revise hashing function

ggerganov · Apr 29, 2024 · 9684f4c · 9684f4c
1 parent 1d516d3
commit 9684f4c
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/common/ngram-cache.h b/common/ngram-cache.h
@@ -39,10 +39,13 @@ struct llama_ngram {
 
 struct llama_ngram_hash_function {
     size_t operator()(const llama_ngram & ngram) const {
-        size_t hash = 0;
-        for (int i = 0; i < LLAMA_NGRAM_MAX; ++i) {
-            hash ^= std::hash<llama_token>{}(ngram.tokens[i]);
+        size_t hash = ngram.tokens[0];
+
+        for (int i = 1; i < LLAMA_NGRAM_MAX; ++i) {
+            hash <<= 15;
+            hash ^= ngram.tokens[i];
         }
+
         return hash;
     }
 };