perf: improve creating tfIdf with cache (#433)

tldr-pages · Feb 4, 2024 · 0df16ea · 0df16ea
1 parent d38403c
commit 0df16ea
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/lib/search.js b/lib/search.js
@@ -88,11 +88,15 @@ let getIdf = (word) => {
 
 let createTfIdf = () => {
   corpus.tfidf = {};
+  let idfCache = {};
+
   Object.keys(corpus.fileWords).forEach((file) => {
     corpus.tfidf[file] = {};
     Object.keys(corpus.fileWords[file]).forEach((word) => {
-      let tfidf = getTf(word, file) * getIdf(word);
-      corpus.tfidf[file][word] = tfidf;
+      if(!(word in idfCache)) {
+        idfCache[word] = getIdf(word);
+      }
+      corpus.tfidf[file][word] = getTf(word, file) * idfCache[word];
     });
   });
 };