fix: Fix document counts. (#234)

oramasearch · Jan 10, 2023 · 390fafe · 390fafe
1 parent 86118a5
commit 390fafe
Show file tree

Hide file tree

Showing 7 changed files with 135 additions and 131 deletions.
diff --git a/src/methods/create.ts b/src/methods/create.ts
@@ -32,6 +32,7 @@ export async function create<S extends PropertiesSchema>(properties: Configurati
     defaultLanguage,
     schema: properties.schema,
     docs: {},
+    docsCount: 0,
     index: {},
     hooks: properties.hooks || {},
     edge: properties.edge ?? false,

diff --git a/src/methods/insert.ts b/src/methods/insert.ts
@@ -45,6 +45,7 @@ export async function insert<S extends PropertiesSchema>(
   assertDocSchema(doc, lyra.schema);
 
   lyra.docs[id] = doc;
+  lyra.docsCount++;
   recursiveradixInsertion(lyra, doc, id, config, undefined, lyra.components?.tokenizer as TokenizerConfigExec);
   trackInsertion(lyra);
 

diff --git a/src/methods/load.ts b/src/methods/load.ts
@@ -11,6 +11,7 @@ export async function load<S extends PropertiesSchema>(
 
   lyra.index = index;
   lyra.docs = docs;
+  lyra.docsCount = Object.keys(docs).length;
   lyra.schema = schema;
   lyra.frequencies = frequencies;
   lyra.tokenOccurrencies = tokenOccurrencies;

diff --git a/src/methods/remove.ts b/src/methods/remove.ts
@@ -53,6 +53,7 @@ export async function remove<S extends PropertiesSchema>(lyra: Lyra<S>, docID: s
   }
 
   lyra.docs[docID] = undefined;
+  lyra.docsCount--;
 
   return true;
 }
diff --git a/src/methods/search.ts b/src/methods/search.ts
@@ -100,6 +100,7 @@ export async function search<S extends PropertiesSchema>(
   const results: RetrievedDoc<S>[] = Array.from({
     length: limit,
   });
+  const N = lyra.docsCount;
 
   const timeStart = getNanosecondsTime();
   // uniqueDocsIDs contains unique document IDs for all the tokens in all the indices.
@@ -139,8 +140,6 @@ export async function search<S extends PropertiesSchema>(
     docsIntersection[index] = [];
   }
 
-  const N = Object.keys(lyra.docs).length;
-
   // Now it's time to loop over all the indices and get the documents IDs for every single term
   const indexesLength = indices.length;
   for (let i = 0; i < indexesLength; i++) {

diff --git a/src/types.ts b/src/types.ts
@@ -64,6 +64,7 @@ export interface Lyra<S extends PropertiesSchema> extends Data<S> {
   hooks: Hooks;
   components?: Components;
   frequencies: FrequencyMap;
+  docsCount: number;
 }
 
 type ResolveTypes<TType> = TType extends "string"