feat: support multiple variant load

mybigday · May 3, 2024 · 3a4c2ef · 3a4c2ef
1 parent 478cc73
commit 3a4c2ef
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/lib/index.ts b/lib/index.ts
@@ -7,9 +7,10 @@ export interface LlamaModelOptionsExtended extends LlamaModelOptions {
   lib_variant?: string
 }
 
-let module: Module | null = null
+const mods: { [key: string]: Module } = {}
 
 export const loadModel = async (options: LlamaModelOptionsExtended): Promise<LlamaContext> => {
-    module ??= await loadModule(options.lib_variant)
-    return new module.LlamaContext(options)
+  const variant = options.lib_variant ?? 'default'
+  mods[variant] ??= await loadModule(options.lib_variant)
+  return new mods[variant].LlamaContext(options)
 }