feat: support multiple variant load

mybigday · May 3, 2024 · fab8bc7 · fab8bc7
1 parent aba7286
commit fab8bc7
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/lib/index.ts b/lib/index.ts
@@ -7,9 +7,10 @@ export interface LlamaModelOptionsExtended extends LlamaModelOptions {
   lib_variant?: string
 }
 
-let module: Module | null = null
+const mods: { [key: string]: Module } = {}
 
 export const loadModel = async (options: LlamaModelOptionsExtended): Promise<LlamaContext> => {
-    module ??= await loadModule(options.lib_variant)
-    return new module.LlamaContext(options)
+  const variant = options.lib_variant ?? 'default'
+  mods[variant] ??= await loadModule(options.lib_variant)
+  return new mods[variant].LlamaContext(options)
 }