fix: Build error

getcellm · Nov 21, 2024 · bc9bcec · bc9bcec
1 parent 618ad8f
commit bc9bcec
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/Cellm/Models/Llamafile/LlamafileRequestHandler.cs b/src/Cellm/Models/Llamafile/LlamafileRequestHandler.cs
@@ -57,8 +57,8 @@ public LlamafileRequestHandler(IOptions<CellmConfiguration> cellmConfiguration,
 
     public async Task<LlamafileResponse> Handle(LlamafileRequest request, CancellationToken cancellationToken)
     {
-        // Download model and start Llamafile on first call
-        var llamafile = await _llamafiles[request.Prompt.Model ?? _llamafileConfiguration.DefaultModel];
+        // Start server on first call
+        var llamafile = await _llamafiles[request.Prompt.Options.ModelId ?? _llamafileConfiguration.DefaultModel];
 
         var openAiResponse = await _sender.Send(new OpenAiRequest(request.Prompt, nameof(Llamafile), llamafile.BaseAddress), cancellationToken);