fix: Increase timeouts for local LLMs

src/Cellm/AddIn/CellmConfiguration.cs

@@ -12,6 +12,8 @@ public class CellmConfiguration
 
     public int MaxOutputTokens { get; init; }
 
+    public int HttpTimeoutInSeconds { get; init; }
+
     public int CacheTimeoutInSeconds { get; init; }
 }
 

src/Cellm/Services/Configuration/ResiliencePipelineConfigurator.cs

@@ -1,5 +1,6 @@
 using System.Net;
 using System.Threading.RateLimiting;
+using Cellm.AddIn;
 using Polly;
 using Polly.CircuitBreaker;
 using Polly.Retry;
@@ -9,11 +10,13 @@ namespace Cellm.Services.Configuration;
 
 public class ResiliencePipelineConfigurator
 {
+    private readonly CellmConfiguration _cellmConfiguration;
     private readonly RateLimiterConfiguration _rateLimiterConfiguration;
     private readonly CircuitBreakerConfiguration _circuitBreakerConfiguration;
     private readonly RetryConfiguration _retryConfiguration;
 
     public ResiliencePipelineConfigurator(
+        CellmConfiguration cellmConfiguration,
         RateLimiterConfiguration rateLimiterConfiguration,
         CircuitBreakerConfiguration circuitBreakerConfiguration,
         RetryConfiguration retryConfiguration)
@@ -54,7 +57,7 @@ public void ConfigureResiliencePipeline(ResiliencePipelineBuilder<HttpResponseMe
                 MinimumThroughput = _circuitBreakerConfiguration.MinimumThroughput,
                 BreakDuration = TimeSpan.FromSeconds(_circuitBreakerConfiguration.BreakDurationInSeconds),
             })
-            .AddTimeout(TimeSpan.FromSeconds(_retryConfiguration.RequestTimeoutInSeconds))
+            .AddTimeout(TimeSpan.FromSeconds(_cellmConfiguration.HttpTimeoutInSeconds))
             .Build();
     }
 

src/Cellm/Services/Configuration/RetryConfiguration.cs

@@ -5,8 +5,4 @@ public class RetryConfiguration
     public int MaxRetryAttempts { get; init; }
 
     public int DelayInSeconds { get; init; }
-
-    public int RequestTimeoutInSeconds { get; init; }
-
-    public int TimeoutInSeconds { get; init; }
 }

src/Cellm/Services/ServiceLocator.cs

@@ -112,7 +112,7 @@ private static IServiceCollection ConfigureServices(IServiceCollection services)
             ?? throw new NullReferenceException(nameof(RetryConfiguration));
 
         var resiliencePipelineConfigurator = new ResiliencePipelineConfigurator(
-            rateLimiterConfiguration, circuitBreakerConfiguration, retryConfiguration);
+            cellmConfiguration, rateLimiterConfiguration, circuitBreakerConfiguration, retryConfiguration);
 
         var anthropicConfiguration = configuration.GetRequiredSection(nameof(AnthropicConfiguration)).Get<AnthropicConfiguration>()
             ?? throw new NullReferenceException(nameof(AnthropicConfiguration));
@@ -122,6 +122,7 @@ private static IServiceCollection ConfigureServices(IServiceCollection services)
             anthropicHttpClient.BaseAddress = anthropicConfiguration.BaseAddress;
             anthropicHttpClient.DefaultRequestHeaders.Add("x-api-key", anthropicConfiguration.ApiKey);
             anthropicHttpClient.DefaultRequestHeaders.Add("anthropic-version", anthropicConfiguration.Version);
+            anthropicHttpClient.Timeout = TimeSpan.FromSeconds(cellmConfiguration.HttpTimeoutInSeconds + 1);
         }).AddResilienceHandler($"{nameof(AnthropicRequestHandler)}ResiliencePipeline", resiliencePipelineConfigurator.ConfigureResiliencePipeline);
 
         var googleAiConfiguration = configuration.GetRequiredSection(nameof(GoogleAiConfiguration)).Get<GoogleAiConfiguration>()
@@ -130,6 +131,7 @@ private static IServiceCollection ConfigureServices(IServiceCollection services)
         services.AddHttpClient<IRequestHandler<GoogleAiRequest, GoogleAiResponse>, GoogleAiRequestHandler>(googleHttpClient =>
         {
             googleHttpClient.BaseAddress = googleAiConfiguration.BaseAddress;
+            googleHttpClient.Timeout = TimeSpan.FromSeconds(cellmConfiguration.HttpTimeoutInSeconds + 1);
         }).AddResilienceHandler($"{nameof(GoogleAiRequestHandler)}ResiliencePipeline", resiliencePipelineConfigurator.ConfigureResiliencePipeline);
 
         var openAiConfiguration = configuration.GetRequiredSection(nameof(OpenAiConfiguration)).Get<OpenAiConfiguration>()
@@ -139,6 +141,7 @@ private static IServiceCollection ConfigureServices(IServiceCollection services)
         {
             openAiHttpClient.BaseAddress = openAiConfiguration.BaseAddress;
             openAiHttpClient.DefaultRequestHeaders.Add("Authorization", $"Bearer {openAiConfiguration.ApiKey}");
+            openAiHttpClient.Timeout = TimeSpan.FromSeconds(cellmConfiguration.HttpTimeoutInSeconds + 1);
         }).AddResilienceHandler($"{nameof(OpenAiRequestHandler)}ResiliencePipeline", resiliencePipelineConfigurator.ConfigureResiliencePipeline);
 
         services

src/Cellm/appsettings.Local.Anthropic.json

@@ -4,6 +4,7 @@
         "ApiKey": "YOUR_ANTHROPIC_APIKEY"
     },
     "CellmConfiguration": {
-        "DefaultProvider": "Anthropic"
+        "DefaultProvider": "Anthropic",
+        "HttpTimeoutInSeconds": 30
     }
 }

src/Cellm/appsettings.Local.GoogleAi.json

@@ -3,6 +3,7 @@
         "ApiKey": "YOUR_GOOGLEAI_APIKEY"
     },
     "CellmConfiguration": {
-        "DefaultProvider": "GoogleAI"
+        "DefaultProvider": "GoogleAI",
+        "HttpTimeoutInSeconds": 30
     }
 }

src/Cellm/appsettings.Local.Mistral.json

@@ -5,6 +5,7 @@
         "ApiKey": "YOUR_MISTRAL_APIKEY"
     },
     "CellmConfiguration": {
-        "DefaultProvider": "OpenAI"
+        "DefaultProvider": "OpenAI",
+        "HttpTimeoutInSeconds": 30
     }
 }

src/Cellm/appsettings.Local.OpenAi.json

@@ -4,6 +4,7 @@
         "ApiKey": "YOUR_OPENAI_APIKEY"
     },
     "CellmConfiguration": {
-        "DefaultProvider": "OpenAI"
+        "DefaultProvider": "OpenAI",
+        "HttpTimeoutInSeconds": 30
     }
 }

src/Cellm/appsettings.json

@@ -16,7 +16,8 @@
         "DefaultProvider": "OpenAI",
         "DefaultTemperature": 0,
         "MaxOutputTokens": 256,
-        "CacheTimeoutInSeconds": 300
+        "HttpTimeoutInSeconds": 600,
+        "CacheTimeoutInSeconds": 3600
     },
     "RateLimiterConfiguration": {
         "TokenLimit": 4,
@@ -33,8 +34,7 @@
     },
     "RetryConfiguration": {
         "MaxRetryAttempts": 5,
-        "DelayInSeconds": 4,
-        "RequestTimeoutInSeconds": 60
+        "DelayInSeconds": 4
     },
     "SentryConfiguration": {
         "IsEnabled": false,