Llama.cpp fix type of values for CLblast

Nexesenex · Jul 11, 2024 · 54edc4a · 54edc4a
1 parent a87a059
commit 54edc4a
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/llama.cpp b/llama.cpp
@@ -6053,15 +6053,15 @@ static bool llm_load_tensors(
     model.n_gpu_layers = n_gpu_layers;
 
     const int n_layer     = hparams.n_layer;
-    const int i_gpu_start = std::max((int) hparams.n_layer - n_gpu_layers, (int) 0);
+    int i_gpu_start = std::max((int) hparams.n_layer - n_gpu_layers, (int) 0);
     bool use_mmap_buffer = true;
 
     #if defined(GGML_USE_CLBLAST)
     if(clblast_offload_fallback_mode)
     {
         printf("\nOpenCL GPU Offload Fallback...");
         clblast_offload_fallback_layers = n_gpu_layers;
-        i_gpu_start = std::max((int64_t) hparams.n_layer, (int64_t) 0);
+        i_gpu_start = std::max((int) hparams.n_layer, (int) 0);
     }
     #endif