llama : refactor samplers internal implementation (#9370)

ggerganov · Sep 8, 2024 · 19f4a7b · 19f4a7b
1 parent 2a358fb
commit 19f4a7b
Show file tree

Hide file tree

Showing 4 changed files with 841 additions and 685 deletions.
diff --git a/src/llama-impl.h b/src/llama-impl.h
@@ -101,6 +101,10 @@ struct ring_buffer {
     }
 
     void push_back(const T & value) {
+        if (capacity == 0) {
+            throw std::runtime_error("ring buffer: capacity is zero");
+        }
+
         if (sz == capacity) {
             // advance the start when buffer is full
             first = (first + 1) % capacity;