diff --git a/test/index.test.ts b/test/index.test.ts index 540fe32..097571b 100644 --- a/test/index.test.ts +++ b/test/index.test.ts @@ -4,7 +4,7 @@ import { loadModel } from '../lib' it('work fine', async () => { let tokens = '' - const model = await loadModel({ model: path.resolve(__dirname, './TinyLLama-v0.Q8_0.gguf') }) + const model = await loadModel({ model: path.resolve(__dirname, './TinyLLama-v0.Q8_0.gguf'), n_gpu_layers: 0 }) const result = await model.completion({ prompt: 'My name is Merve and my favorite', n_samples: 1,