Merge branch 'ggerganov:master' into fixunknowntoken

.github/workflows/ci.yml

@@ -29,7 +29,7 @@ jobs:
 
     - name: Configure CMake
       working-directory: ./build
-      run: cmake -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ -DGGML_TEST_COVERAGE=ON -DGGML_CLBLAST=ON ..
+      run: cmake -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ -DGGML_CLBLAST=ON ..
 
     - name: Build
       working-directory: ./build
@@ -39,13 +39,6 @@ jobs:
       working-directory: ./build
       run: ctest --verbose --timeout 900
 
-    - name: Test Coverage
-      working-directory: ./build
-      run: |
-        llvm-profdata merge -sparse tests/*.profraw -o ggml.profdata
-        llvm-cov      report ./bin/test-grad0 -instr-profile=ggml.profdata
-        llvm-cov      report ./bin/test-opt   -instr-profile=ggml.profdata
-
   test-macos-metal:
     runs-on: macos-13
     env:
@@ -61,7 +54,7 @@ jobs:
 
     - name: Configure CMake
       working-directory: ./build
-      run: cmake -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ -DGGML_TEST_COVERAGE=ON -DGGML_METAL=OFF ..
+      run: cmake -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ -DGGML_METAL=OFF ..
 
     - name: Build
       working-directory: ./build
@@ -71,13 +64,6 @@ jobs:
       working-directory: ./build
       run: ctest --verbose --timeout 900
 
-    - name: Test Coverage
-      working-directory: ./build
-      run: |
-        xcrun llvm-profdata merge -sparse tests/*.profraw -o ggml.profdata
-        xcrun llvm-cov      report ./bin/test-grad0 -instr-profile=ggml.profdata
-        xcrun llvm-cov      report ./bin/test-opt   -instr-profile=ggml.profdata
-
   build:
 
     strategy:
@@ -112,7 +98,7 @@ jobs:
 
     - name: Configure CMake
       working-directory: ./build
-      run: cmake -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ -DGGML_TEST_COVERAGE=ON -DGGML_METAL=OFF ..
+      run: cmake -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ -DGGML_METAL=OFF ..
 
     - name: Build
       working-directory: ./build
@@ -121,19 +107,3 @@ jobs:
     - name: Test
       working-directory: ./build
       run: ctest --verbose --timeout 900
-
-    - name: Test Coverage for Ubuntu
-      if: matrix.os == 'ubuntu-latest'
-      working-directory: ./build
-      run: |
-        llvm-profdata merge -sparse tests/*.profraw -o ggml.profdata
-        llvm-cov      report ./bin/test-grad0 -instr-profile=ggml.profdata
-        llvm-cov      report ./bin/test-opt   -instr-profile=ggml.profdata
-
-    - name: Test Coverage for MacOS
-      if: matrix.os == 'macos-latest'
-      working-directory: ./build
-      run: |
-        xcrun llvm-profdata merge -sparse tests/*.profraw -o ggml.profdata
-        xcrun llvm-cov      report ./bin/test-grad0 -instr-profile=ggml.profdata
-        xcrun llvm-cov      report ./bin/test-opt   -instr-profile=ggml.profdata

.gitignore

@@ -1,13 +1,5 @@
 build/
-build-blas/
-build-debug/
-build-release/
-build-sanitize-addr/
-build-sanitize-thread/
-build-cov/
-build-ci-debug/
-build-ci-release/
-build-cublas/
+build-*/
 out/
 tmp/
 models/
@@ -19,6 +11,8 @@ CMakeSettings.json
 .vscode/
 .clangd
 
+.venv/
+ggml_env/
 .exrc
 .cache
 .DS_Store

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "kompute"]
+	path = src/ggml-kompute/kompute
+	url = https://github.com/nomic-ai/kompute.git

AUTHORS

@@ -1,59 +1,91 @@
-# date: Tue Apr  9 20:16:51 EEST 2024
+# date: Thu Sep 26 09:19:50 CDT 2024
 # this file is auto-generated by scripts/gen-authors.sh
 
 0cc4m <[email protected]>
+65a <[email protected]>
 AT <[email protected]>
 Abhilash Majumder <[email protected]>
 Adam Tazi <[email protected]>
 AidanBeltonS <[email protected]>
+AidanBeltonS <[email protected]>
+Akarshan Biswas <[email protected]>
+Albert Jin <[email protected]>
+Alberto Cabrera Pérez <[email protected]>
+Alberto Cabrera Pérez <[email protected]>
 Alex Azarov <[email protected]>
+Alex O'Connell <[email protected]>
 Alex von Gluck IV <[email protected]>
 AmbientL <[email protected]>
 AmirAli Mirian <[email protected]>
 Ananta Bastola <[email protected]>
+Andreas (Andi) Kunar <[email protected]>
 Andrei <[email protected]>
 Arjun <[email protected]>
 Ashraful Islam <[email protected]>
 Astariul <[email protected]>
 AsukaMinato <[email protected]>
 Avi Lumelsky <[email protected]>
 Bart Pelle <[email protected]>
+Ben Ashbaugh <[email protected]>
 Borislav Stanimirov <[email protected]>
 Brad Ito <[email protected]>
+Brad Murray <[email protected]>
+Brian <[email protected]>
 Bryan Lozano <[email protected]>
 Carolinabanana <[email protected]>
+CarterLi999 <[email protected]>
 Cebtenzzre <[email protected]>
+Chen Xi <[email protected]>
+Chen Xi <[email protected]>
+Chris Elrod <[email protected]>
+Clint Herron <[email protected]>
+Conrad Kramer <[email protected]>
 Cordeiro <[email protected]>
 Cristiano Calcagno <[email protected]>
+DAN™ <[email protected]>
 Dan Forbes <[email protected]>
 Daniel Bevenius <[email protected]>
+Daniel Ziegenberg <[email protected]>
+Daniele <[email protected]>
 Daulet Zhanguzin <[email protected]>
+Dave <[email protected]>
+Dave Airlie <[email protected]>
+Dave Airlie <[email protected]>
 David Miller <[email protected]>
+DavidKorczynski <[email protected]>
 Davidson Francis <[email protected]>
+Dibakar Gope <[email protected]>
 Didzis Gosko <[email protected]>
 Diogo <[email protected]>
+Djip007 <[email protected]>
 Dr. Tom Murphy VII Ph.D <[email protected]>
 Ebey Abraham <[email protected]>
 Eldar Yusupov <[email protected]>
+Emmanuel Durand <[email protected]>
 Engininja2 <[email protected]>
 Erik Scholz <[email protected]>
 Ettore Di Giacinto <[email protected]>
 Eve <[email protected]>
 F1L1P <[email protected]>
+Faisal Zaghloul <[email protected]>
 FantasyGmm <[email protected]>
 Felix <[email protected]>
 Finn Voorhees <[email protected]>
 GainLee <[email protected]>
 George Hindle <[email protected]>
 Georgi Gerganov <[email protected]>
+Gilad S <[email protected]>
 Guillaume Wenzek <[email protected]>
 Halalaluyafail3 <[email protected]>
 Herman Semenov <[email protected]>
 Hirochika Matsumoto <[email protected]>
+Hong Bo PENG <[email protected]>
 Hugo Rosenkranz-Costa <[email protected]>
 Hyunsung Lee <[email protected]>
 IGUILIZ Salah-Eddine <[email protected]>
 Ian Bull <[email protected]>
+Ikko Eltociear Ashimine <[email protected]>
+Ivan Filipov <[email protected]>
 Ivan Stepanov <[email protected]>
 Ivan Zdane <[email protected]>
 Jack Mousseau <[email protected]>
@@ -62,35 +94,53 @@ JacobLinCool <[email protected]>
 Jakob Frick <[email protected]>
 Jan Ploski <[email protected]>
 Jared Van Bortel <[email protected]>
+Jeff Bolz <[email protected]>
 Jeffrey Quesnelle <[email protected]>
+Jeroen Mostert <[email protected]>
 Jiahao Li <[email protected]>
 JidongZhang-THU <[email protected]>
 Jiří Podivín <[email protected]>
 Jo Liss <[email protected]>
+Joe Todd <[email protected]>
 Johannes Gäßler <[email protected]>
 John Balis <[email protected]>
 Josh Bleecher Snyder <[email protected]>
 Judd <[email protected]>
+Justina Cho <[email protected]>
 Justine Tunney <[email protected]>
+Justine Tunney <[email protected]>
 Kawrakow <[email protected]>
+Kevin Gibbons <[email protected]>
 Konstantin Zhuravlyov <[email protected]>
 Kylin <[email protected]>
 LoganDark <[email protected]>
 LoganDark <[email protected]>
 LostRuins <[email protected]>
 Lukas Möller <[email protected]>
 M. Yusuf Sarıgöz <[email protected]>
+Mahesh Madhav <[email protected]>
 MaiHD <[email protected]>
+Mark Zhuang <[email protected]>
+Markus Tavenrath <[email protected]>
+Masaya, Kato <[email protected]>
 Mathijs de Bruin <[email protected]>
+Matt Stephenson <[email protected]>
+Max Krasnyansky <[email protected]>
 Mayank Kumar Pal <[email protected]>
 Meng, Hengyu <[email protected]>
+Mengqing Cao <[email protected]>
 Metal Whale <[email protected]>
 Michael Klimenko <[email protected]>
 Michael Podvitskiy <[email protected]>
 Michael Verrilli <[email protected]>
+Molly Sophia <[email protected]>
+Natsu <[email protected]>
+Neo Zhang <[email protected]>
 Neo Zhang Jianyu <[email protected]>
 Neuman Vong <[email protected]>
 Nevin <[email protected]>
+Nicholai Tukanov <[email protected]>
+Nico Bosshard <[email protected]>
 Nouamane Tazi <[email protected]>
 Olivier Chafik <[email protected]>
 Olivier Chafik <[email protected]>
@@ -101,6 +151,9 @@ Paul Tsochantaris <[email protected]>
 Philpax <[email protected]>
 Pierre Alexandre SCHEMBRI <[email protected]>
 Playdev <[email protected]>
+Przemysław Pawełczyk <[email protected]>
+R0CKSTAR <[email protected]>
+R0CKSTAR <[email protected]>
 Radoslav Gerganov <[email protected]>
 Radosław Gryta <[email protected]>
 Ravindra Marella <[email protected]>
@@ -109,15 +162,20 @@ Reinforce-II <[email protected]>
 Reza Rezvan <[email protected]>
 Rick G <[email protected]>
 RiverZhou <[email protected]>
+Ronsor <[email protected]>
+Rotem Dan <[email protected]>
 Ryan Hitchman <[email protected]>
+Salvatore Mesoraca <[email protected]>
 Sam Spilsbury <[email protected]>
 Sanchit Gandhi <[email protected]>
 Santtu Keskinen <[email protected]>
 Sergio López <[email protected]>
 Shijie <[email protected]>
 Siddharth Ramakrishnan <[email protected]>
+Sigbjørn Skjæret <[email protected]>
 Skyler Celestinian-Sterling <[email protected]>
 Slava Primenko <[email protected]>
+Srihari-mcw <[email protected]>
 Steward Garcia <[email protected]>
 Supreet Sethi <[email protected]>
 Takuya Takeuchi <[email protected]>
@@ -127,38 +185,61 @@ Tanmay Sachan <[email protected]>
 Timothy Cronin <[email protected]>
 Tom Bailey <[email protected]>
 Tom Jobbins <[email protected]>
+Tony Wasserka <[email protected]>
 Tyé singwa <[email protected]>
 UEXTM.com <[email protected]>
 WillCorticesAI <[email protected]>
+William Tambellini <[email protected]>
+William Tambellini <[email protected]>
 XiaotaoChen <[email protected]>
+Xuan Son Nguyen <[email protected]>
 Yavor Ivanov <[email protected]>
 YavorGIvanov <[email protected]>
+Yilong Guo <[email protected]>
+Yilong Guo <[email protected]>
+agray3 <[email protected]>
 apcameron <[email protected]>
 appvoid <[email protected]>
 ariez-xyz <[email protected]>
 automaticcat <[email protected]>
+bandoti <[email protected]>
 bmwl <[email protected]>
 bobqianic <[email protected]>
 bssrdf <[email protected]>
 chengchi <[email protected]>
 compilade <[email protected]>
+compilade <[email protected]>
 ddpasa <[email protected]>
 denersc <[email protected]>
 dscripka <[email protected]>
 fitzsim <[email protected]>
+fraxy-v <[email protected]>
 goerch <[email protected]>
+goldwaving <[email protected]>
 hidenorly <[email protected]>
+hipudding <[email protected]>
 hydai <[email protected]>
 jaeminSon <[email protected]>
+jdomke <[email protected]>
+jiez <[email protected]>
 johnson442 <[email protected]>
+junchao-loongson <[email protected]>
+k.h.lai <[email protected]>
 katsu560 <[email protected]>
 klosax <[email protected]>
+kunnis <[email protected]>
+l3utterfly <[email protected]>
 le.chang <[email protected]>
 leejet <[email protected]>
 leejet <[email protected]>
+liuwei-git <[email protected]>
+luoyu-intel <[email protected]>
 magicse <[email protected]>
+mashizora <[email protected]>
+matteo <[email protected]>
 ochafik <[email protected]>
 otaGran <[email protected]>
+pengxin99 <[email protected]>
 pikalover6 <[email protected]>
 postmasters <[email protected]>
 sjinzh <[email protected]>
@@ -168,8 +249,15 @@ snadampal <[email protected]>
 taher <[email protected]>
 texmex76 <[email protected]>
 the-crypt-keeper <[email protected]>
+thewh1teagle <[email protected]>
+ucag.li <[email protected]>
 ulatekh <[email protected]>
+wangshuai09 <[email protected]>
+woachk <[email protected]>
 yangyaofei <[email protected]>
+yuri@FreeBSD <yuri@FreeBSD>
+zhentaoyu <[email protected]>
 zhouwg <[email protected]>
+zhouwg <[email protected]>
 布客飞龙 <[email protected]>
 旺旺碎冰冰 <[email protected]>