diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_annoy.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_annoy.log new file mode 100644 index 000000000..ed4d99742 --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_annoy.log @@ -0,0 +1,34 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float.TEST_ANNOY +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float +[ RUN ] Benchmark_knowhere_float.TEST_ANNOY +[0.000 s] Loading HDF5 file: glove-200-angular.hdf5 +[0.000 s] Loading train data +[0.289 s] Normalizing train dataset +[0.588 s] Loading test data +[0.590 s] Normalizing test dataset +[0.593 s] Loading ground truth data +2022-07-25 18:01:43,221 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 18:01:43,221 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.595 s] Creating CPU index "ANNOY" +[0.595 s] Reading index file: glove-200-angular_ANNOY_8.index +[0.595 s] Building all on 1183514 vectors +[21.936 s] Writing index file: glove-200-angular_ANNOY_8.index + +[23.274 s] glove-200-angular | ANNOY | n_trees=8 +================================================================================ + search_k = 50, nq = 10000, k = 100, elapse = 0.053s, R@ = 0.0095 + search_k = 100, nq = 10000, k = 100, elapse = 0.067s, R@ = 0.0148 + search_k = 500, nq = 10000, k = 100, elapse = 0.245s, R@ = 0.0372 +================================================================================ +[23.827 s] Test 'glove-200-angular/ANNOY' done + +[ OK ] Benchmark_knowhere_float.TEST_ANNOY (23878 ms) +[----------] 1 test from Benchmark_knowhere_float (23878 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (23878 ms total) +[ PASSED ] 1 test. diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_hnsw.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_hnsw.log new file mode 100644 index 000000000..1cc472dff --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_hnsw.log @@ -0,0 +1,37 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float.TEST_HNSW +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float +[ RUN ] Benchmark_knowhere_float.TEST_HNSW +[0.000 s] Loading HDF5 file: glove-200-angular.hdf5 +[0.000 s] Loading train data +[0.295 s] Normalizing train dataset +[0.594 s] Loading test data +[0.596 s] Normalizing test dataset +[0.599 s] Loading ground truth data +2022-07-25 17:57:59,786 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 17:57:59,786 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.601 s] Creating CPU index "HNSW" +[0.601 s] Reading index file: glove-200-angular_HNSW_16_200.index +[0.601 s] Building all on 1183514 vectors +[211.034 s] Writing index file: glove-200-angular_HNSW_16_200.index + +[212.299 s] glove-200-angular | HNSW | M=16 | efConstruction=200 +================================================================================ + ef = 16, nq = 10000, k = 100, elapse = 1.027s, R@ = 0.6288 + ef = 32, nq = 10000, k = 100, elapse = 1.024s, R@ = 0.6288 + ef = 64, nq = 10000, k = 100, elapse = 1.026s, R@ = 0.6288 + ef = 128, nq = 10000, k = 100, elapse = 1.251s, R@ = 0.6627 + ef = 256, nq = 10000, k = 100, elapse = 2.241s, R@ = 0.7423 + ef = 512, nq = 10000, k = 100, elapse = 4.114s, R@ = 0.8052 +================================================================================ +[223.381 s] Test 'glove-200-angular/HNSW' done + +[ OK ] Benchmark_knowhere_float.TEST_HNSW (223435 ms) +[----------] 1 test from Benchmark_knowhere_float (223435 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (223435 ms total) +[ PASSED ] 1 test. diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_idmap.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_idmap.log new file mode 100644 index 000000000..2a1fc0308 --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_idmap.log @@ -0,0 +1,32 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float.TEST_IDMAP +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float +[ RUN ] Benchmark_knowhere_float.TEST_IDMAP +[0.000 s] Loading HDF5 file: glove-200-angular.hdf5 +[0.000 s] Loading train data +[0.601 s] Normalizing train dataset +[0.915 s] Loading test data +[0.926 s] Normalizing test dataset +[0.928 s] Loading ground truth data +2022-07-25 17:14:41,095 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 17:14:41,095 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.936 s] Creating CPU index "FLAT" +[0.936 s] Reading index file: glove-200-angular_FLAT.index +[0.936 s] Building all on 1183514 vectors +[1.287 s] Writing index file: glove-200-angular_FLAT.index + +[2.337 s] glove-200-angular | FLAT +================================================================================ + nq = 10000, k = 100, elapse = 60.460s, R@ = 1.0000 +================================================================================ +[62.871 s] Test 'glove-200-angular/FLAT' done + +[ OK ] Benchmark_knowhere_float.TEST_IDMAP (62913 ms) +[----------] 1 test from Benchmark_knowhere_float (62913 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (62913 ms total) +[ PASSED ] 1 test. diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_ivf_flat_nm.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_ivf_flat_nm.log new file mode 100644 index 000000000..cd503fcfb --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_ivf_flat_nm.log @@ -0,0 +1,41 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float.TEST_IVF_FLAT_NM +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float +[ RUN ] Benchmark_knowhere_float.TEST_IVF_FLAT_NM +[0.000 s] Loading HDF5 file: glove-200-angular.hdf5 +[0.000 s] Loading train data +[0.314 s] Normalizing train dataset +[0.629 s] Loading test data +[0.632 s] Normalizing test dataset +[0.635 s] Loading ground truth data +2022-07-25 17:15:43,714 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 17:15:43,714 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.638 s] Creating CPU index "IVF_FLAT" +[0.638 s] Reading index file: glove-200-angular_IVF_FLAT_1024.index +[0.638 s] Building all on 1183514 vectors +[26.910 s] Writing index file: glove-200-angular_IVF_FLAT_1024.index + +[27.478 s] glove-200-angular | IVF_FLAT | nlist=1024 +================================================================================ + nprobe = 1, nq = 10000, k = 100, elapse = 0.580s, R@ = 0.2937 + nprobe = 2, nq = 10000, k = 100, elapse = 0.789s, R@ = 0.4115 + nprobe = 4, nq = 10000, k = 100, elapse = 1.516s, R@ = 0.5253 + nprobe = 8, nq = 10000, k = 100, elapse = 2.853s, R@ = 0.6252 + nprobe = 16, nq = 10000, k = 100, elapse = 5.510s, R@ = 0.7136 + nprobe = 32, nq = 10000, k = 100, elapse = 10.552s, R@ = 0.7927 + nprobe = 64, nq = 10000, k = 100, elapse = 20.435s, R@ = 0.8617 + nprobe = 128, nq = 10000, k = 100, elapse = 40.166s, R@ = 0.9197 + nprobe = 256, nq = 10000, k = 100, elapse = 78.085s, R@ = 0.9652 + nprobe = 512, nq = 10000, k = 100, elapse = 156.075s, R@ = 0.9926 +================================================================================ +[344.730 s] Test 'glove-200-angular/IVF_FLAT' done + +[ OK ] Benchmark_knowhere_float.TEST_IVF_FLAT_NM (344771 ms) +[----------] 1 test from Benchmark_knowhere_float (344771 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (344771 ms total) +[ PASSED ] 1 test. diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_ivf_hnsw.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_ivf_hnsw.log new file mode 100644 index 000000000..df84a0de7 --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_ivf_hnsw.log @@ -0,0 +1,91 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float.TEST_IVF_HNSW +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float +[ RUN ] Benchmark_knowhere_float.TEST_IVF_HNSW +[0.000 s] Loading HDF5 file: glove-200-angular.hdf5 +[0.000 s] Loading train data +[0.288 s] Normalizing train dataset +[0.593 s] Loading test data +[0.595 s] Normalizing test dataset +[0.598 s] Loading ground truth data +2022-07-25 17:25:28,291 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 17:25:28,291 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.600 s] Creating CPU index "IVF_HNSW" +[0.600 s] Reading index file: glove-200-angular_IVF_HNSW_1024_16_200.index +[0.600 s] Building all on 1183514 vectors +[4.312 s] Writing index file: glove-200-angular_IVF_HNSW_1024_16_200.index + +[5.894 s] glove-200-angular | IVF_HNSW nlist=1024 | M=16 | efConstruction=200 +================================================================================ + nprobe = 1, ef = 16, nq = 10000, k = 100, elapse = 0.432s, R@ = 0.2485 + nprobe = 1, ef = 32, nq = 10000, k = 100, elapse = 0.442s, R@ = 0.2517 + nprobe = 1, ef = 64, nq = 10000, k = 100, elapse = 0.454s, R@ = 0.2523 + nprobe = 1, ef = 128, nq = 10000, k = 100, elapse = 0.479s, R@ = 0.2525 + nprobe = 1, ef = 256, nq = 10000, k = 100, elapse = 0.527s, R@ = 0.2525 + nprobe = 1, ef = 512, nq = 10000, k = 100, elapse = 0.590s, R@ = 0.2525 + nprobe = 2, ef = 16, nq = 10000, k = 100, elapse = 0.827s, R@ = 0.3614 + nprobe = 2, ef = 32, nq = 10000, k = 100, elapse = 0.839s, R@ = 0.3658 + nprobe = 2, ef = 64, nq = 10000, k = 100, elapse = 0.847s, R@ = 0.3665 + nprobe = 2, ef = 128, nq = 10000, k = 100, elapse = 0.872s, R@ = 0.3666 + nprobe = 2, ef = 256, nq = 10000, k = 100, elapse = 0.914s, R@ = 0.3667 + nprobe = 2, ef = 512, nq = 10000, k = 100, elapse = 0.978s, R@ = 0.3667 + nprobe = 4, ef = 16, nq = 10000, k = 100, elapse = 1.586s, R@ = 0.4735 + nprobe = 4, ef = 32, nq = 10000, k = 100, elapse = 1.585s, R@ = 0.4790 + nprobe = 4, ef = 64, nq = 10000, k = 100, elapse = 1.602s, R@ = 0.4802 + nprobe = 4, ef = 128, nq = 10000, k = 100, elapse = 1.615s, R@ = 0.4803 + nprobe = 4, ef = 256, nq = 10000, k = 100, elapse = 1.704s, R@ = 0.4803 + nprobe = 4, ef = 512, nq = 10000, k = 100, elapse = 1.759s, R@ = 0.4803 + nprobe = 8, ef = 16, nq = 10000, k = 100, elapse = 3.029s, R@ = 0.5799 + nprobe = 8, ef = 32, nq = 10000, k = 100, elapse = 3.026s, R@ = 0.5868 + nprobe = 8, ef = 64, nq = 10000, k = 100, elapse = 3.011s, R@ = 0.5882 + nprobe = 8, ef = 128, nq = 10000, k = 100, elapse = 3.041s, R@ = 0.5884 + nprobe = 8, ef = 256, nq = 10000, k = 100, elapse = 3.083s, R@ = 0.5884 + nprobe = 8, ef = 512, nq = 10000, k = 100, elapse = 3.224s, R@ = 0.5884 + nprobe = 16, ef = 16, nq = 10000, k = 100, elapse = 5.772s, R@ = 0.6725 + nprobe = 16, ef = 32, nq = 10000, k = 100, elapse = 5.791s, R@ = 0.6819 + nprobe = 16, ef = 64, nq = 10000, k = 100, elapse = 5.765s, R@ = 0.6835 + nprobe = 16, ef = 128, nq = 10000, k = 100, elapse = 5.749s, R@ = 0.6835 + nprobe = 16, ef = 256, nq = 10000, k = 100, elapse = 5.804s, R@ = 0.6835 + nprobe = 16, ef = 512, nq = 10000, k = 100, elapse = 5.839s, R@ = 0.6835 + nprobe = 32, ef = 16, nq = 10000, k = 100, elapse = 10.972s, R@ = 0.7670 + nprobe = 32, ef = 32, nq = 10000, k = 100, elapse = 11.017s, R@ = 0.7670 + nprobe = 32, ef = 64, nq = 10000, k = 100, elapse = 11.042s, R@ = 0.7701 + nprobe = 32, ef = 128, nq = 10000, k = 100, elapse = 10.944s, R@ = 0.7701 + nprobe = 32, ef = 256, nq = 10000, k = 100, elapse = 10.959s, R@ = 0.7701 + nprobe = 32, ef = 512, nq = 10000, k = 100, elapse = 10.994s, R@ = 0.7701 + nprobe = 64, ef = 16, nq = 10000, k = 100, elapse = 21.139s, R@ = 0.8441 + nprobe = 64, ef = 32, nq = 10000, k = 100, elapse = 21.083s, R@ = 0.8441 + nprobe = 64, ef = 64, nq = 10000, k = 100, elapse = 21.057s, R@ = 0.8441 + nprobe = 64, ef = 128, nq = 10000, k = 100, elapse = 21.062s, R@ = 0.8447 + nprobe = 64, ef = 256, nq = 10000, k = 100, elapse = 20.951s, R@ = 0.8447 + nprobe = 64, ef = 512, nq = 10000, k = 100, elapse = 21.012s, R@ = 0.8447 + nprobe = 128, ef = 16, nq = 10000, k = 100, elapse = 41.010s, R@ = 0.9090 + nprobe = 128, ef = 32, nq = 10000, k = 100, elapse = 41.028s, R@ = 0.9090 + nprobe = 128, ef = 64, nq = 10000, k = 100, elapse = 41.051s, R@ = 0.9090 + nprobe = 128, ef = 128, nq = 10000, k = 100, elapse = 41.094s, R@ = 0.9090 + nprobe = 128, ef = 256, nq = 10000, k = 100, elapse = 40.865s, R@ = 0.9091 + nprobe = 128, ef = 512, nq = 10000, k = 100, elapse = 40.824s, R@ = 0.9091 + nprobe = 256, ef = 16, nq = 10000, k = 100, elapse = 80.438s, R@ = 0.9596 + nprobe = 256, ef = 32, nq = 10000, k = 100, elapse = 80.401s, R@ = 0.9596 + nprobe = 256, ef = 64, nq = 10000, k = 100, elapse = 80.452s, R@ = 0.9596 + nprobe = 256, ef = 128, nq = 10000, k = 100, elapse = 80.424s, R@ = 0.9596 + nprobe = 256, ef = 256, nq = 10000, k = 100, elapse = 80.380s, R@ = 0.9596 + nprobe = 256, ef = 512, nq = 10000, k = 100, elapse = 80.183s, R@ = 0.9597 + nprobe = 512, ef = 16, nq = 10000, k = 100, elapse = 158.422s, R@ = 0.9909 + nprobe = 512, ef = 32, nq = 10000, k = 100, elapse = 158.393s, R@ = 0.9909 + nprobe = 512, ef = 64, nq = 10000, k = 100, elapse = 158.229s, R@ = 0.9909 + nprobe = 512, ef = 128, nq = 10000, k = 100, elapse = 158.389s, R@ = 0.9909 + nprobe = 512, ef = 256, nq = 10000, k = 100, elapse = 158.341s, R@ = 0.9909 + nprobe = 512, ef = 512, nq = 10000, k = 100, elapse = 158.213s, R@ = 0.9909 +================================================================================ +[1951.439 s] Test 'glove-200-angular/IVF_HNSW' done + +[ OK ] Benchmark_knowhere_float.TEST_IVF_HNSW (1951484 ms) +[----------] 1 test from Benchmark_knowhere_float (1951484 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (1951484 ms total) +[ PASSED ] 1 test. diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_ivf_pq.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_ivf_pq.log new file mode 100644 index 000000000..7a59a22be --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_ivf_pq.log @@ -0,0 +1,50 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float.TEST_IVF_PQ +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float +[ RUN ] Benchmark_knowhere_float.TEST_IVF_PQ +[0.000 s] Loading HDF5 file: glove-200-angular.hdf5 +[0.000 s] Loading train data +[0.291 s] Normalizing train dataset +[0.597 s] Loading test data +[0.599 s] Normalizing test dataset +[0.602 s] Loading ground truth data +2022-07-25 17:24:15,458 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 17:24:15,458 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.604 s] Creating CPU index "IVF_PQ" +[0.604 s] Reading index file: glove-200-angular_IVF_PQ_1024_8.index +[0.604 s] Building all on 1183514 vectors +[58.840 s] Writing index file: glove-200-angular_IVF_PQ_1024_8.index + +[58.885 s] glove-200-angular | IVF_PQ | nlist=1024 +================================================================================ + nprobe = 1, nq = 10000, k = 100, elapse = 0.152s, R@ = 0.1351 + nprobe = 2, nq = 10000, k = 100, elapse = 0.156s, R@ = 0.1545 + nprobe = 4, nq = 10000, k = 100, elapse = 0.258s, R@ = 0.1654 + nprobe = 8, nq = 10000, k = 100, elapse = 0.239s, R@ = 0.1707 + nprobe = 16, nq = 10000, k = 100, elapse = 0.338s, R@ = 0.1733 + nprobe = 32, nq = 10000, k = 100, elapse = 0.576s, R@ = 0.1750 + nprobe = 64, nq = 10000, k = 100, elapse = 0.895s, R@ = 0.1757 + nprobe = 128, nq = 10000, k = 100, elapse = 1.545s, R@ = 0.1758 + nprobe = 256, nq = 10000, k = 100, elapse = 3.048s, R@ = 0.1758 + nprobe = 512, nq = 10000, k = 100, elapse = 6.047s, R@ = 0.1758 +================================================================================ +[72.803 s] Test 'glove-200-angular/IVF_PQ' done + +[72.803 s] Creating CPU index "IVF_PQ" +[72.803 s] Reading index file: glove-200-angular_IVF_PQ_1024_16.index +[72.803 s] Building all on 1183514 vectors +unknown file: Failure +C++ exception with description "Error in void faiss::ProductQuantizer::set_derived_values() at /home/caiyd/vec/knowhere/thirdparty/faiss/faiss/impl/ProductQuantizer.cpp:187: Error: 'd % M == 0' failed: The dimension of the vector (d) should be a multiple of the number of subquantizers (M)" thrown in the test body. +[ FAILED ] Benchmark_knowhere_float.TEST_IVF_PQ (72829 ms) +[----------] 1 test from Benchmark_knowhere_float (72829 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (72829 ms total) +[ PASSED ] 0 tests. +[ FAILED ] 1 test, listed below: +[ FAILED ] Benchmark_knowhere_float.TEST_IVF_PQ + + 1 FAILED TEST diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_ivf_sq8.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_ivf_sq8.log new file mode 100644 index 000000000..b4f0f1899 --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_ivf_sq8.log @@ -0,0 +1,41 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float.TEST_IVF_SQ8 +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float +[ RUN ] Benchmark_knowhere_float.TEST_IVF_SQ8 +[0.000 s] Loading HDF5 file: glove-200-angular.hdf5 +[0.000 s] Loading train data +[0.286 s] Normalizing train dataset +[0.585 s] Loading test data +[0.588 s] Normalizing test dataset +[0.590 s] Loading ground truth data +2022-07-25 17:21:28,447 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 17:21:28,447 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.593 s] Creating CPU index "IVF_SQ8" +[0.593 s] Reading index file: glove-200-angular_IVF_SQ8_1024.index +[0.593 s] Building all on 1183514 vectors +[27.960 s] Writing index file: glove-200-angular_IVF_SQ8_1024.index + +[28.391 s] glove-200-angular | IVF_SQ8 | nlist=1024 +================================================================================ + nprobe = 1, nq = 10000, k = 100, elapse = 0.198s, R@ = 0.2936 + nprobe = 2, nq = 10000, k = 100, elapse = 0.365s, R@ = 0.4112 + nprobe = 4, nq = 10000, k = 100, elapse = 0.688s, R@ = 0.5247 + nprobe = 8, nq = 10000, k = 100, elapse = 1.321s, R@ = 0.6241 + nprobe = 16, nq = 10000, k = 100, elapse = 2.404s, R@ = 0.7118 + nprobe = 32, nq = 10000, k = 100, elapse = 4.479s, R@ = 0.7899 + nprobe = 64, nq = 10000, k = 100, elapse = 9.130s, R@ = 0.8579 + nprobe = 128, nq = 10000, k = 100, elapse = 17.194s, R@ = 0.9145 + nprobe = 256, nq = 10000, k = 100, elapse = 33.775s, R@ = 0.9577 + nprobe = 512, nq = 10000, k = 100, elapse = 68.342s, R@ = 0.9807 +================================================================================ +[166.956 s] Test 'glove-200-angular/IVF_SQ8' done + +[ OK ] Benchmark_knowhere_float.TEST_IVF_SQ8 (166986 ms) +[----------] 1 test from Benchmark_knowhere_float (166986 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (166986 ms total) +[ PASSED ] 1 test. diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_rhnsw_flat.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_rhnsw_flat.log new file mode 100644 index 000000000..9132a9172 --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_rhnsw_flat.log @@ -0,0 +1,37 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float.TEST_RHNSW_FLAT +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float +[ RUN ] Benchmark_knowhere_float.TEST_RHNSW_FLAT +[0.000 s] Loading HDF5 file: glove-200-angular.hdf5 +[0.000 s] Loading train data +[0.289 s] Normalizing train dataset +[0.587 s] Loading test data +[0.589 s] Normalizing test dataset +[0.592 s] Loading ground truth data +2022-07-25 18:02:07,103 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 18:02:07,103 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.594 s] Creating CPU index "RHNSW_FLAT" +[0.594 s] Reading index file: glove-200-angular_RHNSW_FLAT_16_200.index +[0.594 s] Building all on 1183514 vectors +[176.846 s] Writing index file: glove-200-angular_RHNSW_FLAT_16_200.index + +[177.389 s] glove-200-angular | RHNSW_FLAT | M=16 | efConstruction=200 +================================================================================ + ef = 16, nq = 10000, k = 100, elapse = 0.893s, R@ = 0.5982 + ef = 32, nq = 10000, k = 100, elapse = 0.910s, R@ = 0.5982 + ef = 64, nq = 10000, k = 100, elapse = 0.945s, R@ = 0.5982 + ef = 128, nq = 10000, k = 100, elapse = 1.077s, R@ = 0.6330 + ef = 256, nq = 10000, k = 100, elapse = 1.909s, R@ = 0.7162 + ef = 512, nq = 10000, k = 100, elapse = 3.614s, R@ = 0.7792 +================================================================================ +[187.135 s] Test 'glove-200-angular/RHNSW_FLAT' done + +[ OK ] Benchmark_knowhere_float.TEST_RHNSW_FLAT (187191 ms) +[----------] 1 test from Benchmark_knowhere_float (187191 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (187191 ms total) +[ PASSED ] 1 test. diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_rhnsw_pq.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_rhnsw_pq.log new file mode 100644 index 000000000..c309888eb --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_rhnsw_pq.log @@ -0,0 +1,46 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float.TEST_RHNSW_PQ +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float +[ RUN ] Benchmark_knowhere_float.TEST_RHNSW_PQ +[0.000 s] Loading HDF5 file: glove-200-angular.hdf5 +[0.000 s] Loading train data +[0.289 s] Normalizing train dataset +[0.590 s] Loading test data +[0.593 s] Normalizing test dataset +[0.595 s] Loading ground truth data +2022-07-25 18:07:20,047 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 18:07:20,047 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.598 s] Creating CPU index "RHNSW_PQ" +[0.598 s] Reading index file: glove-200-angular_RHNSW_PQ_16_200_8.index +[0.598 s] Building all on 1183514 vectors +[34.221 s] Writing index file: glove-200-angular_RHNSW_PQ_16_200_8.index + +[34.492 s] glove-200-angular | RHNSW_PQ | M=16 | efConstruction=200 +================================================================================ + ef = 16, nq = 10000, k = 100, elapse = 0.119s, R@ = 0.0080 + ef = 32, nq = 10000, k = 100, elapse = 0.084s, R@ = 0.0080 + ef = 64, nq = 10000, k = 100, elapse = 0.084s, R@ = 0.0080 + ef = 128, nq = 10000, k = 100, elapse = 0.094s, R@ = 0.0089 + ef = 256, nq = 10000, k = 100, elapse = 0.148s, R@ = 0.0111 + ef = 512, nq = 10000, k = 100, elapse = 0.244s, R@ = 0.0136 +================================================================================ +[35.644 s] Test 'glove-200-angular/RHNSW_PQ' done + +[35.644 s] Creating CPU index "RHNSW_PQ" +[35.652 s] Reading index file: glove-200-angular_RHNSW_PQ_16_200_16.index +[35.652 s] Building all on 1183514 vectors +unknown file: Failure +C++ exception with description "Error in virtual void knowhere::IndexRHNSWPQ::Train(const DatasetPtr&, const Config&) at IndexRHNSWPQ.cpp:89: Error in void faiss::ProductQuantizer::set_derived_values() at /home/caiyd/vec/knowhere/thirdparty/faiss/faiss/impl/ProductQuantizer.cpp:187: Error: 'd % M == 0' failed: The dimension of the vector (d) should be a multiple of the number of subquantizers (M)" thrown in the test body. +[ FAILED ] Benchmark_knowhere_float.TEST_RHNSW_PQ (35679 ms) +[----------] 1 test from Benchmark_knowhere_float (35679 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (35679 ms total) +[ PASSED ] 0 tests. +[ FAILED ] 1 test, listed below: +[ FAILED ] Benchmark_knowhere_float.TEST_RHNSW_PQ + + 1 FAILED TEST diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_rhnsw_sq.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_rhnsw_sq.log new file mode 100644 index 000000000..d420a346d --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float/test_knowhere_rhnsw_sq.log @@ -0,0 +1,37 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float.TEST_RHNSW_SQ +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float +[ RUN ] Benchmark_knowhere_float.TEST_RHNSW_SQ +[0.000 s] Loading HDF5 file: glove-200-angular.hdf5 +[0.000 s] Loading train data +[0.291 s] Normalizing train dataset +[0.603 s] Loading test data +[0.605 s] Normalizing test dataset +[0.608 s] Loading ground truth data +2022-07-25 18:05:14,315 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 18:05:14,315 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.610 s] Creating CPU index "RHNSW_SQ" +[0.610 s] Reading index file: glove-200-angular_RHNSW_SQ_16_200.index +[0.610 s] Building all on 1183514 vectors +[119.027 s] Writing index file: glove-200-angular_RHNSW_SQ_16_200.index + +[119.489 s] glove-200-angular | RHNSW_SQ | M=16 | efConstruction=200 +================================================================================ + ef = 16, nq = 10000, k = 100, elapse = 0.553s, R@ = 0.5978 + ef = 32, nq = 10000, k = 100, elapse = 0.592s, R@ = 0.5978 + ef = 64, nq = 10000, k = 100, elapse = 0.544s, R@ = 0.5978 + ef = 128, nq = 10000, k = 100, elapse = 0.695s, R@ = 0.6329 + ef = 256, nq = 10000, k = 100, elapse = 1.191s, R@ = 0.7134 + ef = 512, nq = 10000, k = 100, elapse = 2.234s, R@ = 0.7763 +================================================================================ +[125.698 s] Test 'glove-200-angular/RHNSW_SQ' done + +[ OK ] Benchmark_knowhere_float.TEST_RHNSW_SQ (125739 ms) +[----------] 1 test from Benchmark_knowhere_float (125739 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (125739 ms total) +[ PASSED ] 1 test. diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_hnsw.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_hnsw.log new file mode 100644 index 000000000..c9caff620 --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_hnsw.log @@ -0,0 +1,37 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float_range.TEST_HNSW +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float_range +[ RUN ] Benchmark_knowhere_float_range.TEST_HNSW +[0.000 s] Loading HDF5 file: glove-200-angular-range.hdf5 +[0.000 s] Loading train data +[0.298 s] Normalizing train dataset +[0.613 s] Loading test data +[0.616 s] Normalizing test dataset +[0.619 s] Loading ground truth data +2022-07-25 23:57:58,721 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 23:57:58,721 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.621 s] Creating CPU index "HNSW" +[0.621 s] Reading index file: glove-200-angular-range_HNSW_16_200_20.index +[0.621 s] Building all on 1183514 vectors +[218.648 s] Writing index file: glove-200-angular-range_HNSW_16_200_20.index + +[219.986 s] glove-200-angular-range | HNSW | M=16 | efConstruction=200, radius=0.520 +================================================================================ + ef = 16, nq = 10000, elapse = 3.172s, R@ = 0.9814, A@ = 1.0000 + ef = 32, nq = 10000, elapse = 3.704s, R@ = 0.9841, A@ = 1.0000 + ef = 64, nq = 10000, elapse = 4.968s, R@ = 0.9866, A@ = 1.0000 + ef = 128, nq = 10000, elapse = 7.293s, R@ = 0.9880, A@ = 1.0000 + ef = 256, nq = 10000, elapse = 11.951s, R@ = 0.9887, A@ = 1.0000 + ef = 512, nq = 10000, elapse = 20.394s, R@ = 0.9888, A@ = 1.0000 +================================================================================ +[272.611 s] Test 'glove-200-angular-range/HNSW' done + +[ OK ] Benchmark_knowhere_float_range.TEST_HNSW (272660 ms) +[----------] 1 test from Benchmark_knowhere_float_range (272660 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (272660 ms total) +[ PASSED ] 1 test. diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_idmap.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_idmap.log new file mode 100644 index 000000000..466ef48bf --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_idmap.log @@ -0,0 +1,32 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float_range.TEST_IDMAP +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float_range +[ RUN ] Benchmark_knowhere_float_range.TEST_IDMAP +[0.000 s] Loading HDF5 file: glove-200-angular-range.hdf5 +[0.000 s] Loading train data +[0.305 s] Normalizing train dataset +[0.620 s] Loading test data +[0.622 s] Normalizing test dataset +[0.625 s] Loading ground truth data +2022-07-25 23:44:59,000 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 23:44:59,000 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.628 s] Creating CPU index "FLAT" +[0.628 s] Reading index file: glove-200-angular-range_FLAT.index +[0.628 s] Building all on 1183514 vectors +[0.975 s] Writing index file: glove-200-angular-range_FLAT.index + +[2.026 s] glove-200-angular-range | FLAT, radius=0.520 +================================================================================ + nq = 10000, elapse = 181.528s, R@ = 1.0000, A@ = 1.0000 +================================================================================ +[183.954 s] Test 'glove-200-angular-range/FLAT' done + +[ OK ] Benchmark_knowhere_float_range.TEST_IDMAP (183993 ms) +[----------] 1 test from Benchmark_knowhere_float_range (183993 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (183994 ms total) +[ PASSED ] 1 test. diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_ivf_flat_nm.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_ivf_flat_nm.log new file mode 100644 index 000000000..dfb8f8899 --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_ivf_flat_nm.log @@ -0,0 +1,41 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float_range.TEST_IVF_FLAT_NM +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float_range +[ RUN ] Benchmark_knowhere_float_range.TEST_IVF_FLAT_NM +[0.000 s] Loading HDF5 file: glove-200-angular-range.hdf5 +[0.000 s] Loading train data +[0.293 s] Normalizing train dataset +[0.607 s] Loading test data +[0.609 s] Normalizing test dataset +[0.612 s] Loading ground truth data +2022-07-25 23:48:02,986 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 23:48:02,986 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.615 s] Creating CPU index "IVF_FLAT" +[0.615 s] Reading index file: glove-200-angular-range_IVF_FLAT_1024.index +[0.615 s] Building all on 1183514 vectors +[26.846 s] Writing index file: glove-200-angular-range_IVF_FLAT_1024.index + +[27.302 s] glove-200-angular-range | IVF_FLAT | nlist=1024, radius=0.520 +================================================================================ + nprobe = 1, nq = 10000, elapse = 0.417s, R@ = 0.3263, A@ = 1.0000 + nprobe = 2, nq = 10000, elapse = 0.807s, R@ = 0.5004, A@ = 1.0000 + nprobe = 4, nq = 10000, elapse = 1.532s, R@ = 0.6938, A@ = 1.0000 + nprobe = 8, nq = 10000, elapse = 2.915s, R@ = 0.8403, A@ = 1.0000 + nprobe = 16, nq = 10000, elapse = 5.560s, R@ = 0.9296, A@ = 1.0000 + nprobe = 32, nq = 10000, elapse = 10.752s, R@ = 0.9664, A@ = 1.0000 + nprobe = 64, nq = 10000, elapse = 20.581s, R@ = 0.9829, A@ = 1.0000 + nprobe = 128, nq = 10000, elapse = 40.080s, R@ = 0.9914, A@ = 1.0000 + nprobe = 256, nq = 10000, elapse = 79.027s, R@ = 0.9969, A@ = 1.0000 + nprobe = 512, nq = 10000, elapse = 158.202s, R@ = 0.9995, A@ = 1.0000 +================================================================================ +[348.996 s] Test 'glove-200-angular-range/IVF_FLAT' done + +[ OK ] Benchmark_knowhere_float_range.TEST_IVF_FLAT_NM (349036 ms) +[----------] 1 test from Benchmark_knowhere_float_range (349036 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (349036 ms total) +[ PASSED ] 1 test. diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_ivf_pq.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_ivf_pq.log new file mode 100644 index 000000000..72b59852f --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_ivf_pq.log @@ -0,0 +1,50 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float_range.TEST_IVF_PQ +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float_range +[ RUN ] Benchmark_knowhere_float_range.TEST_IVF_PQ +[0.000 s] Loading HDF5 file: glove-200-angular-range.hdf5 +[0.000 s] Loading train data +[0.291 s] Normalizing train dataset +[0.606 s] Loading test data +[0.608 s] Normalizing test dataset +[0.611 s] Loading ground truth data +2022-07-25 23:56:46,343 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 23:56:46,343 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.614 s] Creating CPU index "IVF_PQ" +[0.614 s] Reading index file: glove-200-angular-range_IVF_PQ_1024_8.index +[0.614 s] Building all on 1183514 vectors +[59.116 s] Writing index file: glove-200-angular-range_IVF_PQ_1024_8.index + +[59.149 s] glove-200-angular-range | IVF_PQ | nlist=1024, radius=0.520 +================================================================================ + nprobe = 1, nq = 10000, elapse = 0.137s, R@ = 0.2880, A@ = 0.3964 + nprobe = 2, nq = 10000, elapse = 0.125s, R@ = 0.4277, A@ = 0.4041 + nprobe = 4, nq = 10000, elapse = 0.154s, R@ = 0.5652, A@ = 0.4143 + nprobe = 8, nq = 10000, elapse = 0.170s, R@ = 0.6417, A@ = 0.4181 + nprobe = 16, nq = 10000, elapse = 0.243s, R@ = 0.6695, A@ = 0.4203 + nprobe = 32, nq = 10000, elapse = 0.414s, R@ = 0.6749, A@ = 0.4212 + nprobe = 64, nq = 10000, elapse = 0.684s, R@ = 0.6766, A@ = 0.4217 + nprobe = 128, nq = 10000, elapse = 1.380s, R@ = 0.6770, A@ = 0.4218 + nprobe = 256, nq = 10000, elapse = 2.608s, R@ = 0.6772, A@ = 0.4218 + nprobe = 512, nq = 10000, elapse = 4.785s, R@ = 0.6772, A@ = 0.4218 +================================================================================ +[72.338 s] Test 'glove-200-angular-range/IVF_PQ' done + +[72.338 s] Creating CPU index "IVF_PQ" +[72.339 s] Reading index file: glove-200-angular-range_IVF_PQ_1024_16.index +[72.339 s] Building all on 1183514 vectors +unknown file: Failure +C++ exception with description "Error in void faiss::ProductQuantizer::set_derived_values() at /home/caiyd/vec/knowhere/thirdparty/faiss/faiss/impl/ProductQuantizer.cpp:187: Error: 'd % M == 0' failed: The dimension of the vector (d) should be a multiple of the number of subquantizers (M)" thrown in the test body. +[ FAILED ] Benchmark_knowhere_float_range.TEST_IVF_PQ (72360 ms) +[----------] 1 test from Benchmark_knowhere_float_range (72360 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (72361 ms total) +[ PASSED ] 0 tests. +[ FAILED ] 1 test, listed below: +[ FAILED ] Benchmark_knowhere_float_range.TEST_IVF_PQ + + 1 FAILED TEST diff --git a/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_ivf_sq8.log b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_ivf_sq8.log new file mode 100644 index 000000000..d136dadb2 --- /dev/null +++ b/unittest/benchmark/ref_log/glove/benchmark_knowhere_float_range/test_knowhere_range_ivf_sq8.log @@ -0,0 +1,41 @@ +Running main() from /home/caiyd/vec/knowhere/cmake_build/thirdparty/gtest/googletest-src/googletest/src/gtest_main.cc +Note: Google Test filter = Benchmark_knowhere_float_range.TEST_IVF_SQ8 +[==========] Running 1 test from 1 test case. +[----------] Global test environment set-up. +[----------] 1 test from Benchmark_knowhere_float_range +[ RUN ] Benchmark_knowhere_float_range.TEST_IVF_SQ8 +[0.000 s] Loading HDF5 file: glove-200-angular-range.hdf5 +[0.000 s] Loading train data +[0.295 s] Normalizing train dataset +[0.612 s] Loading test data +[0.615 s] Normalizing test dataset +[0.617 s] Loading ground truth data +2022-07-25 23:53:52,034 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS expect simdType::AVX2 +2022-07-25 23:53:52,034 INFO [default] [KNOWHERE][SetSimdType][benchmark_knowh] FAISS hook AVX2 +faiss::distance_compute_blas_threshold: 16384 +[0.620 s] Creating CPU index "IVF_SQ8" +[0.620 s] Reading index file: glove-200-angular-range_IVF_SQ8_1024.index +[0.620 s] Building all on 1183514 vectors +[28.753 s] Writing index file: glove-200-angular-range_IVF_SQ8_1024.index + +[29.206 s] glove-200-angular-range | IVF_SQ8 | nlist=1024, radius=0.520 +================================================================================ + nprobe = 1, nq = 10000, elapse = 0.188s, R@ = 0.3250, A@ = 0.9961 + nprobe = 2, nq = 10000, elapse = 0.369s, R@ = 0.4982, A@ = 0.9956 + nprobe = 4, nq = 10000, elapse = 0.826s, R@ = 0.6904, A@ = 0.9950 + nprobe = 8, nq = 10000, elapse = 1.327s, R@ = 0.8358, A@ = 0.9946 + nprobe = 16, nq = 10000, elapse = 2.488s, R@ = 0.9243, A@ = 0.9941 + nprobe = 32, nq = 10000, elapse = 4.635s, R@ = 0.9608, A@ = 0.9940 + nprobe = 64, nq = 10000, elapse = 8.974s, R@ = 0.9772, A@ = 0.9939 + nprobe = 128, nq = 10000, elapse = 17.819s, R@ = 0.9856, A@ = 0.9939 + nprobe = 256, nq = 10000, elapse = 36.705s, R@ = 0.9910, A@ = 0.9939 + nprobe = 512, nq = 10000, elapse = 69.936s, R@ = 0.9936, A@ = 0.9938 +================================================================================ +[174.276 s] Test 'glove-200-angular-range/IVF_SQ8' done + +[ OK ] Benchmark_knowhere_float_range.TEST_IVF_SQ8 (174303 ms) +[----------] 1 test from Benchmark_knowhere_float_range (174303 ms total) + +[----------] Global test environment tear-down +[==========] 1 test from 1 test case ran. (174303 ms total) +[ PASSED ] 1 test. diff --git a/unittest/benchmark/ref_log/benchmark_faiss/test_faiss_hnsw.log b/unittest/benchmark/ref_log/sift/benchmark_faiss/test_faiss_hnsw.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_faiss/test_faiss_hnsw.log rename to unittest/benchmark/ref_log/sift/benchmark_faiss/test_faiss_hnsw.log diff --git a/unittest/benchmark/ref_log/benchmark_faiss/test_faiss_idmap.log b/unittest/benchmark/ref_log/sift/benchmark_faiss/test_faiss_idmap.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_faiss/test_faiss_idmap.log rename to unittest/benchmark/ref_log/sift/benchmark_faiss/test_faiss_idmap.log diff --git a/unittest/benchmark/ref_log/benchmark_faiss/test_faiss_ivf_flat.log b/unittest/benchmark/ref_log/sift/benchmark_faiss/test_faiss_ivf_flat.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_faiss/test_faiss_ivf_flat.log rename to unittest/benchmark/ref_log/sift/benchmark_faiss/test_faiss_ivf_flat.log diff --git a/unittest/benchmark/ref_log/benchmark_faiss/test_faiss_ivf_pq.log b/unittest/benchmark/ref_log/sift/benchmark_faiss/test_faiss_ivf_pq.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_faiss/test_faiss_ivf_pq.log rename to unittest/benchmark/ref_log/sift/benchmark_faiss/test_faiss_ivf_pq.log diff --git a/unittest/benchmark/ref_log/benchmark_faiss/test_faiss_ivf_sq8.log b/unittest/benchmark/ref_log/sift/benchmark_faiss/test_faiss_ivf_sq8.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_faiss/test_faiss_ivf_sq8.log rename to unittest/benchmark/ref_log/sift/benchmark_faiss/test_faiss_ivf_sq8.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_binary/test_knowhere_binary_idmap_hamming.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_binary/test_knowhere_binary_idmap_hamming.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_binary/test_knowhere_binary_idmap_hamming.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_binary/test_knowhere_binary_idmap_hamming.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_binary/test_knowhere_binary_idmap_jaccard.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_binary/test_knowhere_binary_idmap_jaccard.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_binary/test_knowhere_binary_idmap_jaccard.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_binary/test_knowhere_binary_idmap_jaccard.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_binary/test_knowhere_binary_idmap_tanimoto.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_binary/test_knowhere_binary_idmap_tanimoto.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_binary/test_knowhere_binary_idmap_tanimoto.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_binary/test_knowhere_binary_idmap_tanimoto.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_binary/test_knowhere_binary_ivf_flat_hamming.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_binary/test_knowhere_binary_ivf_flat_hamming.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_binary/test_knowhere_binary_ivf_flat_hamming.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_binary/test_knowhere_binary_ivf_flat_hamming.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_binary/test_knowhere_binary_ivf_flat_jaccard.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_binary/test_knowhere_binary_ivf_flat_jaccard.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_binary/test_knowhere_binary_ivf_flat_jaccard.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_binary/test_knowhere_binary_ivf_flat_jaccard.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_binary/test_knowhere_binary_ivf_flat_tanimoto.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_binary/test_knowhere_binary_ivf_flat_tanimoto.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_binary/test_knowhere_binary_ivf_flat_tanimoto.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_binary/test_knowhere_binary_ivf_flat_tanimoto.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_binary_range/test_knowhere_binary_range_idmap.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_binary_range/test_knowhere_binary_range_idmap.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_binary_range/test_knowhere_binary_range_idmap.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_binary_range/test_knowhere_binary_range_idmap.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_binary_range/test_knowhere_binary_range_ivf_flat.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_binary_range/test_knowhere_binary_range_ivf_flat.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_binary_range/test_knowhere_binary_range_ivf_flat.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_binary_range/test_knowhere_binary_range_ivf_flat.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_annoy.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_annoy.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_annoy.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_annoy.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_hnsw.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_hnsw.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_hnsw.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_hnsw.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_idmap.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_idmap.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_idmap.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_idmap.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_ivf_flat_nm.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_ivf_flat_nm.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_ivf_flat_nm.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_ivf_flat_nm.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_ivf_hnsw.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_ivf_hnsw.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_ivf_hnsw.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_ivf_hnsw.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_ivf_pq.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_ivf_pq.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_ivf_pq.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_ivf_pq.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_ivf_sq8.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_ivf_sq8.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_ivf_sq8.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_ivf_sq8.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_rhnsw_flat.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_rhnsw_flat.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_rhnsw_flat.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_rhnsw_flat.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_rhnsw_pq.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_rhnsw_pq.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_rhnsw_pq.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_rhnsw_pq.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_rhnsw_sq.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_rhnsw_sq.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float/test_knowhere_rhnsw_sq.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float/test_knowhere_rhnsw_sq.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float_range/test_knowhere_range_hnsw.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float_range/test_knowhere_range_hnsw.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float_range/test_knowhere_range_hnsw.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float_range/test_knowhere_range_hnsw.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float_range/test_knowhere_range_idmap.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float_range/test_knowhere_range_idmap.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float_range/test_knowhere_range_idmap.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float_range/test_knowhere_range_idmap.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float_range/test_knowhere_range_ivf_flat_nm.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float_range/test_knowhere_range_ivf_flat_nm.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float_range/test_knowhere_range_ivf_flat_nm.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float_range/test_knowhere_range_ivf_flat_nm.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float_range/test_knowhere_range_ivf_pq.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float_range/test_knowhere_range_ivf_pq.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float_range/test_knowhere_range_ivf_pq.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float_range/test_knowhere_range_ivf_pq.log diff --git a/unittest/benchmark/ref_log/benchmark_knowhere_float_range/test_knowhere_range_ivf_sq8.log b/unittest/benchmark/ref_log/sift/benchmark_knowhere_float_range/test_knowhere_range_ivf_sq8.log similarity index 100% rename from unittest/benchmark/ref_log/benchmark_knowhere_float_range/test_knowhere_range_ivf_sq8.log rename to unittest/benchmark/ref_log/sift/benchmark_knowhere_float_range/test_knowhere_range_ivf_sq8.log