{ "schema": 1, "release": "0.4.0", "date": "2026-11-02", "scope": "full published dataset", "dataset": { "key": "sift", "label": "SIFT1M", "file": "sift-128-euclidean.hdf5", "sha256": "dd6f0a6ed6b7ebb8934680f861a33ed01ff33991eaee4fd60914d854a0ca5984", "records": 1000000, "dim": 128, "metric": "l2" }, "method": { "k": 10, "queries": 1000, "repeats": 3, "warmup_queries_per_repeat": 100, "build_threads": 4, "search_threads": 1, "m": 16, "ef_construction": 200, "ef_sweep": [ 10, 20, 40, 80, 160, 320, 640, 1280 ], "truth": "published ANN-Benchmarks neighbors", "latency": "Python call through returned IDs; recall calculation excluded", "qps_aggregation": "median of repeated single-query loops; no concurrent clients", "build_repetitions": 1 }, "machine": { "cpu": "Apple M3 Max", "memory_gb": 36, "physical_cores": 14, "logical_cores": 14, "os": "macOS 27.0.1", "architecture": "arm64", "python": "3.13.15" }, "packages": { "recern-vector": "0.4.0", "faiss-cpu": "1.15.1", "numpy": "2.5.3", "h5py": "3.16.0" }, "recern_binaries": { "_native.abi3.so": "863a1eb68d089f969a1efc444e37e5e57380b7b9b79e68d5c3dbd8372459fc00" }, "engines": [ { "key": "recern-f32", "name": "Recern Vector 0.4.0 \u00b7 f32", "version": "0.4.0", "precision": "f32", "build_seconds": 102.69427670794539, "save_seconds": 5.458802666980773, "checkpoint_seconds": 7.688148417044431, "open_seconds": 5.531188791966997, "disk_bytes": 661394553, "runs": [ { "ef": 10, "recall": 0.7534000000000001, "qps": 34974.57348507635, "p50_ms": 0.027458, "p95_ms": 0.04104405, "qps_min": 31590.573031829113, "qps_max": 36228.252044441775, "repetitions": [ { "recall": 0.7534000000000001, "qps": 36228.252044441775, "p50_ms": 0.0269165, "p95_ms": 0.036918099999999995 }, { "recall": 0.7534000000000001, "qps": 31590.573031829113, "p50_ms": 0.0309375, "p95_ms": 0.04554824999999999 }, { "recall": 0.7534000000000001, "qps": 34974.57348507635, "p50_ms": 0.027458, "p95_ms": 0.04104405 } ] }, { "ef": 20, "recall": 0.8635, "qps": 23442.30677174634, "p50_ms": 0.041333, "p95_ms": 0.058586049999999994, "qps_min": 20358.720243516353, "qps_max": 24644.50729505757, "repetitions": [ { "recall": 0.8635, "qps": 20358.720243516353, "p50_ms": 0.0490415, "p95_ms": 0.06513334999999999 }, { "recall": 0.8635, "qps": 23442.30677174634, "p50_ms": 0.041333, "p95_ms": 0.058586049999999994 }, { "recall": 0.8635, "qps": 24644.50729505757, "p50_ms": 0.0403125, "p95_ms": 0.051583 } ] }, { "ef": 40, "recall": 0.9432, "qps": 14681.288819254556, "p50_ms": 0.0680625, "p95_ms": 0.0855452, "qps_min": 12727.768022579978, "qps_max": 14908.105542946943, "repetitions": [ { "recall": 0.9432, "qps": 12727.768022579978, "p50_ms": 0.079125, "p95_ms": 0.09742529999999999 }, { "recall": 0.9432, "qps": 14681.288819254556, "p50_ms": 0.0680625, "p95_ms": 0.0855452 }, { "recall": 0.9432, "qps": 14908.105542946943, "p50_ms": 0.067541, "p95_ms": 0.08162915 } ] }, { "ef": 80, "recall": 0.9829000000000002, "qps": 7711.689540951655, "p50_ms": 0.1300625, "p95_ms": 0.16387705, "qps_min": 7501.197716239352, "qps_max": 8270.033737023728, "repetitions": [ { "recall": 0.9829, "qps": 7501.197716239352, "p50_ms": 0.13325, "p95_ms": 0.16800420000000002 }, { "recall": 0.9829000000000001, "qps": 7711.689540951655, "p50_ms": 0.1300625, "p95_ms": 0.16387705 }, { "recall": 0.9829000000000001, "qps": 8270.033737023728, "p50_ms": 0.1235, "p95_ms": 0.14404615 } ] }, { "ef": 160, "recall": 0.9955999999999999, "qps": 4083.4727825677, "p50_ms": 0.24635400000000002, "p95_ms": 0.30959345, "qps_min": 4072.5108603886993, "qps_max": 4209.547130815823, "repetitions": [ { "recall": 0.9955999999999999, "qps": 4083.4727825677, "p50_ms": 0.24635400000000002, "p95_ms": 0.31192739999999997 }, { "recall": 0.9955999999999999, "qps": 4072.5108603886993, "p50_ms": 0.24656250000000002, "p95_ms": 0.30959345 }, { "recall": 0.9956, "qps": 4209.547130815823, "p50_ms": 0.240875, "p95_ms": 0.30147769999999996 } ] }, { "ef": 320, "recall": 0.9986, "qps": 2229.0718926597383, "p50_ms": 0.4503125, "p95_ms": 0.5652625, "qps_min": 2212.4419407114146, "qps_max": 2384.416671548561, "repetitions": [ { "recall": 0.9986, "qps": 2229.0718926597383, "p50_ms": 0.4503125, "p95_ms": 0.5724315499999999 }, { "recall": 0.9985999999999999, "qps": 2212.4419407114146, "p50_ms": 0.462125, "p95_ms": 0.5652625 }, { "recall": 0.9986, "qps": 2384.416671548561, "p50_ms": 0.423625, "p95_ms": 0.5308795 } ] }, { "ef": 640, "recall": 0.999, "qps": 1321.4372268424072, "p50_ms": 0.763938, "p95_ms": 0.9776353999999999, "qps_min": 1266.7962551942003, "qps_max": 1367.0323148654143, "repetitions": [ { "recall": 0.999, "qps": 1266.7962551942003, "p50_ms": 0.8009795, "p95_ms": 1.0137729 }, { "recall": 0.999, "qps": 1321.4372268424072, "p50_ms": 0.763938, "p95_ms": 0.9776353999999999 }, { "recall": 0.999, "qps": 1367.0323148654143, "p50_ms": 0.7510205, "p95_ms": 0.8915494 } ] }, { "ef": 1280, "recall": 0.9991, "qps": 748.736131724992, "p50_ms": 1.3740415000000001, "p95_ms": 1.62454375, "qps_min": 743.2378713408718, "qps_max": 749.2691346012001, "repetitions": [ { "recall": 0.9991, "qps": 748.736131724992, "p50_ms": 1.3740415000000001, "p95_ms": 1.62454375 }, { "recall": 0.9991, "qps": 749.2691346012001, "p50_ms": 1.3701045, "p95_ms": 1.62103605 }, { "recall": 0.9990999999999999, "qps": 743.2378713408718, "p50_ms": 1.3764375, "p95_ms": 1.6458194 } ] } ] }, { "key": "recern-int8", "name": "Recern Vector 0.4.0 \u00b7 int8", "version": "0.4.0", "precision": "int8", "build_seconds": 299.0120246249717, "save_seconds": 2.3917237499263138, "checkpoint_seconds": 3.3866188330575824, "open_seconds": 2.739806166035123, "disk_bytes": 281394553, "runs": [ { "ef": 10, "recall": 0.7497000000000001, "qps": 14942.684122371556, "p50_ms": 0.06539600000000001, "p95_ms": 0.09417084999999996, "qps_min": 14492.453902438856, "qps_max": 15168.53746812294, "repetitions": [ { "recall": 0.7497, "qps": 14942.684122371556, "p50_ms": 0.06539600000000001, "p95_ms": 0.09417084999999996 }, { "recall": 0.7497, "qps": 14492.453902438856, "p50_ms": 0.0673125, "p95_ms": 0.09600205 }, { "recall": 0.7497, "qps": 15168.53746812294, "p50_ms": 0.064167, "p95_ms": 0.091084 } ] }, { "ef": 20, "recall": 0.8585000000000002, "qps": 9929.456375767488, "p50_ms": 0.101125, "p95_ms": 0.13039584999999998, "qps_min": 9838.08905902574, "qps_max": 9971.85424196497, "repetitions": [ { "recall": 0.8585, "qps": 9838.08905902574, "p50_ms": 0.1022085, "p95_ms": 0.13160594999999997 }, { "recall": 0.8585000000000002, "qps": 9929.456375767488, "p50_ms": 0.101125, "p95_ms": 0.13039584999999998 }, { "recall": 0.8585000000000002, "qps": 9971.85424196497, "p50_ms": 0.100375, "p95_ms": 0.13017325 } ] }, { "ef": 40, "recall": 0.9353000000000001, "qps": 6125.924904393915, "p50_ms": 0.1675215, "p95_ms": 0.20016605, "qps_min": 6070.056107895927, "qps_max": 6128.013916572532, "repetitions": [ { "recall": 0.9353, "qps": 6070.056107895927, "p50_ms": 0.167792, "p95_ms": 0.20138089999999997 }, { "recall": 0.9353, "qps": 6128.013916572532, "p50_ms": 0.1675215, "p95_ms": 0.19977085 }, { "recall": 0.9353, "qps": 6125.924904393915, "p50_ms": 0.166896, "p95_ms": 0.20016605 } ] }, { "ef": 80, "recall": 0.9711000000000002, "qps": 3564.789316834044, "p50_ms": 0.290479, "p95_ms": 0.33929614999999996, "qps_min": 3527.1710898497313, "qps_max": 3577.776082865988, "repetitions": [ { "recall": 0.9711000000000002, "qps": 3527.1710898497313, "p50_ms": 0.292792, "p95_ms": 0.3475851 }, { "recall": 0.9711000000000002, "qps": 3577.776082865988, "p50_ms": 0.290083, "p95_ms": 0.33625835 }, { "recall": 0.9711000000000002, "qps": 3564.789316834044, "p50_ms": 0.290479, "p95_ms": 0.33929614999999996 } ] }, { "ef": 160, "recall": 0.9846, "qps": 1985.2185865026083, "p50_ms": 0.5224375, "p95_ms": 0.6279348, "qps_min": 1953.4233472634946, "qps_max": 1989.8801382167562, "repetitions": [ { "recall": 0.9846000000000001, "qps": 1985.2185865026083, "p50_ms": 0.5206459999999999, "p95_ms": 0.6279348 }, { "recall": 0.9846, "qps": 1953.4233472634946, "p50_ms": 0.5298955000000001, "p95_ms": 0.6406499999999999 }, { "recall": 0.9846, "qps": 1989.8801382167562, "p50_ms": 0.5224375, "p95_ms": 0.62079935 } ] }, { "ef": 320, "recall": 0.9868, "qps": 1109.83970956871, "p50_ms": 0.9298960000000001, "p95_ms": 1.14508925, "qps_min": 1075.368713176203, "qps_max": 1119.0721806569968, "repetitions": [ { "recall": 0.9867999999999999, "qps": 1075.368713176203, "p50_ms": 0.9560415, "p95_ms": 1.20017855 }, { "recall": 0.9868000000000001, "qps": 1109.83970956871, "p50_ms": 0.9298960000000001, "p95_ms": 1.14508925 }, { "recall": 0.9868000000000001, "qps": 1119.0721806569968, "p50_ms": 0.925354, "p95_ms": 1.14423715 } ] }, { "ef": 640, "recall": 0.9870000000000001, "qps": 632.2698230134315, "p50_ms": 1.6347079999999998, "p95_ms": 2.0405410499999994, "qps_min": 624.5956071356491, "qps_max": 635.5461462976843, "repetitions": [ { "recall": 0.987, "qps": 624.5956071356491, "p50_ms": 1.658771, "p95_ms": 2.0900048 }, { "recall": 0.9870000000000001, "qps": 635.5461462976843, "p50_ms": 1.6326045, "p95_ms": 2.0199523999999998 }, { "recall": 0.987, "qps": 632.2698230134315, "p50_ms": 1.6347079999999998, "p95_ms": 2.0405410499999994 } ] }, { "ef": 1280, "recall": 0.9870000000000001, "qps": 359.02101815597723, "p50_ms": 2.878896, "p95_ms": 3.64448605, "qps_min": 355.83379291046856, "qps_max": 360.11917822977205, "repetitions": [ { "recall": 0.987, "qps": 359.02101815597723, "p50_ms": 2.8713955, "p95_ms": 3.64448605 }, { "recall": 0.9870000000000001, "qps": 360.11917822977205, "p50_ms": 2.878896, "p95_ms": 3.6297832999999997 }, { "recall": 0.987, "qps": 355.83379291046856, "p50_ms": 2.8795830000000002, "p95_ms": 3.70555595 } ] } ] }, { "key": "faiss-hnsw", "name": "faiss HNSW \u00b7 f32", "precision": "f32", "version": "1.15.1", "build_seconds": 80.50671250000596, "save_seconds": 0.12586845795158297, "open_seconds": 0.10321625007782131, "disk_bytes": 656258362, "runs": [ { "ef": 10, "recall": 0.6987, "qps": 33931.738774608864, "p50_ms": 0.028917, "p95_ms": 0.0405, "qps_min": 33141.05445887204, "qps_max": 34131.47861968341, "repetitions": [ { "recall": 0.6987000000000001, "qps": 33141.05445887204, "p50_ms": 0.029542, "p95_ms": 0.04129405 }, { "recall": 0.6987000000000001, "qps": 34131.47861968341, "p50_ms": 0.028666, "p95_ms": 0.0405 }, { "recall": 0.6986999999999999, "qps": 33931.738774608864, "p50_ms": 0.028917, "p95_ms": 0.040379149999999996 } ] }, { "ef": 20, "recall": 0.8285, "qps": 19514.605032882988, "p50_ms": 0.05025, "p95_ms": 0.0693423, "qps_min": 18223.196766388493, "qps_max": 22021.13742918415, "repetitions": [ { "recall": 0.8285, "qps": 18223.196766388493, "p50_ms": 0.053604, "p95_ms": 0.077292 }, { "recall": 0.8285, "qps": 19514.605032882988, "p50_ms": 0.05025, "p95_ms": 0.0693423 }, { "recall": 0.8285000000000001, "qps": 22021.13742918415, "p50_ms": 0.045125, "p95_ms": 0.05937919999999999 } ] }, { "ef": 40, "recall": 0.9245000000000001, "qps": 12903.101603692949, "p50_ms": 0.078375, "p95_ms": 0.0950934, "qps_min": 12880.705181512256, "qps_max": 12945.240545094046, "repetitions": [ { "recall": 0.9245, "qps": 12880.705181512256, "p50_ms": 0.0785415, "p95_ms": 0.09554615 }, { "recall": 0.9245000000000001, "qps": 12903.101603692949, "p50_ms": 0.0781045, "p95_ms": 0.0950934 }, { "recall": 0.9245, "qps": 12945.240545094046, "p50_ms": 0.078375, "p95_ms": 0.09492225 } ] }, { "ef": 80, "recall": 0.9756, "qps": 6604.6941608856605, "p50_ms": 0.15125, "p95_ms": 0.19237705, "qps_min": 6531.315856890614, "qps_max": 7116.528376982548, "repetitions": [ { "recall": 0.9756000000000001, "qps": 6604.6941608856605, "p50_ms": 0.15125, "p95_ms": 0.19715624999999998 }, { "recall": 0.9756, "qps": 6531.315856890614, "p50_ms": 0.1542085, "p95_ms": 0.19237705 }, { "recall": 0.9756000000000001, "qps": 7116.528376982548, "p50_ms": 0.1436045, "p95_ms": 0.168 } ] }, { "ef": 160, "recall": 0.9937999999999999, "qps": 3801.9303046484847, "p50_ms": 0.2708125, "p95_ms": 0.31556074999999995, "qps_min": 3743.104761215033, "qps_max": 3803.115827383783, "repetitions": [ { "recall": 0.9938, "qps": 3743.104761215033, "p50_ms": 0.2730625, "p95_ms": 0.32525799999999994 }, { "recall": 0.9938, "qps": 3801.9303046484847, "p50_ms": 0.2708125, "p95_ms": 0.31556074999999995 }, { "recall": 0.9937999999999999, "qps": 3803.115827383783, "p50_ms": 0.270792, "p95_ms": 0.312608 } ] }, { "ef": 320, "recall": 0.9981, "qps": 1946.9380036804062, "p50_ms": 0.5269165, "p95_ms": 0.6098, "qps_min": 1941.8603666233148, "qps_max": 1949.9570092003203, "repetitions": [ { "recall": 0.9981, "qps": 1941.8603666233148, "p50_ms": 0.5269165, "p95_ms": 0.6145142499999999 }, { "recall": 0.9981, "qps": 1946.9380036804062, "p50_ms": 0.5289375000000001, "p95_ms": 0.60938545 }, { "recall": 0.9981, "qps": 1949.9570092003203, "p50_ms": 0.5268125, "p95_ms": 0.6098 } ] }, { "ef": 640, "recall": 0.999, "qps": 940.9386818780872, "p50_ms": 1.090854, "p95_ms": 1.2475681, "qps_min": 939.0073865034753, "qps_max": 942.004467247061, "repetitions": [ { "recall": 0.999, "qps": 942.004467247061, "p50_ms": 1.0894585, "p95_ms": 1.2482666500000001 }, { "recall": 0.999, "qps": 940.9386818780872, "p50_ms": 1.090854, "p95_ms": 1.2405 }, { "recall": 0.999, "qps": 939.0073865034753, "p50_ms": 1.0930005, "p95_ms": 1.2475681 } ] }, { "ef": 1280, "recall": 0.9991, "qps": 405.2776750263779, "p50_ms": 2.4980415000000002, "p95_ms": 2.8693771, "qps_min": 398.8209043420743, "qps_max": 406.82742023923754, "repetitions": [ { "recall": 0.9991, "qps": 406.82742023923754, "p50_ms": 2.495667, "p95_ms": 2.84469825 }, { "recall": 0.9991, "qps": 405.2776750263779, "p50_ms": 2.4980415000000002, "p95_ms": 2.8693771 }, { "recall": 0.9990999999999999, "qps": 398.8209043420743, "p50_ms": 2.533583, "p95_ms": 2.96416605 } ] } ] } ], "complete": true }