{ "schema": 1, "release": "0.4.0", "date": "2026-11-02", "scope": "full published dataset", "dataset": { "key": "glove", "label": "GloVe-100", "file": "glove-100-angular.hdf5", "sha256": "544af1d5e84e112cd4749571dcfd8ca109818a572f850af75a3a09e093a953c4", "records": 1183514, "dim": 100, "metric": "cosine" }, "method": { "k": 10, "queries": 1000, "repeats": 3, "warmup_queries_per_repeat": 100, "build_threads": 4, "search_threads": 1, "m": 16, "ef_construction": 200, "ef_sweep": [ 10, 20, 40, 80, 160, 320, 640, 1280 ], "truth": "published ANN-Benchmarks neighbors", "latency": "Python call through returned IDs; recall calculation excluded", "qps_aggregation": "median of repeated single-query loops; no concurrent clients", "build_repetitions": 1 }, "machine": { "cpu": "Apple M3 Max", "memory_gb": 36, "physical_cores": 14, "logical_cores": 14, "os": "macOS 27.0.1", "architecture": "arm64", "python": "3.13.15" }, "packages": { "recern-vector": "0.4.0", "faiss-cpu": "1.15.1", "numpy": "2.5.3", "h5py": "3.16.0" }, "recern_binaries": { "_native.abi3.so": "863a1eb68d089f969a1efc444e37e5e57380b7b9b79e68d5c3dbd8372459fc00" }, "engines": [ { "key": "recern-f32", "name": "Recern Vector 0.4.0 \u00b7 f32", "version": "0.4.0", "precision": "f32", "build_seconds": 149.4435879579978, "save_seconds": 5.1938285829965025, "checkpoint_seconds": 7.4233844159170985, "open_seconds": 5.625969625078142, "disk_bytes": 650422521, "runs": [ { "ef": 10, "recall": 0.522, "qps": 34716.85195918479, "p50_ms": 0.0271455, "p95_ms": 0.042297249999999995, "qps_min": 33755.65255279823, "qps_max": 35508.742092513836, "repetitions": [ { "recall": 0.522, "qps": 33755.65255279823, "p50_ms": 0.0280205, "p95_ms": 0.043294049999999994 }, { "recall": 0.522, "qps": 34716.85195918479, "p50_ms": 0.0271455, "p95_ms": 0.042297249999999995 }, { "recall": 0.522, "qps": 35508.742092513836, "p50_ms": 0.026625, "p95_ms": 0.0414601 } ] }, { "ef": 20, "recall": 0.6416, "qps": 22104.29287250834, "p50_ms": 0.043125, "p95_ms": 0.0651681, "qps_min": 21613.659383166047, "qps_max": 22154.473350395085, "repetitions": [ { "recall": 0.6416000000000001, "qps": 21613.659383166047, "p50_ms": 0.0443125, "p95_ms": 0.067208 }, { "recall": 0.6416, "qps": 22104.29287250834, "p50_ms": 0.043083, "p95_ms": 0.0651681 }, { "recall": 0.6416000000000001, "qps": 22154.473350395085, "p50_ms": 0.043125, "p95_ms": 0.06472259999999999 } ] }, { "ef": 40, "recall": 0.7397999999999999, "qps": 13253.975771917843, "p50_ms": 0.0728955, "p95_ms": 0.10529405, "qps_min": 13097.771484909808, "qps_max": 13275.26114595904, "repetitions": [ { "recall": 0.7397999999999999, "qps": 13253.975771917843, "p50_ms": 0.0728955, "p95_ms": 0.10264229999999994 }, { "recall": 0.7397999999999999, "qps": 13275.26114595904, "p50_ms": 0.072375, "p95_ms": 0.10543574999999998 }, { "recall": 0.7398, "qps": 13097.771484909808, "p50_ms": 0.0737915, "p95_ms": 0.10529405 } ] }, { "ef": 80, "recall": 0.8132, "qps": 7683.114786364925, "p50_ms": 0.128208, "p95_ms": 0.1716806, "qps_min": 7659.125708502636, "qps_max": 7699.831493807656, "repetitions": [ { "recall": 0.8132, "qps": 7659.125708502636, "p50_ms": 0.1285835, "p95_ms": 0.17059965 }, { "recall": 0.8132, "qps": 7699.831493807656, "p50_ms": 0.128125, "p95_ms": 0.1717625 }, { "recall": 0.8132, "qps": 7683.114786364925, "p50_ms": 0.128208, "p95_ms": 0.1716806 } ] }, { "ef": 160, "recall": 0.8701, "qps": 4217.661284548467, "p50_ms": 0.238, "p95_ms": 0.2992535499999999, "qps_min": 4157.211677644185, "qps_max": 4247.983189269214, "repetitions": [ { "recall": 0.8701, "qps": 4157.211677644185, "p50_ms": 0.241458, "p95_ms": 0.30113124999999996 }, { "recall": 0.8701, "qps": 4217.661284548467, "p50_ms": 0.238, "p95_ms": 0.2992535499999999 }, { "recall": 0.8701, "qps": 4247.983189269214, "p50_ms": 0.236688, "p95_ms": 0.29225205 } ] }, { "ef": 320, "recall": 0.9128, "qps": 2251.154054125848, "p50_ms": 0.448521, "p95_ms": 0.55215205, "qps_min": 2235.0069287226297, "qps_max": 2254.820930036158, "repetitions": [ { "recall": 0.9128000000000001, "qps": 2235.0069287226297, "p50_ms": 0.453125, "p95_ms": 0.55215205 }, { "recall": 0.9128, "qps": 2254.820930036158, "p50_ms": 0.448208, "p95_ms": 0.54509135 }, { "recall": 0.9128, "qps": 2251.154054125848, "p50_ms": 0.448521, "p95_ms": 0.55271105 } ] }, { "ef": 640, "recall": 0.9455, "qps": 1154.1091637834884, "p50_ms": 0.8715415, "p95_ms": 1.0936122, "qps_min": 1066.5729936847135, "qps_max": 1193.158861873109, "repetitions": [ { "recall": 0.9455, "qps": 1066.5729936847135, "p50_ms": 0.9348545, "p95_ms": 1.2393854499999999 }, { "recall": 0.9455, "qps": 1154.1091637834884, "p50_ms": 0.8715415, "p95_ms": 1.0936122 }, { "recall": 0.9455, "qps": 1193.158861873109, "p50_ms": 0.8485625, "p95_ms": 1.03776665 } ] }, { "ef": 1280, "recall": 0.9699, "qps": 617.6543049076727, "p50_ms": 1.6475629999999999, "p95_ms": 1.9995042, "qps_min": 599.8319294926839, "qps_max": 620.1410176116465, "repetitions": [ { "recall": 0.9699, "qps": 599.8319294926839, "p50_ms": 1.690208, "p95_ms": 2.0997502999999997 }, { "recall": 0.9699, "qps": 620.1410176116465, "p50_ms": 1.6406459999999998, "p95_ms": 1.98940415 }, { "recall": 0.9699000000000001, "qps": 617.6543049076727, "p50_ms": 1.6475629999999999, "p95_ms": 1.9995042 } ] } ] }, { "key": "recern-int8", "name": "Recern Vector 0.4.0 \u00b7 int8", "version": "0.4.0", "precision": "int8", "build_seconds": 387.87306079105474, "save_seconds": 2.520667082979344, "checkpoint_seconds": 3.6116237920941785, "open_seconds": 3.0431239580502734, "disk_bytes": 300102377, "runs": [ { "ef": 10, "recall": 0.5197, "qps": 13311.953625839376, "p50_ms": 0.0703125, "p95_ms": 0.11387710000000001, "qps_min": 11145.715585814241, "qps_max": 13598.97498541986, "repetitions": [ { "recall": 0.5197, "qps": 13311.953625839376, "p50_ms": 0.0703125, "p95_ms": 0.11387710000000001 }, { "recall": 0.5197, "qps": 13598.97498541986, "p50_ms": 0.06939600000000001, "p95_ms": 0.11111009999999998 }, { "recall": 0.5197, "qps": 11145.715585814241, "p50_ms": 0.08385400000000001, "p95_ms": 0.14606904999999998 } ] }, { "ef": 20, "recall": 0.6289, "qps": 8602.577669490824, "p50_ms": 0.109625, "p95_ms": 0.1733372, "qps_min": 7338.916937903252, "qps_max": 8709.1606121453, "repetitions": [ { "recall": 0.6289000000000001, "qps": 7338.916937903252, "p50_ms": 0.127937, "p95_ms": 0.20947885 }, { "recall": 0.6289, "qps": 8602.577669490824, "p50_ms": 0.109625, "p95_ms": 0.1733372 }, { "recall": 0.6289, "qps": 8709.1606121453, "p50_ms": 0.108625, "p95_ms": 0.1721101 } ] }, { "ef": 40, "recall": 0.7318000000000001, "qps": 5158.879801046356, "p50_ms": 0.184917, "p95_ms": 0.2910422999999999, "qps_min": 5078.845495735215, "qps_max": 5362.572394660296, "repetitions": [ { "recall": 0.7318000000000001, "qps": 5078.845495735215, "p50_ms": 0.187479, "p95_ms": 0.2910422999999999 }, { "recall": 0.7318, "qps": 5158.879801046356, "p50_ms": 0.184917, "p95_ms": 0.29141039999999996 }, { "recall": 0.7318, "qps": 5362.572394660296, "p50_ms": 0.1791255, "p95_ms": 0.2720100999999999 } ] }, { "ef": 80, "recall": 0.8092999999999999, "qps": 3076.2765950302646, "p50_ms": 0.31968799999999997, "p95_ms": 0.44676455, "qps_min": 3028.6280704927963, "qps_max": 3143.6604244416267, "repetitions": [ { "recall": 0.8093, "qps": 3076.2765950302646, "p50_ms": 0.31968799999999997, "p95_ms": 0.44676455 }, { "recall": 0.8092999999999999, "qps": 3143.6604244416267, "p50_ms": 0.3150625, "p95_ms": 0.4282836499999999 }, { "recall": 0.8092999999999999, "qps": 3028.6280704927963, "p50_ms": 0.3241045, "p95_ms": 0.462 } ] }, { "ef": 160, "recall": 0.8644, "qps": 1716.7213897646593, "p50_ms": 0.585979, "p95_ms": 0.7733860499999999, "qps_min": 1709.716142274528, "qps_max": 1764.837057500728, "repetitions": [ { "recall": 0.8644, "qps": 1764.837057500728, "p50_ms": 0.5763335, "p95_ms": 0.7365354000000001 }, { "recall": 0.8644000000000001, "qps": 1716.7213897646593, "p50_ms": 0.585979, "p95_ms": 0.7858774 }, { "recall": 0.8644, "qps": 1709.716142274528, "p50_ms": 0.5937920000000001, "p95_ms": 0.7733860499999999 } ] }, { "ef": 320, "recall": 0.9052000000000001, "qps": 929.8103999996176, "p50_ms": 1.090312, "p95_ms": 1.4250875, "qps_min": 924.9332173706329, "qps_max": 962.1061661583345, "repetitions": [ { "recall": 0.9052, "qps": 929.8103999996176, "p50_ms": 1.0970835, "p95_ms": 1.4250875 }, { "recall": 0.9052, "qps": 924.9332173706329, "p50_ms": 1.090312, "p95_ms": 1.4403479 }, { "recall": 0.9052, "qps": 962.1061661583345, "p50_ms": 1.0664375, "p95_ms": 1.3422812499999999 } ] }, { "ef": 640, "recall": 0.9357000000000001, "qps": 511.7742701095703, "p50_ms": 1.9882499999999999, "p95_ms": 2.54820805, "qps_min": 509.9293959356336, "qps_max": 515.9352067847362, "repetitions": [ { "recall": 0.9357000000000001, "qps": 515.9352067847362, "p50_ms": 1.983771, "p95_ms": 2.532384 }, { "recall": 0.9357000000000001, "qps": 511.7742701095703, "p50_ms": 1.9882499999999999, "p95_ms": 2.54820805 }, { "recall": 0.9357000000000001, "qps": 509.9293959356336, "p50_ms": 1.9947705, "p95_ms": 2.5727666499999997 } ] }, { "ef": 1280, "recall": 0.9603000000000002, "qps": 245.88437467366688, "p50_ms": 4.1440625, "p95_ms": 5.513408, "qps_min": 244.497522319199, "qps_max": 246.30828802876619, "repetitions": [ { "recall": 0.9603, "qps": 246.30828802876619, "p50_ms": 4.109271, "p95_ms": 5.6468684 }, { "recall": 0.9603000000000002, "qps": 245.88437467366688, "p50_ms": 4.1440625, "p95_ms": 5.483770499999999 }, { "recall": 0.9602999999999999, "qps": 244.497522319199, "p50_ms": 4.1679375, "p95_ms": 5.513408 } ] } ] }, { "key": "faiss-hnsw", "name": "faiss HNSW \u00b7 f32", "precision": "f32", "version": "1.15.1", "build_seconds": 118.24892470892519, "save_seconds": 0.15795887494459748, "open_seconds": 0.10299270797986537, "disk_bytes": 644153874, "runs": [ { "ef": 10, "recall": 0.46889999999999993, "qps": 28233.080909826844, "p50_ms": 0.033479, "p95_ms": 0.05355449999999999, "qps_min": 27913.566423150573, "qps_max": 28553.64617640837, "repetitions": [ { "recall": 0.4689, "qps": 27913.566423150573, "p50_ms": 0.034, "p95_ms": 0.054004199999999995 }, { "recall": 0.4689, "qps": 28233.080909826844, "p50_ms": 0.033479, "p95_ms": 0.05355449999999999 }, { "recall": 0.4689, "qps": 28553.64617640837, "p50_ms": 0.033271, "p95_ms": 0.05211524999999997 } ] }, { "ef": 20, "recall": 0.6036, "qps": 17596.74496819318, "p50_ms": 0.053771, "p95_ms": 0.08460684999999998, "qps_min": 17181.9874009641, "qps_max": 17899.597506070557, "repetitions": [ { "recall": 0.6036, "qps": 17181.9874009641, "p50_ms": 0.054854, "p95_ms": 0.0886271 }, { "recall": 0.6036, "qps": 17596.74496819318, "p50_ms": 0.053771, "p95_ms": 0.08460684999999998 }, { "recall": 0.6036, "qps": 17899.597506070557, "p50_ms": 0.052938, "p95_ms": 0.08434345 } ] }, { "ef": 40, "recall": 0.7071000000000001, "qps": 10641.294642040044, "p50_ms": 0.08972949999999999, "p95_ms": 0.13557019999999997, "qps_min": 10622.83644690086, "qps_max": 10690.316154661636, "repetitions": [ { "recall": 0.7071000000000001, "qps": 10622.83644690086, "p50_ms": 0.08972949999999999, "p95_ms": 0.13557019999999997 }, { "recall": 0.7071000000000002, "qps": 10641.294642040044, "p50_ms": 0.0899585, "p95_ms": 0.13260689999999997 }, { "recall": 0.7071000000000001, "qps": 10690.316154661636, "p50_ms": 0.089334, "p95_ms": 0.13635894999999998 } ] }, { "ef": 80, "recall": 0.7917000000000001, "qps": 5636.680000665353, "p50_ms": 0.1735, "p95_ms": 0.24252499999999996, "qps_min": 5559.643283279586, "qps_max": 6015.889914412295, "repetitions": [ { "recall": 0.7917000000000001, "qps": 6015.889914412295, "p50_ms": 0.163, "p95_ms": 0.22369199999999997 }, { "recall": 0.7917000000000001, "qps": 5636.680000665353, "p50_ms": 0.1735, "p95_ms": 0.24252499999999996 }, { "recall": 0.7917000000000001, "qps": 5559.643283279586, "p50_ms": 0.17766700000000002, "p95_ms": 0.24420029999999995 } ] }, { "ef": 160, "recall": 0.8523, "qps": 3192.435185153675, "p50_ms": 0.31325, "p95_ms": 0.3987103999999999, "qps_min": 3188.363249549088, "qps_max": 3282.4948087098414, "repetitions": [ { "recall": 0.8523, "qps": 3192.435185153675, "p50_ms": 0.31325, "p95_ms": 0.4009545 }, { "recall": 0.8523, "qps": 3282.4948087098414, "p50_ms": 0.3071665, "p95_ms": 0.38829584999999994 }, { "recall": 0.8523, "qps": 3188.363249549088, "p50_ms": 0.314646, "p95_ms": 0.3987103999999999 } ] }, { "ef": 320, "recall": 0.9003000000000001, "qps": 1623.3327354165979, "p50_ms": 0.619583, "p95_ms": 0.7820642999999999, "qps_min": 1547.8683559571502, "qps_max": 1693.2576382373716, "repetitions": [ { "recall": 0.9003000000000001, "qps": 1547.8683559571502, "p50_ms": 0.650333, "p95_ms": 0.81472355 }, { "recall": 0.9003, "qps": 1693.2576382373716, "p50_ms": 0.5986245, "p95_ms": 0.7202871499999999 }, { "recall": 0.9003000000000001, "qps": 1623.3327354165979, "p50_ms": 0.619583, "p95_ms": 0.7820642999999999 } ] }, { "ef": 640, "recall": 0.9371, "qps": 800.7725898790418, "p50_ms": 1.260646, "p95_ms": 1.5297744, "qps_min": 794.1266721683127, "qps_max": 819.1152657052405, "repetitions": [ { "recall": 0.9371, "qps": 794.1266721683127, "p50_ms": 1.265667, "p95_ms": 1.5490622 }, { "recall": 0.9370999999999999, "qps": 819.1152657052405, "p50_ms": 1.2305000000000001, "p95_ms": 1.47030625 }, { "recall": 0.9371000000000002, "qps": 800.7725898790418, "p50_ms": 1.260646, "p95_ms": 1.5297744 } ] }, { "ef": 1280, "recall": 0.9619, "qps": 355.833180968234, "p50_ms": 2.8367085000000003, "p95_ms": 3.3173142999999996, "qps_min": 335.857677138816, "qps_max": 356.78802355312735, "repetitions": [ { "recall": 0.9619, "qps": 355.833180968234, "p50_ms": 2.8367085000000003, "p95_ms": 3.3147104 }, { "recall": 0.9619000000000001, "qps": 356.78802355312735, "p50_ms": 2.820375, "p95_ms": 3.3173142999999996 }, { "recall": 0.9619000000000001, "qps": 335.857677138816, "p50_ms": 2.956062, "p95_ms": 3.83709825 } ] } ] } ], "complete": true }