Odeinjul/deep-100m-batch-update-eval
deep-100m-batch-update-eval Batch-update evaluation workload package generated from deep-100m-static-search-eval. Dataset Source static dataset: deep-100m-static-search-eval Vector count: 100,000,000 Dimension: 96 Dtype: float32 Metric: l2 Initial update index: 80,000,000 vectors with external labels equal to A = P[0:80M] Update order: update_order.u32, a seed-42 permutation of source IDs [0, 100M) Insert vector source: base_permuted.fbin, where row j equals… See the full description on the dataset page: https://huggingface.co/datasets/Odeinjul/deep-100m-batch-update-eval.
0287
1{2 "dataset": "deep",3 "historical_authoring_provenance": {4 "reference_locations": {5 ".gitattributes": {6 "local_path": null,7 "local_present": false,8 "sha256": null,9 "size": 297710 },11 "README.md": {12 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/README.md",13 "local_present": true,14 "sha256": "4d25559b2acf128f21b770254dba808288b6c6114ddfc5b0259b324361fe0f29",15 "size": 235616 },17 "base.fbin": {18 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/base.fbin",19 "local_present": true,20 "sha256": "162cef480f030deead496c745b4214abc3fcbd9849c2561ab1251e84b6904ba4",21 "size": 3840000000822 },23 "checksums.sha256": {24 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/checksums.sha256",25 "local_present": true,26 "sha256": null,27 "size": 147628 },29 "groundtruth.bin": {30 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/groundtruth.bin",31 "local_present": true,32 "sha256": "766d7e0e2ff81796f44adfc46e2cab98809c8e802b952063d7b8fa647697066f",33 "size": 800000834 },35 "index_build.json": {36 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/index_build.json",37 "local_present": true,38 "sha256": "f172846b1f96c04b09ba18a8a2640262c5b2e9b4a5e581012e5b0a910eebf478",39 "size": 105940 },41 "index_m_32_ef_500": {42 "local_path": null,43 "local_present": false,44 "sha256": "638b77102baea9a279459b56cd5686afac4198144ea2c32b582953577d984e46",45 "size": 6602569257246 },47 "layout-sidecar/index_m_32_ef_500.id_mapping.u32": {48 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/layout-sidecar/index_m_32_ef_500.id_mapping.u32",49 "local_present": true,50 "sha256": null,51 "size": 40000000052 },53 "layout-sidecar/index_m_32_ef_500.layout.json": {54 "local_path": null,55 "local_present": false,56 "sha256": null,57 "size": 84258 },59 "layout-sidecar/index_m_32_ef_500.levels.u16": {60 "local_path": null,61 "local_present": false,62 "sha256": null,63 "size": 20000000064 },65 "orig_query_10k.fbin": {66 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/orig_query_10k.fbin",67 "local_present": true,68 "sha256": "8438fc763f14e0f9741fda15b3e11215aef089ce17d1ad47d53b52a7c9fda5bb",69 "size": 384000870 },71 "pq_m24.pqcodebook": {72 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/pq_m24.pqcodebook",73 "local_present": true,74 "sha256": "139666d95ce0a73674b50089323c169664897dc25ab7bea00c9aa2706f9651bb",75 "size": 9833776 },77 "pq_m24.pqcodes": {78 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/pq_m24.pqcodes",79 "local_present": true,80 "sha256": "2359e47d2965f2f238db177cc8ac51b723ede7e2c7dbfddd471750dd31852809",81 "size": 240000002982 },83 "pq_m24.pqmeta": {84 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/pq_m24.pqmeta",85 "local_present": true,86 "sha256": "2e0d9e5770de829c96bfb89db968f91c5c7147c5217cee990acd58b862aeb184",87 "size": 2988 },89 "pq_m48.pqcodebook": {90 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/pq_m48.pqcodebook",91 "local_present": true,92 "sha256": "626f5d567e20396426aa207dd507b1b43557f290cfe27fc4aa307cb98678647f",93 "size": 9833794 },95 "pq_m48.pqcodes": {96 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/pq_m48.pqcodes",97 "local_present": true,98 "sha256": "0ae4320c780c020ca67a88a8f7c43ea82f6bffa300862e77dc2b1548e07445df",99 "size": 4800000029100 },101 "pq_m48.pqmeta": {102 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/pq_m48.pqmeta",103 "local_present": true,104 "sha256": "985b47acbc0b8ffb89a12351692975557d1d498bf23c7438aadafa626f7255e9",105 "size": 29106 },107 "pq_m96.pqcodebook": {108 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/pq_m96.pqcodebook",109 "local_present": true,110 "sha256": "aef3c3c63c9a871acf78b2aebf9f3dff43157a14a3e4a9d7e8f6dbf2805b65bb",111 "size": 98337112 },113 "pq_m96.pqcodes": {114 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/pq_m96.pqcodes",115 "local_present": true,116 "sha256": "2e9600d8db16adc5606206b73007e1caf8663a2e17392134ed2c7467bb70b07f",117 "size": 9600000029118 },119 "pq_m96.pqmeta": {120 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/pq_m96.pqmeta",121 "local_present": true,122 "sha256": "a76f3833c7fa915910396c52975576953fb95c3269733b5c75f49f33004567a1",123 "size": 29124 },125 "pq_manifest.json": {126 "local_path": null,127 "local_present": false,128 "sha256": "ae26a5c57b859012a46e5b79250bff5fdce75865afcf2c352c8e5aeff595e1a7",129 "size": 440130 },131 "search_ef150.json": {132 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/search_ef150.json",133 "local_present": true,134 "sha256": "f2be04d39301c19e6f4f4b827a9cb9022b9b030fbd0851bb23d8732e584e51b6",135 "size": 470136 },137 "source_manifest.json": {138 "local_path": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval/source_manifest.json",139 "local_present": true,140 "sha256": "2ab15ac0543652b84765798ad255244241b67ba778ee8bf3dc12eb143833b385",141 "size": 814142 }143 },144 "static_dataset": {145 "backend": "hf",146 "file_list_record": "/home/cc/workspace/vectordb-eval/workload_preparation/batch-update-eval-prep/.state/deep/static_hf_files.txt",147 "local_root": "/home/cc/workspace/static-search-eval-datasets/deep-100m-static-search-eval",148 "ref": "deep-100m-static-search-eval",149 "slug": "deep-100m-static-search-eval"150 }151 },152 "notes": [153 "Static-search-eval artifacts are immutable inputs.",154 "The batch-update package references static base/query/source GT and static index/PQ artifacts instead of duplicating them.",155 "Static PQ codes are in static HNSW internal-id order; batch packages may include derived initial/pq codes reordered for the 80M initial index.",156 "Runtime validation must receive --static-root; author-machine paths are provenance only."157 ],158 "references": [159 {160 "backend": "hf",161 "dataset_ref": "deep-100m-static-search-eval",162 "git_blob_sha1": "d953f9e4876bb9a66076d4cf4afdbb952e790b5c",163 "local_path": null,164 "local_present": false,165 "path": ".gitattributes",166 "remote_present": true,167 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",168 "sha256": "3b519cc5ec8088ba148e2d799c8b89e526ba3699be13b2247ba2d986e4112a76",169 "size": 2977,170 "source_url": null171 },172 {173 "backend": "hf",174 "dataset_ref": "deep-100m-static-search-eval",175 "git_blob_sha1": "47a361e6f7e1adac2e4af9a7d48d358351503cee",176 "local_path": null,177 "local_present": false,178 "path": "README.md",179 "remote_present": true,180 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",181 "sha256": "f350bdb278564c4db7719814e8aa44f681c3655ce9f81526fbf56b6ea286ea7f",182 "size": 4313,183 "source_url": null184 },185 {186 "backend": "hf",187 "dataset_ref": "deep-100m-static-search-eval",188 "git_blob_sha1": "079b1043f4710d6bd59a36da927022ffe541e5ae",189 "local_path": null,190 "local_present": false,191 "path": "base.fbin",192 "remote_present": true,193 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",194 "sha256": "162cef480f030deead496c745b4214abc3fcbd9849c2561ab1251e84b6904ba4",195 "size": 38400000008,196 "source_url": null197 },198 {199 "backend": "hf",200 "dataset_ref": "deep-100m-static-search-eval",201 "git_blob_sha1": "49ce594ac610cdaaa5a1d6ee9da42b63364311da",202 "local_path": null,203 "local_present": false,204 "path": "checksums.sha256",205 "remote_present": true,206 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",207 "sha256": "c2185f45c479f2ef8b555644e233cf83d32984acb5633ff1de6ddcddee6014d1",208 "size": 1913,209 "source_url": null210 },211 {212 "backend": "hf",213 "dataset_ref": "deep-100m-static-search-eval",214 "git_blob_sha1": "540a1f5682367c3eefa3fa015443a0a232060689",215 "local_path": null,216 "local_present": false,217 "path": "groundtruth.bin",218 "remote_present": true,219 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",220 "sha256": "766d7e0e2ff81796f44adfc46e2cab98809c8e802b952063d7b8fa647697066f",221 "size": 8000008,222 "source_url": null223 },224 {225 "backend": "hf",226 "dataset_ref": "deep-100m-static-search-eval",227 "git_blob_sha1": "d4f8f5bf2fc5c85bc8db5730884a5df1072260ac",228 "local_path": null,229 "local_present": false,230 "path": "index_build.json",231 "remote_present": true,232 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",233 "sha256": "f172846b1f96c04b09ba18a8a2640262c5b2e9b4a5e581012e5b0a910eebf478",234 "size": 1059,235 "source_url": null236 },237 {238 "backend": "hf",239 "dataset_ref": "deep-100m-static-search-eval",240 "git_blob_sha1": "113f574069e9459e07cc5be1bee5c9fdfab0cb20",241 "local_path": null,242 "local_present": false,243 "path": "index_m_32_ef_500",244 "remote_present": true,245 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",246 "sha256": "638b77102baea9a279459b56cd5686afac4198144ea2c32b582953577d984e46",247 "size": 66025692572,248 "source_url": null249 },250 {251 "backend": "hf",252 "dataset_ref": "deep-100m-static-search-eval",253 "git_blob_sha1": "825336e4ddaecf4bdae5fd35cedca59a40e803f1",254 "local_path": null,255 "local_present": false,256 "path": "layout-sidecar/index_m_32_ef_500.id_mapping.u32",257 "remote_present": true,258 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",259 "sha256": "c951eb6a586361d051894ad2b0ae06a3068e3d1d4ddccb8022d65cc2ca3bceab",260 "size": 400000000,261 "source_url": null262 },263 {264 "backend": "hf",265 "dataset_ref": "deep-100m-static-search-eval",266 "git_blob_sha1": "4fc6b82e53307c0414f30d48dca8c0aec404de0b",267 "local_path": null,268 "local_present": false,269 "path": "layout-sidecar/index_m_32_ef_500.layout.json",270 "remote_present": true,271 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",272 "sha256": "02275ef3d3ba543edafb3ec6afab24313655d141033df163298f8dd98d45221c",273 "size": 842,274 "source_url": null275 },276 {277 "backend": "hf",278 "dataset_ref": "deep-100m-static-search-eval",279 "git_blob_sha1": "3038aab8b2eae66ed0499b2764e4c7e7ae194ac5",280 "local_path": null,281 "local_present": false,282 "path": "layout-sidecar/index_m_32_ef_500.levels.u16",283 "remote_present": true,284 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",285 "sha256": "aa865cdcd38f27534d7a4042b6b18393b119aaaa3e872ade72b2b25495ea8603",286 "size": 200000000,287 "source_url": null288 },289 {290 "backend": "hf",291 "dataset_ref": "deep-100m-static-search-eval",292 "git_blob_sha1": "65ae84d52d0cad4e13d534cd297786da8336f55b",293 "local_path": null,294 "local_present": false,295 "path": "orig_query_10k.fbin",296 "remote_present": true,297 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",298 "sha256": "8438fc763f14e0f9741fda15b3e11215aef089ce17d1ad47d53b52a7c9fda5bb",299 "size": 3840008,300 "source_url": null301 },302 {303 "backend": "hf",304 "dataset_ref": "deep-100m-static-search-eval",305 "git_blob_sha1": "0c43f419097681e3279da2e2d82c7180c361c6a6",306 "local_path": null,307 "local_present": false,308 "path": "pq_m24.pqcodebook",309 "remote_present": true,310 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",311 "sha256": "139666d95ce0a73674b50089323c169664897dc25ab7bea00c9aa2706f9651bb",312 "size": 98337,313 "source_url": null314 },315 {316 "backend": "hf",317 "dataset_ref": "deep-100m-static-search-eval",318 "git_blob_sha1": "3f61c387c5233fec1d4103e284f10ba410a899f2",319 "local_path": null,320 "local_present": false,321 "path": "pq_m24.pqcodes",322 "remote_present": true,323 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",324 "sha256": "aeba0a5ff43966b50dbfae4d21260cdb81d9dfdcd73e70db6df0b608f4ce1064",325 "size": 2400000029,326 "source_url": null327 },328 {329 "backend": "hf",330 "dataset_ref": "deep-100m-static-search-eval",331 "git_blob_sha1": "b4e2b3a705497a0283e98224bbcdfb348cb5ca46",332 "local_path": null,333 "local_present": false,334 "path": "pq_m24.pqmeta",335 "remote_present": true,336 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",337 "sha256": "2e0d9e5770de829c96bfb89db968f91c5c7147c5217cee990acd58b862aeb184",338 "size": 29,339 "source_url": null340 },341 {342 "backend": "hf",343 "dataset_ref": "deep-100m-static-search-eval",344 "git_blob_sha1": "d57cf9e549a7b227434a61d6b38257cd3f5b45cf",345 "local_path": null,346 "local_present": false,347 "path": "pq_m48.pqcodebook",348 "remote_present": true,349 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",350 "sha256": "626f5d567e20396426aa207dd507b1b43557f290cfe27fc4aa307cb98678647f",351 "size": 98337,352 "source_url": null353 },354 {355 "backend": "hf",356 "dataset_ref": "deep-100m-static-search-eval",357 "git_blob_sha1": "a0e984bba9524af1ab6285ab102cc00ad5f14643",358 "local_path": null,359 "local_present": false,360 "path": "pq_m48.pqcodes",361 "remote_present": true,362 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",363 "sha256": "d9d7701450d0f2b204e5b5b1d8883bd32c05b0cb6703a81fccb449850dff2cde",364 "size": 4800000029,365 "source_url": null366 },367 {368 "backend": "hf",369 "dataset_ref": "deep-100m-static-search-eval",370 "git_blob_sha1": "bce42ab729964c96cdb3fe894845e4f5edd18335",371 "local_path": null,372 "local_present": false,373 "path": "pq_m48.pqmeta",374 "remote_present": true,375 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",376 "sha256": "985b47acbc0b8ffb89a12351692975557d1d498bf23c7438aadafa626f7255e9",377 "size": 29,378 "source_url": null379 },380 {381 "backend": "hf",382 "dataset_ref": "deep-100m-static-search-eval",383 "git_blob_sha1": "f49969e7b432fb945562b4a4261fced54f395561",384 "local_path": null,385 "local_present": false,386 "path": "pq_m96.pqcodebook",387 "remote_present": true,388 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",389 "sha256": "aef3c3c63c9a871acf78b2aebf9f3dff43157a14a3e4a9d7e8f6dbf2805b65bb",390 "size": 98337,391 "source_url": null392 },393 {394 "backend": "hf",395 "dataset_ref": "deep-100m-static-search-eval",396 "git_blob_sha1": "ea17b9c0589f48e568bb2d98155c8b55ce726b06",397 "local_path": null,398 "local_present": false,399 "path": "pq_m96.pqcodes",400 "remote_present": true,401 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",402 "sha256": "27b8e0f27e495ec4b80390ca97cbd9640cddc023e555adda42c2bb7aa2bb6539",403 "size": 9600000029,404 "source_url": null405 },406 {407 "backend": "hf",408 "dataset_ref": "deep-100m-static-search-eval",409 "git_blob_sha1": "b0a723734e8a5efce165d077f32d36b513f546e3",410 "local_path": null,411 "local_present": false,412 "path": "pq_m96.pqmeta",413 "remote_present": true,414 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",415 "sha256": "a76f3833c7fa915910396c52975576953fb95c3269733b5c75f49f33004567a1",416 "size": 29,417 "source_url": null418 },419 {420 "backend": "hf",421 "dataset_ref": "deep-100m-static-search-eval",422 "git_blob_sha1": "ed8d94356e0ff512704e2caf9aa61e11c216d5a1",423 "local_path": null,424 "local_present": false,425 "path": "pq_manifest.json",426 "remote_present": true,427 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",428 "sha256": "29141a9e5942363002792e8fd2d37984040afcf686d65cbf67064e5ffbfe18f0",429 "size": 668,430 "source_url": null431 },432 {433 "backend": "hf",434 "dataset_ref": "deep-100m-static-search-eval",435 "git_blob_sha1": "dbf20416b62638f9b53e0f0240a44ce228214f45",436 "local_path": null,437 "local_present": false,438 "path": "search_ef150.json",439 "remote_present": true,440 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",441 "sha256": "f2be04d39301c19e6f4f4b827a9cb9022b9b030fbd0851bb23d8732e584e51b6",442 "size": 470,443 "source_url": null444 },445 {446 "backend": "hf",447 "dataset_ref": "deep-100m-static-search-eval",448 "git_blob_sha1": "fcbb90cfda7fd9101839829be93e6a394e7d658e",449 "local_path": null,450 "local_present": false,451 "path": "source_manifest.json",452 "remote_present": true,453 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",454 "sha256": "2ab15ac0543652b84765798ad255244241b67ba778ee8bf3dc12eb143833b385",455 "size": 814,456 "source_url": null457 },458 {459 "backend": "hf",460 "dataset_ref": "deep-100m-static-search-eval",461 "git_blob_sha1": "f9bd8bd7fa7cf8dfd7be7ef9f429fe54c493f938",462 "local_path": null,463 "local_present": false,464 "path": "tools/reorder_pq_codes_for_index.py",465 "remote_present": true,466 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",467 "sha256": "f27a5778a276dde732691b5cd249fe5081e3cbc91d176633d4b6d2c44a3320d6",468 "size": 9004,469 "source_url": null470 }471 ],472 "schema": "batch-update-eval-static-reference.v1",473 "static_dataset": {474 "backend": "hf",475 "dataset_ref": "deep-100m-static-search-eval",476 "file_list_record": null,477 "local_root": null,478 "published_file_count": 24,479 "ref": "deep-100m-static-search-eval",480 "repo_id": "Odeinjul/deep-100m-static-search-eval",481 "requires_static_root_override": true,482 "revision": "d80e48ecd557bd728f81d70cb36b770fdc6bacdd",483 "slug": "deep-100m-static-search-eval"484 }485}486