mlboydaisuke/Granite-Embedding-97M-Multilingual-R2-CoreAI
361
1{2 "status": "PASS",3 "thresholds": {4 "cosine_min": 0.999,5 "max_abs": 0.02,6 "norm_error_max": 0.002,7 "similarity_error_max": 0.01,8 "top1": "exact for every query",9 "pairwise_order": "exact when oracle gap >=0.001"10 },11 "failures": [],12 "per_fixture": {13 "empty": {14 "finite": true,15 "shape_match": true,16 "cosine": 0.9999999999998563,17 "max_abs": 1.7881393432617188e-07,18 "rmse": 2.7641471003918494e-08,19 "reference_norm": 1.0000001060237258,20 "candidate_norm": 1.0000000271887437,21 "norm_error": 7.88349820979306e-0822 },23 "short": {24 "finite": true,25 "shape_match": true,26 "cosine": 0.9999999999998417,27 "max_abs": 7.776543498039246e-08,28 "rmse": 2.8784366500059336e-08,29 "reference_norm": 0.9999999780118689,30 "candidate_norm": 1.0000000170545482,31 "norm_error": 3.904267931176264e-0832 },33 "whitespace": {34 "finite": true,35 "shape_match": true,36 "cosine": 0.9999999999996124,37 "max_abs": 1.525913830846548e-07,38 "rmse": 4.495486256843824e-08,39 "reference_norm": 0.9999999691327314,40 "candidate_norm": 0.9999999333492208,41 "norm_error": 3.5783510599074475e-0842 },43 "whitespace_edges": {44 "finite": true,45 "shape_match": true,46 "cosine": 0.999999999999786,47 "max_abs": 1.4156103134155273e-07,48 "rmse": 3.3391691953864954e-08,49 "reference_norm": 1.000000048862692,50 "candidate_norm": 1.0000000418151607,51 "norm_error": 7.047531225268244e-0952 },53 "unicode": {54 "finite": true,55 "shape_match": true,56 "cosine": 0.9999999999998089,57 "max_abs": 1.1920928955078125e-07,58 "rmse": 3.1517686139094494e-08,59 "reference_norm": 1.000000003099415,60 "candidate_norm": 0.9999999907468687,61 "norm_error": 1.2352546208127535e-0862 },63 "english": {64 "finite": true,65 "shape_match": true,66 "cosine": 0.999999999999877,67 "max_abs": 8.568167686462402e-08,68 "rmse": 2.5339544045217518e-08,69 "reference_norm": 0.9999999978182623,70 "candidate_norm": 1.0000000241206155,71 "norm_error": 2.6302353184348704e-0872 },73 "japanese": {74 "finite": true,75 "shape_match": true,76 "cosine": 0.9999999999997362,77 "max_abs": 1.341104507446289e-07,78 "rmse": 3.7127824208222116e-08,79 "reference_norm": 1.000000032888026,80 "candidate_norm": 0.9999999862675862,81 "norm_error": 4.6620439841937866e-0882 },83 "mixed": {84 "finite": true,85 "shape_match": true,86 "cosine": 0.999999999999809,87 "max_abs": 1.043081283569336e-07,88 "rmse": 3.153669474730448e-08,89 "reference_norm": 1.0000000084772873,90 "candidate_norm": 1.000000022317271,91 "norm_error": 1.3839983603602946e-0892 },93 "q_train": {94 "finite": true,95 "shape_match": true,96 "cosine": 0.9999999999997541,97 "max_abs": 1.2665987014770508e-07,98 "rmse": 3.581503749672381e-08,99 "reference_norm": 1.0000000041141424,100 "candidate_norm": 0.9999999832310775,101 "norm_error": 2.0883064832943887e-08102 },103 "q_refund": {104 "finite": true,105 "shape_match": true,106 "cosine": 0.9999999999998688,107 "max_abs": 1.0244548320770264e-07,108 "rmse": 2.6397241787097146e-08,109 "reference_norm": 1.0000000166590979,110 "candidate_norm": 1.0000000841526222,111 "norm_error": 6.749352432500189e-08112 },113 "q_backup": {114 "finite": true,115 "shape_match": true,116 "cosine": 0.9999999999998661,117 "max_abs": 8.475035429000854e-08,118 "rmse": 2.6489981914342468e-08,119 "reference_norm": 1.0000000218807725,120 "candidate_norm": 0.9999999779432232,121 "norm_error": 4.3937549376593665e-08122 },123 "q_garden": {124 "finite": true,125 "shape_match": true,126 "cosine": 0.9999999999998166,127 "max_abs": 1.1920928955078125e-07,128 "rmse": 3.102956136193373e-08,129 "reference_norm": 0.999999965733353,130 "candidate_norm": 1.0000000213854952,131 "norm_error": 5.565214211689096e-08132 },133 "d_train": {134 "finite": true,135 "shape_match": true,136 "cosine": 0.9999999999997942,137 "max_abs": 1.4901161193847656e-07,138 "rmse": 3.288803202614645e-08,139 "reference_norm": 1.0000000726503868,140 "candidate_norm": 1.0000000151073614,141 "norm_error": 5.754302545568635e-08142 },143 "d_train_negative1": {144 "finite": true,145 "shape_match": true,146 "cosine": 0.9999999999997207,147 "max_abs": 1.7881393432617188e-07,148 "rmse": 3.8148087817056573e-08,149 "reference_norm": 0.9999999722433937,150 "candidate_norm": 0.9999999676498414,151 "norm_error": 4.593552205278684e-09152 },153 "d_train_negative2": {154 "finite": true,155 "shape_match": true,156 "cosine": 0.9999999999998519,157 "max_abs": 1.1920928955078125e-07,158 "rmse": 2.8262121867607335e-08,159 "reference_norm": 0.9999999156522698,160 "candidate_norm": 1.000000016718035,161 "norm_error": 1.0106576520119148e-07162 },163 "d_refund": {164 "finite": true,165 "shape_match": true,166 "cosine": 0.9999999999998233,167 "max_abs": 1.043081283569336e-07,168 "rmse": 3.0404272557603304e-08,169 "reference_norm": 1.000000033703324,170 "candidate_norm": 1.0000000097465362,171 "norm_error": 2.3956787664758394e-08172 },173 "d_refund_negative1": {174 "finite": true,175 "shape_match": true,176 "cosine": 0.9999999999998361,177 "max_abs": 1.2665987014770508e-07,178 "rmse": 2.920827696211867e-08,179 "reference_norm": 1.0000000240324858,180 "candidate_norm": 1.0000000253460835,181 "norm_error": 1.3135976750788814e-09182 },183 "d_refund_negative2": {184 "finite": true,185 "shape_match": true,186 "cosine": 0.9999999999998959,187 "max_abs": 8.66129994392395e-08,188 "rmse": 2.352225838981172e-08,189 "reference_norm": 0.9999999895651434,190 "candidate_norm": 1.0000000529128004,191 "norm_error": 6.334765700888312e-08192 },193 "d_backup": {194 "finite": true,195 "shape_match": true,196 "cosine": 0.9999999999996885,197 "max_abs": 1.341104507446289e-07,198 "rmse": 4.0300408172451125e-08,199 "reference_norm": 1.0000000218414224,200 "candidate_norm": 1.000000040728915,201 "norm_error": 1.8887492458929955e-08202 },203 "d_backup_negative1": {204 "finite": true,205 "shape_match": true,206 "cosine": 0.9999999999998013,207 "max_abs": 1.0617077350616455e-07,208 "rmse": 3.29177949274995e-08,209 "reference_norm": 1.0000000822872175,210 "candidate_norm": 0.999999946643993,211 "norm_error": 1.356432244303818e-07212 },213 "d_backup_negative2": {214 "finite": true,215 "shape_match": true,216 "cosine": 0.999999999999778,217 "max_abs": 1.1920928955078125e-07,218 "rmse": 3.419262196660918e-08,219 "reference_norm": 0.9999999299917344,220 "candidate_norm": 1.0000000016240098,221 "norm_error": 7.163227544459971e-08222 },223 "d_garden": {224 "finite": true,225 "shape_match": true,226 "cosine": 0.9999999999998491,227 "max_abs": 8.195638656616211e-08,228 "rmse": 2.8256733973859826e-08,229 "reference_norm": 1.0000000155656608,230 "candidate_norm": 0.9999999476697184,231 "norm_error": 6.789594231282337e-08232 },233 "d_garden_negative1": {234 "finite": true,235 "shape_match": true,236 "cosine": 0.9999999999998715,237 "max_abs": 1.30385160446167e-07,238 "rmse": 2.6337956050122308e-08,239 "reference_norm": 1.0000000474984756,240 "candidate_norm": 0.9999999508522436,241 "norm_error": 9.66462320173278e-08242 },243 "d_garden_negative2": {244 "finite": true,245 "shape_match": true,246 "cosine": 0.9999999999997475,247 "max_abs": 1.3783574104309082e-07,248 "rmse": 3.678704379460623e-08,249 "reference_norm": 0.9999998974674439,250 "candidate_norm": 1.0000000155507502,251 "norm_error": 1.1808330635521003e-07252 },253 "boundary_62": {254 "finite": true,255 "shape_match": true,256 "cosine": 0.9999999999998452,257 "max_abs": 9.499490261077881e-08,258 "rmse": 2.8390180740446274e-08,259 "reference_norm": 0.999999998282109,260 "candidate_norm": 0.9999999942614262,261 "norm_error": 4.0206827867095285e-09262 },263 "boundary_63": {264 "finite": true,265 "shape_match": true,266 "cosine": 0.9999999999998422,267 "max_abs": 1.9744038581848145e-07,268 "rmse": 2.8822737062879443e-08,269 "reference_norm": 0.9999999667560612,270 "candidate_norm": 1.0000000255804076,271 "norm_error": 5.882434639392642e-08272 },273 "boundary_64": {274 "finite": true,275 "shape_match": true,276 "cosine": 0.999999999999407,277 "max_abs": 1.862645149230957e-07,278 "rmse": 5.5562564742246686e-08,279 "reference_norm": 0.9999999823000086,280 "candidate_norm": 0.9999999705191988,281 "norm_error": 1.1780809883177312e-08282 },283 "boundary_126": {284 "finite": true,285 "shape_match": true,286 "cosine": 0.9999999999998694,287 "max_abs": 1.1920928955078125e-07,288 "rmse": 2.6688464335097437e-08,289 "reference_norm": 1.0000001078695948,290 "candidate_norm": 0.9999999993967905,291 "norm_error": 1.0847280429437944e-07292 },293 "boundary_127": {294 "finite": true,295 "shape_match": true,296 "cosine": 0.9999999999998694,297 "max_abs": 1.1920928955078125e-07,298 "rmse": 2.6688464335097437e-08,299 "reference_norm": 1.0000001078695948,300 "candidate_norm": 0.9999999993967905,301 "norm_error": 1.0847280429437944e-07302 },303 "boundary_128": {304 "finite": true,305 "shape_match": true,306 "cosine": 0.9999999999998694,307 "max_abs": 1.1920928955078125e-07,308 "rmse": 2.6688464335097437e-08,309 "reference_norm": 1.0000001078695948,310 "candidate_norm": 0.9999999993967905,311 "norm_error": 1.0847280429437944e-07312 },313 "boundary_510": {314 "finite": true,315 "shape_match": true,316 "cosine": 0.9999999999998694,317 "max_abs": 1.1920928955078125e-07,318 "rmse": 2.6688464335097437e-08,319 "reference_norm": 1.0000001078695948,320 "candidate_norm": 0.9999999993967905,321 "norm_error": 1.0847280429437944e-07322 },323 "boundary_511": {324 "finite": true,325 "shape_match": true,326 "cosine": 0.9999999999998694,327 "max_abs": 1.1920928955078125e-07,328 "rmse": 2.6688464335097437e-08,329 "reference_norm": 1.0000001078695948,330 "candidate_norm": 0.9999999993967905,331 "norm_error": 1.0847280429437944e-07332 },333 "boundary_512": {334 "finite": true,335 "shape_match": true,336 "cosine": 0.9999999999998694,337 "max_abs": 1.1920928955078125e-07,338 "rmse": 2.6688464335097437e-08,339 "reference_norm": 1.0000001078695948,340 "candidate_norm": 0.9999999993967905,341 "norm_error": 1.0847280429437944e-07342 },343 "boundary_700": {344 "finite": true,345 "shape_match": true,346 "cosine": 0.9999999999998694,347 "max_abs": 1.1920928955078125e-07,348 "rmse": 2.6688464335097437e-08,349 "reference_norm": 1.0000001078695948,350 "candidate_norm": 0.9999999993967905,351 "norm_error": 1.0847280429437944e-07352 },353 "long_japanese": {354 "finite": true,355 "shape_match": true,356 "cosine": 0.9999999999998883,357 "max_abs": 1.0989606380462646e-07,358 "rmse": 2.4155296678285917e-08,359 "reference_norm": 1.0000000277223837,360 "candidate_norm": 0.9999999954634989,361 "norm_error": 3.2258884785640873e-08362 }363 },364 "retrieval": [365 {366 "query": "q_train",367 "reference_order": [368 "d_train",369 "d_train_negative1",370 "d_train_negative2",371 "d_refund_negative1",372 "d_refund",373 "d_backup_negative1",374 "d_refund_negative2",375 "d_garden_negative2",376 "d_garden_negative1",377 "d_backup",378 "d_garden",379 "d_backup_negative2"380 ],381 "candidate_order": [382 "d_train",383 "d_train_negative1",384 "d_train_negative2",385 "d_refund_negative1",386 "d_refund",387 "d_backup_negative1",388 "d_refund_negative2",389 "d_garden_negative2",390 "d_garden_negative1",391 "d_backup",392 "d_garden",393 "d_backup_negative2"394 ],395 "reference_scores": [396 0.9345145093980466,397 0.9170717825497254,398 0.911723885423255,399 0.7317248664701558,400 0.7513318377518619,401 0.7041310675303637,402 0.6939833258662486,403 0.7105373505197093,404 0.6719489263206282,405 0.6797689367126396,406 0.6965976234455196,407 0.6990397887988085408 ],409 "candidate_scores": [410 0.9345144587430021,411 0.9170717755059009,412 0.9117239590110726,413 0.7317249473441583,414 0.7513318353738638,415 0.7041311211469129,416 0.6939832702041102,417 0.7105373000230869,418 0.6719490775049651,419 0.6797689089590062,420 0.696597559755346,421 0.699039826277813422 ],423 "reference_margin": 0.017442726848321155,424 "candidate_margin": 0.017442683237101186,425 "max_score_error": 1.511843369383925e-07,426 "top1_match": true,427 "clear_pair_flips": 0428 },429 {430 "query": "q_refund",431 "reference_order": [432 "d_refund",433 "d_refund_negative2",434 "d_refund_negative1",435 "d_backup",436 "d_train",437 "d_train_negative1",438 "d_train_negative2",439 "d_backup_negative2",440 "d_backup_negative1",441 "d_garden",442 "d_garden_negative2",443 "d_garden_negative1"444 ],445 "candidate_order": [446 "d_refund",447 "d_refund_negative2",448 "d_refund_negative1",449 "d_backup",450 "d_train",451 "d_train_negative1",452 "d_train_negative2",453 "d_backup_negative2",454 "d_backup_negative1",455 "d_garden",456 "d_garden_negative2",457 "d_garden_negative1"458 ],459 "reference_scores": [460 0.7214556217422334,461 0.7144578286633229,462 0.7132234614371428,463 0.9581554437009046,464 0.8592080211421944,465 0.92480017781159,466 0.7215637240319225,467 0.67376318167836,468 0.6822757076115306,469 0.6410706404685216,470 0.6339530415617187,471 0.6408546761798151472 ],473 "candidate_scores": [474 0.7214555860515703,475 0.7144579543504427,476 0.713223608520951,477 0.958155510143353,478 0.8592080323466864,479 0.924800257526353,480 0.72156380318357,481 0.6737632224906429,482 0.6822758609455826,483 0.6410706956981393,484 0.6339530298298731,485 0.6408547864715732486 ],487 "reference_margin": 0.03335526588931459,488 "candidate_margin": 0.03335525261700001,489 "max_score_error": 1.5333405201101158e-07,490 "top1_match": true,491 "clear_pair_flips": 0492 },493 {494 "query": "q_backup",495 "reference_order": [496 "d_backup",497 "d_backup_negative1",498 "d_backup_negative2",499 "d_refund",500 "d_garden_negative2",501 "d_garden",502 "d_garden_negative1",503 "d_train",504 "d_train_negative2",505 "d_train_negative1",506 "d_refund_negative2",507 "d_refund_negative1"508 ],509 "candidate_order": [510 "d_backup",511 "d_backup_negative1",512 "d_backup_negative2",513 "d_refund",514 "d_garden_negative2",515 "d_garden",516 "d_garden_negative1",517 "d_train",518 "d_train_negative2",519 "d_train_negative1",520 "d_refund_negative2",521 "d_refund_negative1"522 ],523 "reference_scores": [524 0.7052823369965103,525 0.6912889675495203,526 0.6988308676272218,527 0.7384987491405721,528 0.6797166343077331,529 0.6886572358164231,530 0.9409091202419188,531 0.8921029303277296,532 0.8615508288157594,533 0.7076615329689144,534 0.7066142858726151,535 0.7239074247176029536 ],537 "candidate_scores": [538 0.7052822852712775,539 0.6912890150599779,540 0.6988309229748408,541 0.7384987540710177,542 0.6797166084009792,543 0.6886572682138993,544 0.9409090800078485,545 0.8921028144116474,546 0.8615508087275333,547 0.7076614679625546,548 0.7066141913852548,549 0.7239074720258306550 ],551 "reference_margin": 0.04880618991418917,552 "candidate_margin": 0.04880626559620105,553 "max_score_error": 1.159160821773142e-07,554 "top1_match": true,555 "clear_pair_flips": 0556 },557 {558 "query": "q_garden",559 "reference_order": [560 "d_garden",561 "d_garden_negative1",562 "d_garden_negative2",563 "d_backup_negative1",564 "d_backup",565 "d_train_negative2",566 "d_train_negative1",567 "d_train",568 "d_backup_negative2",569 "d_refund",570 "d_refund_negative1",571 "d_refund_negative2"572 ],573 "candidate_order": [574 "d_garden",575 "d_garden_negative1",576 "d_garden_negative2",577 "d_backup_negative1",578 "d_backup",579 "d_train_negative2",580 "d_train_negative1",581 "d_train",582 "d_backup_negative2",583 "d_refund",584 "d_refund_negative1",585 "d_refund_negative2"586 ],587 "reference_scores": [588 0.660547675288807,589 0.6813342545261133,590 0.6865840756506723,591 0.6282090252676062,592 0.6272401859204846,593 0.6238906236445231,594 0.6881865592172072,595 0.7191951945129387,596 0.6567628481463305,597 0.9618270896483002,598 0.9089393242690795,599 0.8270065201373913600 ],601 "candidate_scores": [602 0.6605476700415049,603 0.6813343357793356,604 0.6865841714673019,605 0.6282090086689107,606 0.6272402086369988,607 0.6238906422775145,608 0.6881864631339986,609 0.7191951192881058,610 0.6567629678805013,611 0.9618270692640774,612 0.9089392493257596,613 0.8270065792147832614 ],615 "reference_margin": 0.052887765379220686,616 "candidate_margin": 0.052887819938317704,617 "max_score_error": 1.197341708003563e-07,618 "top1_match": true,619 "clear_pair_flips": 0620 }621 ],622 "min_cosine": 0.999999999999407,623 "max_abs": 1.9744038581848145e-07,624 "wrong_pairing_control": {625 "status": "FAIL",626 "min_cosine": 0.65827640604439627 },628 "runtime_record": {629 "allocation_scope": "CoreAI owns input/output storage and internal scratch",630 "allowed_compute_units": [631 "cpu",632 "gpu",633 "neuralEngine"634 ],635 "aot_detection": "h18p .aimodelc; main-h18p.mlirb present; portable main.mlirb absent; automatic AIModel loader",636 "aot_load_status": "PASS",637 "app_build": "2026091902",638 "artifact_verification": "PASS: every supplied file size and SHA256 checked before load",639 "backend_observation": "specialization options recorded; actual per-op placement unobserved",640 "bundle_identifier": "com.mlboydaisuke.codex.granite97m.s20260916",641 "completed_fixture_count": 35,642 "coreai_device_architecture": "h18p",643 "current_fixture": "long_japanese",644 "finished_at": "2026-09-19T08:08:20Z",645 "fixture_sha256": "bafddd86b4687383507bfacf0436ab743fc340560d7407d2859d2519a0799bab",646 "gate_status": "NOT RUN: host must compare all embeddings and retrieval against pinned HF golden",647 "hardware": "iPhone18,1",648 "host_storage": "owning NDArray inputs and runtime-allocated outputs",649 "load_cache_state": "not cleared; first load in this app process only",650 "load_ms": 80.713542,651 "log_path": "granite-log-r04_fp32_s128.log",652 "memory_after_load": {653 "available_bytes": 2963436984,654 "physical_footprint_bytes": 576555592,655 "process_lifetime_physical_footprint_peak_bytes": 639617248,656 "process_lifetime_resident_peak_bytes": 1457586176,657 "resident_bytes": 1073266688,658 "task_info_requested_count": 93,659 "task_info_return_code": 0,660 "task_info_returned_count": 93661 },662 "memory_before_load": {663 "available_bytes": 2972825400,664 "physical_footprint_bytes": 567167176,665 "process_lifetime_physical_footprint_peak_bytes": 639617248,666 "process_lifetime_resident_peak_bytes": 723468288,667 "resident_bytes": 675069952,668 "task_info_requested_count": 93,669 "task_info_return_code": 0,670 "task_info_returned_count": 93671 },672 "memory_before_verification": {673 "available_bytes": 3534321992,674 "physical_footprint_bytes": 5670584,675 "process_lifetime_physical_footprint_peak_bytes": 5670584,676 "process_lifetime_resident_peak_bytes": 24117248,677 "resident_bytes": 24117248,678 "task_info_requested_count": 93,679 "task_info_return_code": 0,680 "task_info_returned_count": 93681 },682 "memory_end": {683 "available_bytes": 3396892280,684 "physical_footprint_bytes": 143100296,685 "process_lifetime_physical_footprint_peak_bytes": 639617248,686 "process_lifetime_resident_peak_bytes": 1457586176,687 "resident_bytes": 650510336,688 "task_info_requested_count": 93,689 "task_info_return_code": 0,690 "task_info_returned_count": 93691 },692 "model_relative_path": "r04-fp32/models/granite97m_fp32_s128_bound.h18p.aimodelc",693 "model_sha": "835ad14087e140460703cf0fae09f97d469d65c2",694 "os_build": "24A437",695 "os_version": "Version 27.0 (Build 24A437)",696 "output_dtype": "float32",697 "phase": "completed",698 "preprocessing": "raw fixture text, no prompt; independent Swift tokenizer; exact HF IDs and masks required",699 "preprocessing_fixtures": [700 {701 "attention_mask": [702 1,703 1,704 0,705 0,706 0,707 0,708 0,709 0,710 0,711 0,712 0,713 0,714 0,715 0,716 0,717 0,718 0,719 0,720 0,721 0,722 0,723 0,724 0,725 0,726 0,727 0,728 0,729 0,730 0,731 0,732 0,733 0,734 0,735 0,736 0,737 0,738 0,739 0,740 0,741 0,742 0,743 0,744 0,745 0,746 0,747 0,748 0,749 0,750 0,751 0,752 0,753 0,754 0,755 0,756 0,757 0,758 0,759 0,760 0,761 0,762 0,763 0,764 0,765 0,766 0,767 0,768 0,769 0,770 0,771 0,772 0,773 0,774 0,775 0,776 0,777 0,778 0,779 0,780 0,781 0,782 0,783 0,784 0,785 0,786 0,787 0,788 0,789 0,790 0,791 0,792 0,793 0,794 0,795 0,796 0,797 0,798 0,799 0,800 0,801 0,802 0,803 0,804 0,805 0,806 0,807 0,808 0,809 0,810 0,811 0,812 0,813 0,814 0,815 0,816 0,817 0,818 0,819 0,820 0,821 0,822 0,823 0,824 0,825 0,826 0,827 0,828 0,829 0830 ],831 "id": "empty",832 "input_ids": [833 179934,834 179938,835 179935,836 179935,837 179935,838 179935,839 179935,840 179935,841 179935,842 179935,843 179935,844 179935,845 179935,846 179935,847 179935,848 179935,849 179935,850 179935,851 179935,852 179935,853 179935,854 179935,855 179935,856 179935,857 179935,858 179935,859 179935,860 179935,861 179935,862 179935,863 179935,864 179935,865 179935,866 179935,867 179935,868 179935,869 179935,870 179935,871 179935,872 179935,873 179935,874 179935,875 179935,876 179935,877 179935,878 179935,879 179935,880 179935,881 179935,882 179935,883 179935,884 179935,885 179935,886 179935,887 179935,888 179935,889 179935,890 179935,891 179935,892 179935,893 179935,894 179935,895 179935,896 179935,897 179935,898 179935,899 179935,900 179935,901 179935,902 179935,903 179935,904 179935,905 179935,906 179935,907 179935,908 179935,909 179935,910 179935,911 179935,912 179935,913 179935,914 179935,915 179935,916 179935,917 179935,918 179935,919 179935,920 179935,921 179935,922 179935,923 179935,924 179935,925 179935,926 179935,927 179935,928 179935,929 179935,930 179935,931 179935,932 179935,933 179935,934 179935,935 179935,936 179935,937 179935,938 179935,939 179935,940 179935,941 179935,942 179935,943 179935,944 179935,945 179935,946 179935,947 179935,948 179935,949 179935,950 179935,951 179935,952 179935,953 179935,954 179935,955 179935,956 179935,957 179935,958 179935,959 179935,960 179935961 ],962 "status": "PASS",963 "tokenization_ms": 0.023916964 },965 {966 "attention_mask": [967 1,968 1,969 1,970 0,971 0,972 0,973 0,974 0,975 0,976 0,977 0,978 0,979 0,980 0,981 0,982 0,983 0,984 0,985 0,986 0,987 0,988 0,989 0,990 0,991 0,992 0,993 0,994 0,995 0,996 0,997 0,998 0,999 0,1000 0,1001 0,1002 0,1003 0,1004 0,1005 0,1006 0,1007 0,1008 0,1009 0,1010 0,1011 0,1012 0,1013 0,1014 0,1015 0,1016 0,1017 0,1018 0,1019 0,1020 0,1021 0,1022 0,1023 0,1024 0,1025 0,1026 0,1027 0,1028 0,1029 0,1030 0,1031 0,1032 0,1033 0,1034 0,1035 0,1036 0,1037 0,1038 0,1039 0,1040 0,1041 0,1042 0,1043 0,1044 0,1045 0,1046 0,1047 0,1048 0,1049 0,1050 0,1051 0,1052 0,1053 0,1054 0,1055 0,1056 0,1057 0,1058 0,1059 0,1060 0,1061 0,1062 0,1063 0,1064 0,1065 0,1066 0,1067 0,1068 0,1069 0,1070 0,1071 0,1072 0,1073 0,1074 0,1075 0,1076 0,1077 0,1078 0,1079 0,1080 0,1081 0,1082 0,1083 0,1084 0,1085 0,1086 0,1087 0,1088 0,1089 0,1090 0,1091 0,1092 0,1093 0,1094 01095 ],1096 "id": "short",1097 "input_ids": [1098 179934,1099 46310,1100 179938,1101 179935,1102 179935,1103 179935,1104 179935,1105 179935,1106 179935,1107 179935,1108 179935,1109 179935,1110 179935,1111 179935,1112 179935,1113 179935,1114 179935,1115 179935,1116 179935,1117 179935,1118 179935,1119 179935,1120 179935,1121 179935,1122 179935,1123 179935,1124 179935,1125 179935,1126 179935,1127 179935,1128 179935,1129 179935,1130 179935,1131 179935,1132 179935,1133 179935,1134 179935,1135 179935,1136 179935,1137 179935,1138 179935,1139 179935,1140 179935,1141 179935,1142 179935,1143 179935,1144 179935,1145 179935,1146 179935,1147 179935,1148 179935,1149 179935,1150 179935,1151 179935,1152 179935,1153 179935,1154 179935,1155 179935,1156 179935,1157 179935,1158 179935,1159 179935,1160 179935,1161 179935,1162 179935,1163 179935,1164 179935,1165 179935,1166 179935,1167 179935,1168 179935,1169 179935,1170 179935,1171 179935,1172 179935,1173 179935,1174 179935,1175 179935,1176 179935,1177 179935,1178 179935,1179 179935,1180 179935,1181 179935,1182 179935,1183 179935,1184 179935,1185 179935,1186 179935,1187 179935,1188 179935,1189 179935,1190 179935,1191 179935,1192 179935,1193 179935,1194 179935,1195 179935,1196 179935,1197 179935,1198 179935,1199 179935,1200 179935,