luuuulinnnn/scene-extrapolation-benchmark
Scene-Extrapolation Benchmark Suite A unified, honest evaluation of generative novel-view synthesis (NVS) in the regimes where per-scene 3D-Gaussian-Splatting reconstruction fails: Extrapolative — held-out, unobserved views (not interpolation between dense captures). Dynamic — moving foreground content. Long-horizon — chained / loop-closing camera trajectories where drift accumulates. Memory / revisit — recall when the camera returns to a previously-observed pose (do methods… See the full description on the dataset page: https://huggingface.co/datasets/luuuulinnnn/scene-extrapolation-benchmark.
0778
1{2 "generated": "2026-06-28T21:49:45",3 "window_days": 14,4 "methodology": "sacct ElapsedRaw (COMPLETED, -X) / clips produced",5 "rows": {6 "static": {7 "flexworld": {8 "secs_total": 12952,9 "tasks": 1,10 "n_clips": 50,11 "secs_per_clip": 259.0,12 "secs_per_frame": 3.198,13 "frames": 81,14 "per_scene": false,15 "source": "sacct"16 },17 "framecrafter": {18 "secs_total": 120671,19 "tasks": 10,20 "n_clips": 50,21 "secs_per_clip": 2413.4,22 "secs_per_frame": 29.795,23 "frames": 81,24 "per_scene": false,25 "source": "sacct"26 },27 "gen3c": {28 "secs_total": 24886,29 "tasks": 10,30 "n_clips": 50,31 "secs_per_clip": 497.7,32 "secs_per_frame": 6.145,33 "frames": 81,34 "per_scene": false,35 "source": "sacct"36 },37 "i2v_base": {38 "secs_total": 33516,39 "tasks": 5,40 "n_clips": 50,41 "secs_per_clip": 670.3,42 "secs_per_frame": 8.276,43 "frames": 81,44 "per_scene": false,45 "source": "sacct"46 },47 "nvs_solver": {48 "secs_total": 6098,49 "tasks": 1,50 "n_clips": 50,51 "secs_per_clip": 122.0,52 "secs_per_frame": 1.506,53 "frames": 81,54 "per_scene": false,55 "source": "sacct"56 },57 "trajcrafter": {58 "secs_total": 29303,59 "tasks": 79,60 "n_clips": 48,61 "secs_per_clip": 610.5,62 "secs_per_frame": 12.459,63 "frames": 49,64 "per_scene": false,65 "source": "sacct"66 },67 "vace14b": {68 "secs_total": 37899,69 "tasks": 79,70 "n_clips": 50,71 "secs_per_clip": 758.0,72 "secs_per_frame": 9.358,73 "frames": 81,74 "per_scene": false,75 "source": "sacct"76 },77 "viewcrafter": {78 "secs_total": 13190,79 "tasks": 10,80 "n_clips": 50,81 "secs_per_clip": 263.8,82 "secs_per_frame": 3.257,83 "frames": 81,84 "per_scene": false,85 "source": "sacct"86 },87 "viewextrapolator": {88 "secs_total": 6530,89 "tasks": 1,90 "n_clips": 50,91 "secs_per_clip": 130.6,92 "secs_per_frame": 1.612,93 "frames": 81,94 "per_scene": false,95 "source": "sacct"96 },97 "voyager": {98 "secs_total": 53228,99 "tasks": 147,100 "n_clips": 49,101 "secs_per_clip": 1086.3,102 "secs_per_frame": 13.411,103 "frames": 81,104 "per_scene": false,105 "source": "sacct"106 }107 },108 "kubric4d": {109 "flexworld": {110 "secs_total": 45892,111 "tasks": 18,112 "n_clips": 100,113 "secs_per_clip": 458.9,114 "secs_per_frame": 19.122,115 "frames": 24,116 "per_scene": false,117 "source": "sacct"118 },119 "framecrafter": {120 "secs_total": 86594,121 "tasks": 12,122 "n_clips": 100,123 "secs_per_clip": 865.9,124 "secs_per_frame": 36.081,125 "frames": 24,126 "per_scene": false,127 "source": "sacct"128 },129 "gen3c": {130 "secs_total": 50313,131 "tasks": 15,132 "n_clips": 100,133 "secs_per_clip": 503.1,134 "secs_per_frame": 20.964,135 "frames": 24,136 "per_scene": false,137 "source": "sacct"138 },139 "nvs_solver": {140 "secs_total": 23022,141 "tasks": 18,142 "n_clips": 100,143 "secs_per_clip": 230.2,144 "secs_per_frame": 9.592,145 "frames": 24,146 "per_scene": false,147 "source": "sacct"148 },149 "shape_of_motion": {150 "secs_total": 22311,151 "tasks": 214,152 "n_clips": 15,153 "secs_per_clip": 1487.4,154 "secs_per_frame": 61.975,155 "frames": 24,156 "per_scene": true,157 "source": "sacct"158 },159 "trajcrafter": {160 "secs_total": 22535,161 "tasks": 18,162 "n_clips": 67,163 "secs_per_clip": 336.3,164 "secs_per_frame": 6.864,165 "frames": 49,166 "per_scene": false,167 "source": "sacct"168 },169 "vace14b": {170 "secs_total": 28883,171 "tasks": 18,172 "n_clips": 100,173 "secs_per_clip": 288.8,174 "secs_per_frame": 3.566,175 "frames": 81,176 "per_scene": false,177 "source": "sacct"178 },179 "viewcrafter": {180 "secs_total": 22575,181 "tasks": 18,182 "n_clips": 100,183 "secs_per_clip": 225.8,184 "secs_per_frame": 9.406,185 "frames": 24,186 "per_scene": false,187 "source": "sacct"188 },189 "viewextrapolator": {190 "secs_total": null,191 "tasks": 0,192 "n_clips": 0,193 "secs_per_clip": null,194 "secs_per_frame": null,195 "frames": null,196 "per_scene": false,197 "source": "n/a"198 },199 "voyager": {200 "secs_total": 9506,201 "tasks": 18,202 "n_clips": 5,203 "secs_per_clip": 1901.2,204 "secs_per_frame": 79.217,205 "frames": 24,206 "per_scene": false,207 "source": "sacct"208 }209 },210 "nvidia": {211 "flexworld": {212 "secs_total": 11942,213 "tasks": 6,214 "n_clips": 18,215 "secs_per_clip": 663.4,216 "secs_per_frame": 27.644,217 "frames": 24,218 "per_scene": false,219 "source": "sacct"220 },221 "framecrafter": {222 "secs_total": 15571,223 "tasks": 3,224 "n_clips": 21,225 "secs_per_clip": 741.5,226 "secs_per_frame": 30.895,227 "frames": 24,228 "per_scene": false,229 "source": "sacct"230 },231 "gen3c": {232 "secs_total": 16362,233 "tasks": 6,234 "n_clips": 21,235 "secs_per_clip": 779.1,236 "secs_per_frame": 32.464,237 "frames": 24,238 "per_scene": false,239 "source": "sacct"240 },241 "nvs_solver": {242 "secs_total": 5721,243 "tasks": 6,244 "n_clips": 18,245 "secs_per_clip": 317.8,246 "secs_per_frame": 13.243,247 "frames": 24,248 "per_scene": false,249 "source": "sacct"250 },251 "trajcrafter": {252 "secs_total": 7200,253 "tasks": 12,254 "n_clips": 14,255 "secs_per_clip": 514.3,256 "secs_per_frame": 10.496,257 "frames": 49,258 "per_scene": false,259 "source": "sacct"260 },261 "vace14b": {262 "secs_total": 14304,263 "tasks": 6,264 "n_clips": 18,265 "secs_per_clip": 794.7,266 "secs_per_frame": 9.811,267 "frames": 81,268 "per_scene": false,269 "source": "sacct"270 },271 "viewcrafter": {272 "secs_total": 10600,273 "tasks": 6,274 "n_clips": 21,275 "secs_per_clip": 504.8,276 "secs_per_frame": 21.032,277 "frames": 24,278 "per_scene": false,279 "source": "sacct"280 },281 "viewextrapolator": {282 "secs_total": 2588,283 "tasks": 9,284 "n_clips": 18,285 "secs_per_clip": 143.8,286 "secs_per_frame": 5.991,287 "frames": 24,288 "per_scene": false,289 "source": "sacct"290 },291 "voyager": {292 "secs_total": 43111,293 "tasks": 6,294 "n_clips": 18,295 "secs_per_clip": 2395.1,296 "secs_per_frame": 99.794,297 "frames": 24,298 "per_scene": false,299 "source": "sacct"300 }301 },302 "spatialvid": {303 "flexworld": {304 "secs_total": null,305 "tasks": 0,306 "n_clips": 0,307 "secs_per_clip": null,308 "secs_per_frame": null,309 "frames": null,310 "per_scene": false,311 "source": "n/a"312 },313 "framecrafter": {314 "secs_total": 67852,315 "tasks": 6,316 "n_clips": 30,317 "secs_per_clip": 2261.7,318 "secs_per_frame": 28.272,319 "frames": 80,320 "per_scene": false,321 "source": "sacct"322 },323 "gen3c": {324 "secs_total": 13639,325 "tasks": 6,326 "n_clips": 30,327 "secs_per_clip": 454.6,328 "secs_per_frame": 5.683,329 "frames": 80,330 "per_scene": false,331 "source": "sacct"332 },333 "nvs_solver": {334 "secs_total": 4504,335 "tasks": 6,336 "n_clips": 30,337 "secs_per_clip": 150.1,338 "secs_per_frame": 1.877,339 "frames": 80,340 "per_scene": false,341 "source": "sacct"342 },343 "trajcrafter": {344 "secs_total": 6821,345 "tasks": 6,346 "n_clips": 24,347 "secs_per_clip": 284.2,348 "secs_per_frame": 5.8,349 "frames": 49,350 "per_scene": false,351 "source": "sacct"352 },353 "vace14b": {354 "secs_total": 11679,355 "tasks": 6,356 "n_clips": 30,357 "secs_per_clip": 389.3,358 "secs_per_frame": 4.806,359 "frames": 81,360 "per_scene": false,361 "source": "sacct"362 },363 "viewcrafter": {364 "secs_total": 8962,365 "tasks": 6,366 "n_clips": 30,367 "secs_per_clip": 298.7,368 "secs_per_frame": 3.734,369 "frames": 80,370 "per_scene": false,371 "source": "sacct"372 },373 "viewextrapolator": {374 "secs_total": 3861,375 "tasks": 6,376 "n_clips": 30,377 "secs_per_clip": 128.7,378 "secs_per_frame": 1.609,379 "frames": 80,380 "per_scene": false,381 "source": "sacct"382 },383 "voyager": {384 "secs_total": 33101,385 "tasks": 6,386 "n_clips": 30,387 "secs_per_clip": 1103.4,388 "secs_per_frame": 13.792,389 "frames": 80,390 "per_scene": false,391 "source": "sacct"392 }393 },394 "lh_dl3dv": {395 "flexworld": {396 "secs_total": 45998,397 "tasks": 126,398 "n_clips": 42,399 "secs_per_clip": 1095.2,400 "secs_per_frame": 4.803,401 "frames": 228,402 "per_scene": false,403 "source": "sacct"404 },405 "framecrafter": {406 "secs_total": 306439,407 "tasks": 84,408 "n_clips": 42,409 "secs_per_clip": 7296.2,410 "secs_per_frame": 32.001,411 "frames": 228,412 "per_scene": false,413 "source": "sacct"414 },415 "gen3c": {416 "secs_total": 48234,417 "tasks": 84,418 "n_clips": 42,419 "secs_per_clip": 1148.4,420 "secs_per_frame": 5.037,421 "frames": 228,422 "per_scene": false,423 "source": "sacct"424 },425 "lyra2": {426 "secs_total": 19481,427 "tasks": 42,428 "n_clips": 42,429 "secs_per_clip": 463.8,430 "secs_per_frame": 2.034,431 "frames": 228,432 "per_scene": false,433 "source": "sacct"434 },435 "matrixgame3": {436 "secs_total": 14878,437 "tasks": 87,438 "n_clips": 42,439 "secs_per_clip": 354.2,440 "secs_per_frame": 1.554,441 "frames": 228,442 "per_scene": false,443 "source": "sacct"444 },445 "nvs_solver": {446 "secs_total": 96094,447 "tasks": 84,448 "n_clips": 42,449 "secs_per_clip": 2288.0,450 "secs_per_frame": 10.035,451 "frames": 228,452 "per_scene": false,453 "source": "sacct"454 },455 "spmem": {456 "secs_total": 65216,457 "tasks": 11,458 "n_clips": 11,459 "secs_per_clip": 5928.7,460 "secs_per_frame": 26.003,461 "frames": 228,462 "per_scene": false,463 "source": "sacct"464 },465 "trajcrafter": {466 "secs_total": 34793,467 "tasks": 126,468 "n_clips": 42,469 "secs_per_clip": 828.4,470 "secs_per_frame": 3.633,471 "frames": 228,472 "per_scene": false,473 "source": "sacct"474 },475 "vace14b": {476 "secs_total": 114735,477 "tasks": 84,478 "n_clips": 42,479 "secs_per_clip": 2731.8,480 "secs_per_frame": 11.982,481 "frames": 228,482 "per_scene": false,483 "source": "sacct"484 },485 "vace14b_ft_lh": {486 "secs_total": 136615,487 "tasks": 336,488 "n_clips": 42,489 "secs_per_clip": 3252.7,490 "secs_per_frame": 14.266,491 "frames": 228,492 "per_scene": false,493 "source": "sacct"494 },495 "viewcrafter": {496 "secs_total": 35403,497 "tasks": 84,498 "n_clips": 42,499 "secs_per_clip": 842.9,500 "secs_per_frame": 3.697,501 "frames": 228,502 "per_scene": false,503 "source": "sacct"504 },505 "viewextrapolator": {506 "secs_total": 28980,507 "tasks": 84,508 "n_clips": 42,509 "secs_per_clip": 690.0,510 "secs_per_frame": 3.026,511 "frames": 228,512 "per_scene": false,513 "source": "sacct"514 },515 "voyager": {516 "secs_total": 162153,517 "tasks": 168,518 "n_clips": 33,519 "secs_per_clip": 4913.7,520 "secs_per_frame": 21.551,521 "frames": 228,522 "per_scene": false,523 "source": "sacct"524 }525 }526 },527 "caveats": [528 "Wall-clock SECONDS PER CLIP on 1xH200, INCLUDING one-time model-load amortized over the generation array (not a pure forward pass).",529 "Clip LENGTHS differ per benchmark (static/kubric/nvidia/spatialvid ~81 frames; long-horizon ~150-240) -> s/frame is the cross-benchmark-fair number; the per-method output frame count is shown.",530 "Source = SLURM sacct ElapsedRaw summed over COMPLETED generation array tasks / clips produced. Methods with no sacct record in the last 14 days (purged) show n/a -- never fabricated.",531 "Per-scene methods (Shape-of-Motion) include FULL per-scene 4D-GS optimization, not just a forward pass."532 ],533 "unmatched_jobnames": [534 "dyn_warp_all",535 "k4_warpb",536 "nv_warp",537 "nv_warpT",538 "sv_warp",539 "sv_warpfin"540 ],541 "bench_name": {542 "static": "DL3DV static (eval50)",543 "kubric4d": "Kubric-4D",544 "nvidia": "NVIDIA dynamic",545 "spatialvid": "SpatialVID",546 "lh_dl3dv": "Long-horizon DL3DV"547 }548}