CoolFace
Datasetpublic

luuuulinnnn/scene-extrapolation-benchmark

Scene-Extrapolation Benchmark Suite A unified, honest evaluation of generative novel-view synthesis (NVS) in the regimes where per-scene 3D-Gaussian-Splatting reconstruction fails: Extrapolative — held-out, unobserved views (not interpolation between dense captures). Dynamic — moving foreground content. Long-horizon — chained / loop-closing camera trajectories where drift accumulates. Memory / revisit — recall when the camera returns to a previously-observed pose (do methods… See the full description on the dataset page: https://huggingface.co/datasets/luuuulinnnn/scene-extrapolation-benchmark.

sourceHugging Facecc-by-4.0updated 2mo agoView on Hugging Face
0likes778downloads
infer_time.json548 linesDownload Raw Back to sections
1{2 "generated": "2026-06-28T21:49:45",3 "window_days": 14,4 "methodology": "sacct ElapsedRaw (COMPLETED, -X) / clips produced",5 "rows": {6  "static": {7   "flexworld": {8    "secs_total": 12952,9    "tasks": 1,10    "n_clips": 50,11    "secs_per_clip": 259.0,12    "secs_per_frame": 3.198,13    "frames": 81,14    "per_scene": false,15    "source": "sacct"16   },17   "framecrafter": {18    "secs_total": 120671,19    "tasks": 10,20    "n_clips": 50,21    "secs_per_clip": 2413.4,22    "secs_per_frame": 29.795,23    "frames": 81,24    "per_scene": false,25    "source": "sacct"26   },27   "gen3c": {28    "secs_total": 24886,29    "tasks": 10,30    "n_clips": 50,31    "secs_per_clip": 497.7,32    "secs_per_frame": 6.145,33    "frames": 81,34    "per_scene": false,35    "source": "sacct"36   },37   "i2v_base": {38    "secs_total": 33516,39    "tasks": 5,40    "n_clips": 50,41    "secs_per_clip": 670.3,42    "secs_per_frame": 8.276,43    "frames": 81,44    "per_scene": false,45    "source": "sacct"46   },47   "nvs_solver": {48    "secs_total": 6098,49    "tasks": 1,50    "n_clips": 50,51    "secs_per_clip": 122.0,52    "secs_per_frame": 1.506,53    "frames": 81,54    "per_scene": false,55    "source": "sacct"56   },57   "trajcrafter": {58    "secs_total": 29303,59    "tasks": 79,60    "n_clips": 48,61    "secs_per_clip": 610.5,62    "secs_per_frame": 12.459,63    "frames": 49,64    "per_scene": false,65    "source": "sacct"66   },67   "vace14b": {68    "secs_total": 37899,69    "tasks": 79,70    "n_clips": 50,71    "secs_per_clip": 758.0,72    "secs_per_frame": 9.358,73    "frames": 81,74    "per_scene": false,75    "source": "sacct"76   },77   "viewcrafter": {78    "secs_total": 13190,79    "tasks": 10,80    "n_clips": 50,81    "secs_per_clip": 263.8,82    "secs_per_frame": 3.257,83    "frames": 81,84    "per_scene": false,85    "source": "sacct"86   },87   "viewextrapolator": {88    "secs_total": 6530,89    "tasks": 1,90    "n_clips": 50,91    "secs_per_clip": 130.6,92    "secs_per_frame": 1.612,93    "frames": 81,94    "per_scene": false,95    "source": "sacct"96   },97   "voyager": {98    "secs_total": 53228,99    "tasks": 147,100    "n_clips": 49,101    "secs_per_clip": 1086.3,102    "secs_per_frame": 13.411,103    "frames": 81,104    "per_scene": false,105    "source": "sacct"106   }107  },108  "kubric4d": {109   "flexworld": {110    "secs_total": 45892,111    "tasks": 18,112    "n_clips": 100,113    "secs_per_clip": 458.9,114    "secs_per_frame": 19.122,115    "frames": 24,116    "per_scene": false,117    "source": "sacct"118   },119   "framecrafter": {120    "secs_total": 86594,121    "tasks": 12,122    "n_clips": 100,123    "secs_per_clip": 865.9,124    "secs_per_frame": 36.081,125    "frames": 24,126    "per_scene": false,127    "source": "sacct"128   },129   "gen3c": {130    "secs_total": 50313,131    "tasks": 15,132    "n_clips": 100,133    "secs_per_clip": 503.1,134    "secs_per_frame": 20.964,135    "frames": 24,136    "per_scene": false,137    "source": "sacct"138   },139   "nvs_solver": {140    "secs_total": 23022,141    "tasks": 18,142    "n_clips": 100,143    "secs_per_clip": 230.2,144    "secs_per_frame": 9.592,145    "frames": 24,146    "per_scene": false,147    "source": "sacct"148   },149   "shape_of_motion": {150    "secs_total": 22311,151    "tasks": 214,152    "n_clips": 15,153    "secs_per_clip": 1487.4,154    "secs_per_frame": 61.975,155    "frames": 24,156    "per_scene": true,157    "source": "sacct"158   },159   "trajcrafter": {160    "secs_total": 22535,161    "tasks": 18,162    "n_clips": 67,163    "secs_per_clip": 336.3,164    "secs_per_frame": 6.864,165    "frames": 49,166    "per_scene": false,167    "source": "sacct"168   },169   "vace14b": {170    "secs_total": 28883,171    "tasks": 18,172    "n_clips": 100,173    "secs_per_clip": 288.8,174    "secs_per_frame": 3.566,175    "frames": 81,176    "per_scene": false,177    "source": "sacct"178   },179   "viewcrafter": {180    "secs_total": 22575,181    "tasks": 18,182    "n_clips": 100,183    "secs_per_clip": 225.8,184    "secs_per_frame": 9.406,185    "frames": 24,186    "per_scene": false,187    "source": "sacct"188   },189   "viewextrapolator": {190    "secs_total": null,191    "tasks": 0,192    "n_clips": 0,193    "secs_per_clip": null,194    "secs_per_frame": null,195    "frames": null,196    "per_scene": false,197    "source": "n/a"198   },199   "voyager": {200    "secs_total": 9506,201    "tasks": 18,202    "n_clips": 5,203    "secs_per_clip": 1901.2,204    "secs_per_frame": 79.217,205    "frames": 24,206    "per_scene": false,207    "source": "sacct"208   }209  },210  "nvidia": {211   "flexworld": {212    "secs_total": 11942,213    "tasks": 6,214    "n_clips": 18,215    "secs_per_clip": 663.4,216    "secs_per_frame": 27.644,217    "frames": 24,218    "per_scene": false,219    "source": "sacct"220   },221   "framecrafter": {222    "secs_total": 15571,223    "tasks": 3,224    "n_clips": 21,225    "secs_per_clip": 741.5,226    "secs_per_frame": 30.895,227    "frames": 24,228    "per_scene": false,229    "source": "sacct"230   },231   "gen3c": {232    "secs_total": 16362,233    "tasks": 6,234    "n_clips": 21,235    "secs_per_clip": 779.1,236    "secs_per_frame": 32.464,237    "frames": 24,238    "per_scene": false,239    "source": "sacct"240   },241   "nvs_solver": {242    "secs_total": 5721,243    "tasks": 6,244    "n_clips": 18,245    "secs_per_clip": 317.8,246    "secs_per_frame": 13.243,247    "frames": 24,248    "per_scene": false,249    "source": "sacct"250   },251   "trajcrafter": {252    "secs_total": 7200,253    "tasks": 12,254    "n_clips": 14,255    "secs_per_clip": 514.3,256    "secs_per_frame": 10.496,257    "frames": 49,258    "per_scene": false,259    "source": "sacct"260   },261   "vace14b": {262    "secs_total": 14304,263    "tasks": 6,264    "n_clips": 18,265    "secs_per_clip": 794.7,266    "secs_per_frame": 9.811,267    "frames": 81,268    "per_scene": false,269    "source": "sacct"270   },271   "viewcrafter": {272    "secs_total": 10600,273    "tasks": 6,274    "n_clips": 21,275    "secs_per_clip": 504.8,276    "secs_per_frame": 21.032,277    "frames": 24,278    "per_scene": false,279    "source": "sacct"280   },281   "viewextrapolator": {282    "secs_total": 2588,283    "tasks": 9,284    "n_clips": 18,285    "secs_per_clip": 143.8,286    "secs_per_frame": 5.991,287    "frames": 24,288    "per_scene": false,289    "source": "sacct"290   },291   "voyager": {292    "secs_total": 43111,293    "tasks": 6,294    "n_clips": 18,295    "secs_per_clip": 2395.1,296    "secs_per_frame": 99.794,297    "frames": 24,298    "per_scene": false,299    "source": "sacct"300   }301  },302  "spatialvid": {303   "flexworld": {304    "secs_total": null,305    "tasks": 0,306    "n_clips": 0,307    "secs_per_clip": null,308    "secs_per_frame": null,309    "frames": null,310    "per_scene": false,311    "source": "n/a"312   },313   "framecrafter": {314    "secs_total": 67852,315    "tasks": 6,316    "n_clips": 30,317    "secs_per_clip": 2261.7,318    "secs_per_frame": 28.272,319    "frames": 80,320    "per_scene": false,321    "source": "sacct"322   },323   "gen3c": {324    "secs_total": 13639,325    "tasks": 6,326    "n_clips": 30,327    "secs_per_clip": 454.6,328    "secs_per_frame": 5.683,329    "frames": 80,330    "per_scene": false,331    "source": "sacct"332   },333   "nvs_solver": {334    "secs_total": 4504,335    "tasks": 6,336    "n_clips": 30,337    "secs_per_clip": 150.1,338    "secs_per_frame": 1.877,339    "frames": 80,340    "per_scene": false,341    "source": "sacct"342   },343   "trajcrafter": {344    "secs_total": 6821,345    "tasks": 6,346    "n_clips": 24,347    "secs_per_clip": 284.2,348    "secs_per_frame": 5.8,349    "frames": 49,350    "per_scene": false,351    "source": "sacct"352   },353   "vace14b": {354    "secs_total": 11679,355    "tasks": 6,356    "n_clips": 30,357    "secs_per_clip": 389.3,358    "secs_per_frame": 4.806,359    "frames": 81,360    "per_scene": false,361    "source": "sacct"362   },363   "viewcrafter": {364    "secs_total": 8962,365    "tasks": 6,366    "n_clips": 30,367    "secs_per_clip": 298.7,368    "secs_per_frame": 3.734,369    "frames": 80,370    "per_scene": false,371    "source": "sacct"372   },373   "viewextrapolator": {374    "secs_total": 3861,375    "tasks": 6,376    "n_clips": 30,377    "secs_per_clip": 128.7,378    "secs_per_frame": 1.609,379    "frames": 80,380    "per_scene": false,381    "source": "sacct"382   },383   "voyager": {384    "secs_total": 33101,385    "tasks": 6,386    "n_clips": 30,387    "secs_per_clip": 1103.4,388    "secs_per_frame": 13.792,389    "frames": 80,390    "per_scene": false,391    "source": "sacct"392   }393  },394  "lh_dl3dv": {395   "flexworld": {396    "secs_total": 45998,397    "tasks": 126,398    "n_clips": 42,399    "secs_per_clip": 1095.2,400    "secs_per_frame": 4.803,401    "frames": 228,402    "per_scene": false,403    "source": "sacct"404   },405   "framecrafter": {406    "secs_total": 306439,407    "tasks": 84,408    "n_clips": 42,409    "secs_per_clip": 7296.2,410    "secs_per_frame": 32.001,411    "frames": 228,412    "per_scene": false,413    "source": "sacct"414   },415   "gen3c": {416    "secs_total": 48234,417    "tasks": 84,418    "n_clips": 42,419    "secs_per_clip": 1148.4,420    "secs_per_frame": 5.037,421    "frames": 228,422    "per_scene": false,423    "source": "sacct"424   },425   "lyra2": {426    "secs_total": 19481,427    "tasks": 42,428    "n_clips": 42,429    "secs_per_clip": 463.8,430    "secs_per_frame": 2.034,431    "frames": 228,432    "per_scene": false,433    "source": "sacct"434   },435   "matrixgame3": {436    "secs_total": 14878,437    "tasks": 87,438    "n_clips": 42,439    "secs_per_clip": 354.2,440    "secs_per_frame": 1.554,441    "frames": 228,442    "per_scene": false,443    "source": "sacct"444   },445   "nvs_solver": {446    "secs_total": 96094,447    "tasks": 84,448    "n_clips": 42,449    "secs_per_clip": 2288.0,450    "secs_per_frame": 10.035,451    "frames": 228,452    "per_scene": false,453    "source": "sacct"454   },455   "spmem": {456    "secs_total": 65216,457    "tasks": 11,458    "n_clips": 11,459    "secs_per_clip": 5928.7,460    "secs_per_frame": 26.003,461    "frames": 228,462    "per_scene": false,463    "source": "sacct"464   },465   "trajcrafter": {466    "secs_total": 34793,467    "tasks": 126,468    "n_clips": 42,469    "secs_per_clip": 828.4,470    "secs_per_frame": 3.633,471    "frames": 228,472    "per_scene": false,473    "source": "sacct"474   },475   "vace14b": {476    "secs_total": 114735,477    "tasks": 84,478    "n_clips": 42,479    "secs_per_clip": 2731.8,480    "secs_per_frame": 11.982,481    "frames": 228,482    "per_scene": false,483    "source": "sacct"484   },485   "vace14b_ft_lh": {486    "secs_total": 136615,487    "tasks": 336,488    "n_clips": 42,489    "secs_per_clip": 3252.7,490    "secs_per_frame": 14.266,491    "frames": 228,492    "per_scene": false,493    "source": "sacct"494   },495   "viewcrafter": {496    "secs_total": 35403,497    "tasks": 84,498    "n_clips": 42,499    "secs_per_clip": 842.9,500    "secs_per_frame": 3.697,501    "frames": 228,502    "per_scene": false,503    "source": "sacct"504   },505   "viewextrapolator": {506    "secs_total": 28980,507    "tasks": 84,508    "n_clips": 42,509    "secs_per_clip": 690.0,510    "secs_per_frame": 3.026,511    "frames": 228,512    "per_scene": false,513    "source": "sacct"514   },515   "voyager": {516    "secs_total": 162153,517    "tasks": 168,518    "n_clips": 33,519    "secs_per_clip": 4913.7,520    "secs_per_frame": 21.551,521    "frames": 228,522    "per_scene": false,523    "source": "sacct"524   }525  }526 },527 "caveats": [528  "Wall-clock SECONDS PER CLIP on 1xH200, INCLUDING one-time model-load amortized over the generation array (not a pure forward pass).",529  "Clip LENGTHS differ per benchmark (static/kubric/nvidia/spatialvid ~81 frames; long-horizon ~150-240) -> s/frame is the cross-benchmark-fair number; the per-method output frame count is shown.",530  "Source = SLURM sacct ElapsedRaw summed over COMPLETED generation array tasks / clips produced. Methods with no sacct record in the last 14 days (purged) show n/a -- never fabricated.",531  "Per-scene methods (Shape-of-Motion) include FULL per-scene 4D-GS optimization, not just a forward pass."532 ],533 "unmatched_jobnames": [534  "dyn_warp_all",535  "k4_warpb",536  "nv_warp",537  "nv_warpT",538  "sv_warp",539  "sv_warpfin"540 ],541 "bench_name": {542  "static": "DL3DV static (eval50)",543  "kubric4d": "Kubric-4D",544  "nvidia": "NVIDIA dynamic",545  "spatialvid": "SpatialVID",546  "lh_dl3dv": "Long-horizon DL3DV"547 }548}