Datasetpublic
sjmathy/interactive-video-reasoning

Dataset release Videos, trajectories, manifests, and evaluation records are hosted at: https://huggingface.co/datasets/sjmathy/interactive-video-reasoning Expected layout: data/ balance_rod/{task_bank,probe_bank}/ pushbar_finishline/{task_bank,probe_bank}/ slide_block/{task,probe}/ notched_launcher/shards/{task,probe}/ Domain Task bank Probe bank Held-out rule Balance-Rod 500 episodes 500 episodes pose groups 80-99 Push-Bar 500 episodes 500 episodes pose… See the full description on the dataset page: https://huggingface.co/datasets/sjmathy/interactive-video-reasoning.
sourceHugging Faceupdated 18d agoView on Hugging Face
0likes168downloads
roottask2ARTIFACT_MANIFEST.json
ARTIFACT_MANIFEST.json109 linesDownload Raw Back to task2
1{2  "schema_version": "task2_four_domain_artifact_release_v1",3  "date": "2026-09-07",4  "huggingface_repo": "sjmathy/interactive-video-reasoning",5  "github_repo": "SeJoonJun/Interactive-video-reasoning",6  "github_commit": "a48b69b",7  "paper_result": false,8  "stage2_architecture": "unified_stage2_continuous_probe_update_v3",9  "prepared_datasets": {10    "sliding": {11      "path": "task2/datasets/prepared/sliding_k4.pt",12      "bytes": 6469640,13      "sha256": "0af3aad68f950c9a6564ec629919c3a45243ba870f102cbf5685816939c22f6e",14      "physical_trajectories": 60,15      "computational_query_rows": 15616    },17    "rope": {18      "path": "task2/datasets/prepared/rope_k4.pt",19      "bytes": 4711192,20      "sha256": "c960415fb34909f624bba077fba065092016e19302b16d8905ad047e57498f39",21      "physical_trajectories": 60,22      "computational_query_rows": 15623    },24    "pouring": {25      "path": "task2/datasets/prepared/pouring_k4.pt",26      "bytes": 6278365,27      "sha256": "49cbf52c18f39b9fb9d262cbf32d0f8d9048f27c0b7b9e43325415ed0fc50d71",28      "physical_trajectories": 80,29      "computational_query_rows": 20830    },31    "bankshot": {32      "path": "task2/datasets/prepared/bankshot_k4.pt",33      "bytes": 14115720,34      "sha256": "184ac623c2506cd9d8064b86b3dbfa690bb12e2d7d92999ebe1730ddb9d8d225",35      "physical_trajectories": 180,36      "computational_query_rows": 46837    }38  },39  "stage2_checkpoints": {40    "sliding": {"path": "task2/checkpoints/stage2/sliding/final.pt", "bytes": 609778, "sha256": "c09a28b6670b2670f775f10240971454c4a1892337481150b381b35c254c2e84"},41    "rope": {"path": "task2/checkpoints/stage2/rope/final.pt", "bytes": 608114, "sha256": "94abf9ceb19ec7caf696540955ad934745719c3b0426e41981fbcd129869bb06"},42    "pouring": {"path": "task2/checkpoints/stage2/pouring/final.pt", "bytes": 608050, "sha256": "c469804d8bae378c912a6fa036ae03d517f7f270aeca8c8de6ffe49137543a5b"},43    "bankshot": {"path": "task2/checkpoints/stage2/bankshot/final.pt", "bytes": 608242, "sha256": "29758797e12b6847bb30e64d4370298a1bceb4340014f21dc2dc11b45cc9485d"}44  },45  "stage1_checkpoints": {46    "sliding": {47      "adaptive": {"path": "task2/checkpoints/stage1/sliding/adaptive/best.pt", "bytes": 3845904142, "sha256": "d5cade4e9500120cfd1417eeff61bbc1ffb207a8bb7e848a1a713c6f38de4cc8"},48      "vanilla": {"path": "task2/checkpoints/stage1/sliding/vanilla/best.pt", "bytes": 3798381326, "sha256": "08149354d938c0070f7c7e1dcd0cfa9f2088808a955e7e4add1777c8c3a6cf54"},49      "direct_scalar_oracle": {"path": "task2/checkpoints/stage1/sliding/direct_scalar_oracle/best.pt", "bytes": 3800524238, "sha256": "e8a39b505780ce3bf291ec30257eb521c443b60cdfd61a26107641745bbd5edf"}50    },51    "rope": {52      "adaptive_and_fixed_coordinate_vanilla": {"path": "task2/checkpoints/stage1/rope/adaptive/best.pt", "bytes": 3845904334, "sha256": "da913600b7ed3edd48d22761b0dc223cf680ba997a37e2797f22df30184f29b0"},53      "direct_scalar_oracle": {"path": "task2/checkpoints/stage1/rope/direct_scalar_oracle/best.pt", "bytes": 3800524238, "sha256": "2a2b9e68359c30821a5c5c166bc8532cbc1d0fd50c9270f725d7f0b18eefdad3"}54    },55    "pouring": {56      "adaptive": {"path": "task2/checkpoints/stage1/pouring/adaptive/best.pt", "bytes": 3845705821, "sha256": "997a09823d6cfab0b519416773f04524810ff1a0d0807b9d27f1fa0928fbc256"},57      "vanilla": {"path": "task2/checkpoints/stage1/pouring/vanilla/best.pt", "bytes": 3798186781, "sha256": "dc4b2f702f0579d429ed551b609fbab24068d38c08055c832713167dbdd0d7ff"},58      "direct_scalar_oracle": {"path": "task2/checkpoints/stage1/pouring/direct_scalar_oracle/best.pt", "bytes": 3800327901, "sha256": "4d75f51d3f6f55d3d497e659d741cea0ad7bd76598c8465979c87856658eb87c"},59      "fill_readout": {"path": "task2/checkpoints/stage1/pouring/fill_readout/best.pt", "bytes": 709573, "sha256": "a901a475a9997744ad47493c4daf07130ff3f92c584972c9b879b1c28cdc7b50"}60    },61    "bankshot": {62      "adaptive": {"path": "task2/checkpoints/stage1/bankshot/adaptive/best.pt", "bytes": 3845941198, "sha256": "76d562c5af24f52a02e9ec4eb4ce26a9e8ae5c2617261a6abac17fbcaee321f3"},63      "vanilla": {"path": "task2/checkpoints/stage1/bankshot/vanilla/best.pt", "bytes": 3798418318, "sha256": "ae304a2b0721fa5b283098746f91f382272772c0cf919d5948ba8045c5ff432c"},64      "direct_scalar_oracle": {"path": "task2/checkpoints/stage1/bankshot/direct_scalar_oracle/best.pt", "bytes": 3800559374, "sha256": "064862e4295fbf71e80814f1d1daff8f41e0b0531981fcedfcab9278efb871b9"}65    }66  },67  "vq_checkpoints": {68    "sliding": {"path": "task2/checkpoints/vq/sliding/best.pt", "bytes": 685150450, "sha256": "81936e125e7fe205858ab38897a39c8c4752fe7fa5f772d4eda9e8cc4bfa370c"},69    "rope": {"path": "task2/checkpoints/vq/rope/best.pt", "bytes": 685201298, "sha256": "9d9880b6eedad3847dfa1c6ef949a9f3b132554aafa8a8394626c95d0f4c3da2"},70    "pouring": {"path": "task2/checkpoints/vq/pouring/best.pt", "bytes": 685201697, "sha256": "d44b84e6d4d84b1da7c6f1d0275d44e1d1dc83a775fdc213cf61eddc04956b04"},71    "bankshot": {"path": "task2/checkpoints/vq/bankshot/best.pt", "bytes": 685201234, "sha256": "07e86a3e96c2a7371f4ff9a1a5e22d974cd3b2a04239f25125bda0f4a0097fc0"}72  },73  "raw_banks": {74    "sliding": {"path": "task2/datasets/raw/sliding/physical_bank", "physical_trajectories": 60},75    "rope": {"path": "task2/datasets/raw/rope/physical_and_vq_bank", "physical_trajectories": 60},76    "pouring": {"path": "task2/datasets/raw/pouring/physical_bank", "physical_trajectories": 80},77    "bankshot": {"path": "task2/datasets/raw/bankshot/physical_bank", "physical_trajectories": 180, "development_override": true, "protected_physical_evaluation_authorized": false}78  },79  "evaluation_assets": {80    "sliding": {81      "protocol_inputs_path": "task2/evaluation_assets/sliding/protocol_inputs.pt",82      "protocol_inputs_sha256": "0850240d55907b5ae87f5eb48ea0083105318458e9bb46b12e7220d018cdfc58"83    },84    "rope": {85      "path": "task2/evaluation_assets/rope",86      "legacy_runtime_bootstrap_stage2_sha256": "c7a27831a5cfda76542be48a470b4bf0e4c3a42add19fc3cb3dc3bf614adb84b",87      "untrained_runtime_bootstrap_sha256": "0acddef5fa5587d27400f7c96960f10de3148d034779e397f993626be102eadd"88    },89    "pouring": {90      "probe_features_path": "task2/evaluation_assets/pouring/eval_probe_vjepa",91      "probe_manifest_sha256": "4fa155c2e3350184aea54d6d4cdf4b5d322a3f11050893d39f35f7ec574450b5",92      "outcome_bank_path": "task2/evaluation_assets/pouring/outcomes_support_v2",93      "outcome_bank_entries": 7594    },95    "bankshot": {96      "path": "task2/evaluation_assets/bankshot",97      "context_bundle_sha256": "39a4455c46b33d91651b7b23d4d390254bc86f4f6a6e7c87ea2f5b33437cb38e",98      "probe_features_sha256": "f876381ae036e53c88ec01dcffefc01cba8ad763f9af98bc291781ebc04f4417",99      "development_override": true,100      "protected_physical_evaluation_authorized": false101    }102  },103  "source_archives": {104    "task2_sources": {"path": "task2/code/task2_simulator_and_evaluation_sources_20260907.tar.gz", "bytes": 3658822, "sha256": "d50288cc038857cb3f66543840e743f4c98bba05e547322f3476579a49c96cb7"},105    "fluidlab_patch": {"path": "task2/code/fluidlab_task2_patch_7295eb6_20260907.patch", "bytes": 132179, "sha256": "de31d61b3edf20d444af56b315c72214356005a638683b9fee225abe088386b3"}106  },107  "simulator_binaries_included": false108}109