| { |
| "split": "/mnt/aicenter1-datasets/askhabaliev_gs/calvin_full/task_D_D/task_D_D/validation", |
| "n_chains": 20, |
| "horizon": 12, |
| "chunk": 30, |
| "max_gap": 30, |
| "seed": 0, |
| "ep_len": 360, |
| "codec": { |
| "source": "cli", |
| "yaml_path": "/datasets/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model", |
| "resolved_dir": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model", |
| "matches_train_pin": true, |
| "files": { |
| "config.json": { |
| "path": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model/config.json", |
| "resolved": "/home/askhabaliev_g/hf_cache/hub/models--hackhackhack66666--calvin-hicora/blobs/dbdb9ec711473e5f5d07f3e2348aa3710d8406e3", |
| "sha256": "eb9eae824a561eccb5f915f2bb4008f9a54211554cfebd745525fedfe27a73c9", |
| "bytes": 1112 |
| }, |
| "model.safetensors": { |
| "path": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model/model.safetensors", |
| "resolved": "/home/askhabaliev_g/hf_cache/hub/models--hackhackhack66666--calvin-hicora/blobs/07099e1e43bcbcffe29620128f0036c8479cbd4ac3b7d3a7d2f1987d6038f0a7", |
| "sha256": "07099e1e43bcbcffe29620128f0036c8479cbd4ac3b7d3a7d2f1987d6038f0a7", |
| "bytes": 154552439 |
| } |
| } |
| }, |
| "note": "Official validation language segments with a non-negative gap of at most max_gap frames. Not the radar dev windows.", |
| "modes": { |
| "raw": { |
| "SR1": 0.95, |
| "SR2": 0.8, |
| "SR3": 0.2, |
| "SR4": 0.0, |
| "SR5": 0.0, |
| "avg_len": 1.95, |
| "n": 20, |
| "scores": [ |
| 2, |
| 2, |
| 2, |
| 3, |
| 2, |
| 2, |
| 3, |
| 3, |
| 1, |
| 2, |
| 1, |
| 2, |
| 2, |
| 2, |
| 3, |
| 2, |
| 1, |
| 2, |
| 0, |
| 2 |
| ], |
| "chains": [ |
| { |
| "chain_index": 1, |
| "tasks": [ |
| "lift_blue_block_drawer", |
| "place_in_slider" |
| ], |
| "spans": [ |
| [ |
| 2136, |
| 2200 |
| ], |
| [ |
| 2202, |
| 2266 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 4, |
| "tasks": [ |
| "move_slider_right", |
| "lift_blue_block_table" |
| ], |
| "spans": [ |
| [ |
| 3569, |
| 3633 |
| ], |
| [ |
| 3650, |
| 3714 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 8, |
| "tasks": [ |
| "turn_on_lightbulb", |
| "close_drawer" |
| ], |
| "spans": [ |
| [ |
| 6792, |
| 6856 |
| ], |
| [ |
| 6877, |
| 6941 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 20, |
| "tasks": [ |
| "place_in_drawer", |
| "push_into_drawer", |
| "close_drawer" |
| ], |
| "spans": [ |
| [ |
| 14198, |
| 14236 |
| ], |
| [ |
| 14248, |
| 14312 |
| ], |
| [ |
| 14316, |
| 14354 |
| ] |
| ], |
| "score": 3 |
| }, |
| { |
| "chain_index": 30, |
| "tasks": [ |
| "push_blue_block_right", |
| "push_blue_block_right" |
| ], |
| "spans": [ |
| [ |
| 21586, |
| 21650 |
| ], |
| [ |
| 21652, |
| 21716 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 35, |
| "tasks": [ |
| "lift_blue_block_drawer", |
| "turn_on_led" |
| ], |
| "spans": [ |
| [ |
| 24086, |
| 24128 |
| ], |
| [ |
| 24131, |
| 24195 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 57, |
| "tasks": [ |
| "push_into_drawer", |
| "move_slider_left", |
| "push_red_block_right" |
| ], |
| "spans": [ |
| [ |
| 44585, |
| 44649 |
| ], |
| [ |
| 44668, |
| 44732 |
| ], |
| [ |
| 44758, |
| 44822 |
| ] |
| ], |
| "score": 3 |
| }, |
| { |
| "chain_index": 61, |
| "tasks": [ |
| "place_in_slider", |
| "push_blue_block_left", |
| "open_drawer" |
| ], |
| "spans": [ |
| [ |
| 48755, |
| 48790 |
| ], |
| [ |
| 48812, |
| 48858 |
| ], |
| [ |
| 48880, |
| 48944 |
| ] |
| ], |
| "score": 3 |
| }, |
| { |
| "chain_index": 69, |
| "tasks": [ |
| "lift_red_block_slider", |
| "turn_off_lightbulb" |
| ], |
| "spans": [ |
| [ |
| 225839, |
| 225903 |
| ], |
| [ |
| 225920, |
| 225984 |
| ] |
| ], |
| "score": 1 |
| }, |
| { |
| "chain_index": 71, |
| "tasks": [ |
| "move_slider_right", |
| "turn_on_lightbulb" |
| ], |
| "spans": [ |
| [ |
| 227323, |
| 227387 |
| ], |
| [ |
| 227396, |
| 227460 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 72, |
| "tasks": [ |
| "push_into_drawer", |
| "push_blue_block_right" |
| ], |
| "spans": [ |
| [ |
| 227766, |
| 227830 |
| ], |
| [ |
| 227840, |
| 227904 |
| ] |
| ], |
| "score": 1 |
| }, |
| { |
| "chain_index": 75, |
| "tasks": [ |
| "place_in_slider", |
| "turn_on_led" |
| ], |
| "spans": [ |
| [ |
| 228871, |
| 228908 |
| ], |
| [ |
| 228911, |
| 228945 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 78, |
| "tasks": [ |
| "turn_off_led", |
| "turn_off_lightbulb" |
| ], |
| "spans": [ |
| [ |
| 232609, |
| 232673 |
| ], |
| [ |
| 232688, |
| 232752 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 80, |
| "tasks": [ |
| "move_slider_right", |
| "turn_off_led" |
| ], |
| "spans": [ |
| [ |
| 233561, |
| 233625 |
| ], |
| [ |
| 233642, |
| 233681 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 91, |
| "tasks": [ |
| "push_pink_block_left", |
| "lift_blue_block_drawer", |
| "turn_off_lightbulb" |
| ], |
| "spans": [ |
| [ |
| 241024, |
| 241070 |
| ], |
| [ |
| 241078, |
| 241142 |
| ], |
| [ |
| 241155, |
| 241219 |
| ] |
| ], |
| "score": 3 |
| }, |
| { |
| "chain_index": 94, |
| "tasks": [ |
| "lift_pink_block_slider", |
| "place_in_drawer" |
| ], |
| "spans": [ |
| [ |
| 243300, |
| 243364 |
| ], |
| [ |
| 243369, |
| 243406 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 97, |
| "tasks": [ |
| "push_pink_block_right", |
| "turn_on_lightbulb" |
| ], |
| "spans": [ |
| [ |
| 400527, |
| 400562 |
| ], |
| [ |
| 400567, |
| 400631 |
| ] |
| ], |
| "score": 1 |
| }, |
| { |
| "chain_index": 111, |
| "tasks": [ |
| "place_in_drawer", |
| "lift_pink_block_table" |
| ], |
| "spans": [ |
| [ |
| 408517, |
| 408559 |
| ], |
| [ |
| 408559, |
| 408601 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 121, |
| "tasks": [ |
| "rotate_pink_block_left", |
| "push_pink_block_right" |
| ], |
| "spans": [ |
| [ |
| 414441, |
| 414505 |
| ], |
| [ |
| 414511, |
| 414575 |
| ] |
| ], |
| "score": 0 |
| }, |
| { |
| "chain_index": 129, |
| "tasks": [ |
| "place_in_slider", |
| "lift_red_block_drawer" |
| ], |
| "spans": [ |
| [ |
| 420253, |
| 420295 |
| ], |
| [ |
| 420298, |
| 420362 |
| ] |
| ], |
| "score": 2 |
| } |
| ], |
| "mae_per_dim": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "mae_steps": 2664, |
| "wall_sec": 309.55998108600033 |
| }, |
| "rvq": { |
| "SR1": 0.9, |
| "SR2": 0.75, |
| "SR3": 0.15, |
| "SR4": 0.0, |
| "SR5": 0.0, |
| "avg_len": 1.8, |
| "n": 20, |
| "scores": [ |
| 2, |
| 2, |
| 2, |
| 3, |
| 2, |
| 2, |
| 2, |
| 3, |
| 1, |
| 2, |
| 0, |
| 2, |
| 0, |
| 2, |
| 3, |
| 2, |
| 1, |
| 2, |
| 2, |
| 1 |
| ], |
| "chains": [ |
| { |
| "chain_index": 1, |
| "tasks": [ |
| "lift_blue_block_drawer", |
| "place_in_slider" |
| ], |
| "spans": [ |
| [ |
| 2136, |
| 2200 |
| ], |
| [ |
| 2202, |
| 2266 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 4, |
| "tasks": [ |
| "move_slider_right", |
| "lift_blue_block_table" |
| ], |
| "spans": [ |
| [ |
| 3569, |
| 3633 |
| ], |
| [ |
| 3650, |
| 3714 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 8, |
| "tasks": [ |
| "turn_on_lightbulb", |
| "close_drawer" |
| ], |
| "spans": [ |
| [ |
| 6792, |
| 6856 |
| ], |
| [ |
| 6877, |
| 6941 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 20, |
| "tasks": [ |
| "place_in_drawer", |
| "push_into_drawer", |
| "close_drawer" |
| ], |
| "spans": [ |
| [ |
| 14198, |
| 14236 |
| ], |
| [ |
| 14248, |
| 14312 |
| ], |
| [ |
| 14316, |
| 14354 |
| ] |
| ], |
| "score": 3 |
| }, |
| { |
| "chain_index": 30, |
| "tasks": [ |
| "push_blue_block_right", |
| "push_blue_block_right" |
| ], |
| "spans": [ |
| [ |
| 21586, |
| 21650 |
| ], |
| [ |
| 21652, |
| 21716 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 35, |
| "tasks": [ |
| "lift_blue_block_drawer", |
| "turn_on_led" |
| ], |
| "spans": [ |
| [ |
| 24086, |
| 24128 |
| ], |
| [ |
| 24131, |
| 24195 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 57, |
| "tasks": [ |
| "push_into_drawer", |
| "move_slider_left", |
| "push_red_block_right" |
| ], |
| "spans": [ |
| [ |
| 44585, |
| 44649 |
| ], |
| [ |
| 44668, |
| 44732 |
| ], |
| [ |
| 44758, |
| 44822 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 61, |
| "tasks": [ |
| "place_in_slider", |
| "push_blue_block_left", |
| "open_drawer" |
| ], |
| "spans": [ |
| [ |
| 48755, |
| 48790 |
| ], |
| [ |
| 48812, |
| 48858 |
| ], |
| [ |
| 48880, |
| 48944 |
| ] |
| ], |
| "score": 3 |
| }, |
| { |
| "chain_index": 69, |
| "tasks": [ |
| "lift_red_block_slider", |
| "turn_off_lightbulb" |
| ], |
| "spans": [ |
| [ |
| 225839, |
| 225903 |
| ], |
| [ |
| 225920, |
| 225984 |
| ] |
| ], |
| "score": 1 |
| }, |
| { |
| "chain_index": 71, |
| "tasks": [ |
| "move_slider_right", |
| "turn_on_lightbulb" |
| ], |
| "spans": [ |
| [ |
| 227323, |
| 227387 |
| ], |
| [ |
| 227396, |
| 227460 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 72, |
| "tasks": [ |
| "push_into_drawer", |
| "push_blue_block_right" |
| ], |
| "spans": [ |
| [ |
| 227766, |
| 227830 |
| ], |
| [ |
| 227840, |
| 227904 |
| ] |
| ], |
| "score": 0 |
| }, |
| { |
| "chain_index": 75, |
| "tasks": [ |
| "place_in_slider", |
| "turn_on_led" |
| ], |
| "spans": [ |
| [ |
| 228871, |
| 228908 |
| ], |
| [ |
| 228911, |
| 228945 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 78, |
| "tasks": [ |
| "turn_off_led", |
| "turn_off_lightbulb" |
| ], |
| "spans": [ |
| [ |
| 232609, |
| 232673 |
| ], |
| [ |
| 232688, |
| 232752 |
| ] |
| ], |
| "score": 0 |
| }, |
| { |
| "chain_index": 80, |
| "tasks": [ |
| "move_slider_right", |
| "turn_off_led" |
| ], |
| "spans": [ |
| [ |
| 233561, |
| 233625 |
| ], |
| [ |
| 233642, |
| 233681 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 91, |
| "tasks": [ |
| "push_pink_block_left", |
| "lift_blue_block_drawer", |
| "turn_off_lightbulb" |
| ], |
| "spans": [ |
| [ |
| 241024, |
| 241070 |
| ], |
| [ |
| 241078, |
| 241142 |
| ], |
| [ |
| 241155, |
| 241219 |
| ] |
| ], |
| "score": 3 |
| }, |
| { |
| "chain_index": 94, |
| "tasks": [ |
| "lift_pink_block_slider", |
| "place_in_drawer" |
| ], |
| "spans": [ |
| [ |
| 243300, |
| 243364 |
| ], |
| [ |
| 243369, |
| 243406 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 97, |
| "tasks": [ |
| "push_pink_block_right", |
| "turn_on_lightbulb" |
| ], |
| "spans": [ |
| [ |
| 400527, |
| 400562 |
| ], |
| [ |
| 400567, |
| 400631 |
| ] |
| ], |
| "score": 1 |
| }, |
| { |
| "chain_index": 111, |
| "tasks": [ |
| "place_in_drawer", |
| "lift_pink_block_table" |
| ], |
| "spans": [ |
| [ |
| 408517, |
| 408559 |
| ], |
| [ |
| 408559, |
| 408601 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 121, |
| "tasks": [ |
| "rotate_pink_block_left", |
| "push_pink_block_right" |
| ], |
| "spans": [ |
| [ |
| 414441, |
| 414505 |
| ], |
| [ |
| 414511, |
| 414575 |
| ] |
| ], |
| "score": 2 |
| }, |
| { |
| "chain_index": 129, |
| "tasks": [ |
| "place_in_slider", |
| "lift_red_block_drawer" |
| ], |
| "spans": [ |
| [ |
| 420253, |
| 420295 |
| ], |
| [ |
| 420298, |
| 420362 |
| ] |
| ], |
| "score": 1 |
| } |
| ], |
| "mae_per_dim": [ |
| 0.027068145609767055, |
| 0.026033571828858793, |
| 0.027510162869855827, |
| 0.04262601565579675, |
| 0.03439123631547165, |
| 0.035542889552594464, |
| 0.0 |
| ], |
| "mae_steps": 2581, |
| "wall_sec": 294.5163889680116 |
| } |
| }, |
| "wall_sec": 604.0764615850057 |
| } |
