{
  "split": "/mnt/aicenter1-datasets/askhabaliev_gs/calvin_full/task_D_D/task_D_D/validation",
  "n_chains": 20,
  "horizon": 12,
  "chunk": 30,
  "max_gap": 30,
  "seed": 0,
  "ep_len": 360,
  "codec": {
    "source": "cli",
    "yaml_path": "/datasets/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model",
    "resolved_dir": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model",
    "matches_train_pin": true,
    "files": {
      "config.json": {
        "path": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model/config.json",
        "resolved": "/home/askhabaliev_g/hf_cache/hub/models--hackhackhack66666--calvin-hicora/blobs/dbdb9ec711473e5f5d07f3e2348aa3710d8406e3",
        "sha256": "eb9eae824a561eccb5f915f2bb4008f9a54211554cfebd745525fedfe27a73c9",
        "bytes": 1112
      },
      "model.safetensors": {
        "path": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model/model.safetensors",
        "resolved": "/home/askhabaliev_g/hf_cache/hub/models--hackhackhack66666--calvin-hicora/blobs/07099e1e43bcbcffe29620128f0036c8479cbd4ac3b7d3a7d2f1987d6038f0a7",
        "sha256": "07099e1e43bcbcffe29620128f0036c8479cbd4ac3b7d3a7d2f1987d6038f0a7",
        "bytes": 154552439
      }
    }
  },
  "note": "Official validation language segments with a non-negative gap of at most max_gap frames. Not the radar dev windows.",
  "modes": {
    "raw": {
      "SR1": 0.95,
      "SR2": 0.8,
      "SR3": 0.2,
      "SR4": 0.0,
      "SR5": 0.0,
      "avg_len": 1.95,
      "n": 20,
      "scores": [
        2,
        2,
        2,
        3,
        2,
        2,
        3,
        3,
        1,
        2,
        1,
        2,
        2,
        2,
        3,
        2,
        1,
        2,
        0,
        2
      ],
      "chains": [
        {
          "chain_index": 1,
          "tasks": [
            "lift_blue_block_drawer",
            "place_in_slider"
          ],
          "spans": [
            [
              2136,
              2200
            ],
            [
              2202,
              2266
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 4,
          "tasks": [
            "move_slider_right",
            "lift_blue_block_table"
          ],
          "spans": [
            [
              3569,
              3633
            ],
            [
              3650,
              3714
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 8,
          "tasks": [
            "turn_on_lightbulb",
            "close_drawer"
          ],
          "spans": [
            [
              6792,
              6856
            ],
            [
              6877,
              6941
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 20,
          "tasks": [
            "place_in_drawer",
            "push_into_drawer",
            "close_drawer"
          ],
          "spans": [
            [
              14198,
              14236
            ],
            [
              14248,
              14312
            ],
            [
              14316,
              14354
            ]
          ],
          "score": 3
        },
        {
          "chain_index": 30,
          "tasks": [
            "push_blue_block_right",
            "push_blue_block_right"
          ],
          "spans": [
            [
              21586,
              21650
            ],
            [
              21652,
              21716
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 35,
          "tasks": [
            "lift_blue_block_drawer",
            "turn_on_led"
          ],
          "spans": [
            [
              24086,
              24128
            ],
            [
              24131,
              24195
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 57,
          "tasks": [
            "push_into_drawer",
            "move_slider_left",
            "push_red_block_right"
          ],
          "spans": [
            [
              44585,
              44649
            ],
            [
              44668,
              44732
            ],
            [
              44758,
              44822
            ]
          ],
          "score": 3
        },
        {
          "chain_index": 61,
          "tasks": [
            "place_in_slider",
            "push_blue_block_left",
            "open_drawer"
          ],
          "spans": [
            [
              48755,
              48790
            ],
            [
              48812,
              48858
            ],
            [
              48880,
              48944
            ]
          ],
          "score": 3
        },
        {
          "chain_index": 69,
          "tasks": [
            "lift_red_block_slider",
            "turn_off_lightbulb"
          ],
          "spans": [
            [
              225839,
              225903
            ],
            [
              225920,
              225984
            ]
          ],
          "score": 1
        },
        {
          "chain_index": 71,
          "tasks": [
            "move_slider_right",
            "turn_on_lightbulb"
          ],
          "spans": [
            [
              227323,
              227387
            ],
            [
              227396,
              227460
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 72,
          "tasks": [
            "push_into_drawer",
            "push_blue_block_right"
          ],
          "spans": [
            [
              227766,
              227830
            ],
            [
              227840,
              227904
            ]
          ],
          "score": 1
        },
        {
          "chain_index": 75,
          "tasks": [
            "place_in_slider",
            "turn_on_led"
          ],
          "spans": [
            [
              228871,
              228908
            ],
            [
              228911,
              228945
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 78,
          "tasks": [
            "turn_off_led",
            "turn_off_lightbulb"
          ],
          "spans": [
            [
              232609,
              232673
            ],
            [
              232688,
              232752
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 80,
          "tasks": [
            "move_slider_right",
            "turn_off_led"
          ],
          "spans": [
            [
              233561,
              233625
            ],
            [
              233642,
              233681
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 91,
          "tasks": [
            "push_pink_block_left",
            "lift_blue_block_drawer",
            "turn_off_lightbulb"
          ],
          "spans": [
            [
              241024,
              241070
            ],
            [
              241078,
              241142
            ],
            [
              241155,
              241219
            ]
          ],
          "score": 3
        },
        {
          "chain_index": 94,
          "tasks": [
            "lift_pink_block_slider",
            "place_in_drawer"
          ],
          "spans": [
            [
              243300,
              243364
            ],
            [
              243369,
              243406
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 97,
          "tasks": [
            "push_pink_block_right",
            "turn_on_lightbulb"
          ],
          "spans": [
            [
              400527,
              400562
            ],
            [
              400567,
              400631
            ]
          ],
          "score": 1
        },
        {
          "chain_index": 111,
          "tasks": [
            "place_in_drawer",
            "lift_pink_block_table"
          ],
          "spans": [
            [
              408517,
              408559
            ],
            [
              408559,
              408601
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 121,
          "tasks": [
            "rotate_pink_block_left",
            "push_pink_block_right"
          ],
          "spans": [
            [
              414441,
              414505
            ],
            [
              414511,
              414575
            ]
          ],
          "score": 0
        },
        {
          "chain_index": 129,
          "tasks": [
            "place_in_slider",
            "lift_red_block_drawer"
          ],
          "spans": [
            [
              420253,
              420295
            ],
            [
              420298,
              420362
            ]
          ],
          "score": 2
        }
      ],
      "mae_per_dim": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ],
      "mae_steps": 2664,
      "wall_sec": 309.55998108600033
    },
    "rvq": {
      "SR1": 0.9,
      "SR2": 0.75,
      "SR3": 0.15,
      "SR4": 0.0,
      "SR5": 0.0,
      "avg_len": 1.8,
      "n": 20,
      "scores": [
        2,
        2,
        2,
        3,
        2,
        2,
        2,
        3,
        1,
        2,
        0,
        2,
        0,
        2,
        3,
        2,
        1,
        2,
        2,
        1
      ],
      "chains": [
        {
          "chain_index": 1,
          "tasks": [
            "lift_blue_block_drawer",
            "place_in_slider"
          ],
          "spans": [
            [
              2136,
              2200
            ],
            [
              2202,
              2266
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 4,
          "tasks": [
            "move_slider_right",
            "lift_blue_block_table"
          ],
          "spans": [
            [
              3569,
              3633
            ],
            [
              3650,
              3714
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 8,
          "tasks": [
            "turn_on_lightbulb",
            "close_drawer"
          ],
          "spans": [
            [
              6792,
              6856
            ],
            [
              6877,
              6941
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 20,
          "tasks": [
            "place_in_drawer",
            "push_into_drawer",
            "close_drawer"
          ],
          "spans": [
            [
              14198,
              14236
            ],
            [
              14248,
              14312
            ],
            [
              14316,
              14354
            ]
          ],
          "score": 3
        },
        {
          "chain_index": 30,
          "tasks": [
            "push_blue_block_right",
            "push_blue_block_right"
          ],
          "spans": [
            [
              21586,
              21650
            ],
            [
              21652,
              21716
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 35,
          "tasks": [
            "lift_blue_block_drawer",
            "turn_on_led"
          ],
          "spans": [
            [
              24086,
              24128
            ],
            [
              24131,
              24195
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 57,
          "tasks": [
            "push_into_drawer",
            "move_slider_left",
            "push_red_block_right"
          ],
          "spans": [
            [
              44585,
              44649
            ],
            [
              44668,
              44732
            ],
            [
              44758,
              44822
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 61,
          "tasks": [
            "place_in_slider",
            "push_blue_block_left",
            "open_drawer"
          ],
          "spans": [
            [
              48755,
              48790
            ],
            [
              48812,
              48858
            ],
            [
              48880,
              48944
            ]
          ],
          "score": 3
        },
        {
          "chain_index": 69,
          "tasks": [
            "lift_red_block_slider",
            "turn_off_lightbulb"
          ],
          "spans": [
            [
              225839,
              225903
            ],
            [
              225920,
              225984
            ]
          ],
          "score": 1
        },
        {
          "chain_index": 71,
          "tasks": [
            "move_slider_right",
            "turn_on_lightbulb"
          ],
          "spans": [
            [
              227323,
              227387
            ],
            [
              227396,
              227460
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 72,
          "tasks": [
            "push_into_drawer",
            "push_blue_block_right"
          ],
          "spans": [
            [
              227766,
              227830
            ],
            [
              227840,
              227904
            ]
          ],
          "score": 0
        },
        {
          "chain_index": 75,
          "tasks": [
            "place_in_slider",
            "turn_on_led"
          ],
          "spans": [
            [
              228871,
              228908
            ],
            [
              228911,
              228945
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 78,
          "tasks": [
            "turn_off_led",
            "turn_off_lightbulb"
          ],
          "spans": [
            [
              232609,
              232673
            ],
            [
              232688,
              232752
            ]
          ],
          "score": 0
        },
        {
          "chain_index": 80,
          "tasks": [
            "move_slider_right",
            "turn_off_led"
          ],
          "spans": [
            [
              233561,
              233625
            ],
            [
              233642,
              233681
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 91,
          "tasks": [
            "push_pink_block_left",
            "lift_blue_block_drawer",
            "turn_off_lightbulb"
          ],
          "spans": [
            [
              241024,
              241070
            ],
            [
              241078,
              241142
            ],
            [
              241155,
              241219
            ]
          ],
          "score": 3
        },
        {
          "chain_index": 94,
          "tasks": [
            "lift_pink_block_slider",
            "place_in_drawer"
          ],
          "spans": [
            [
              243300,
              243364
            ],
            [
              243369,
              243406
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 97,
          "tasks": [
            "push_pink_block_right",
            "turn_on_lightbulb"
          ],
          "spans": [
            [
              400527,
              400562
            ],
            [
              400567,
              400631
            ]
          ],
          "score": 1
        },
        {
          "chain_index": 111,
          "tasks": [
            "place_in_drawer",
            "lift_pink_block_table"
          ],
          "spans": [
            [
              408517,
              408559
            ],
            [
              408559,
              408601
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 121,
          "tasks": [
            "rotate_pink_block_left",
            "push_pink_block_right"
          ],
          "spans": [
            [
              414441,
              414505
            ],
            [
              414511,
              414575
            ]
          ],
          "score": 2
        },
        {
          "chain_index": 129,
          "tasks": [
            "place_in_slider",
            "lift_red_block_drawer"
          ],
          "spans": [
            [
              420253,
              420295
            ],
            [
              420298,
              420362
            ]
          ],
          "score": 1
        }
      ],
      "mae_per_dim": [
        0.027068145609767055,
        0.026033571828858793,
        0.027510162869855827,
        0.04262601565579675,
        0.03439123631547165,
        0.035542889552594464,
        0.0
      ],
      "mae_steps": 2581,
      "wall_sec": 294.5163889680116
    }
  },
  "wall_sec": 604.0764615850057
}