{
  "mode": "reduced_sr",
  "ckpt": "/home/askhabaliev_g/checkpoints/vla/calvin_s0_bf16/pins/step_3000_bf16_from0/last.ckpt",
  "ckpt_step": 3000,
  "dataset": "/mnt/aicenter1-datasets/askhabaliev_gs/calvin_full/task_D_D/task_D_D",
  "n_chains": 50,
  "ep_len": 360,
  "execution_horizon": 12,
  "chunk_length": 30,
  "budget_hours": 4.5,
  "budget_limited": false,
  "oracle_status": "calvin_env.envs.tasks.Tasks + new_playtable_tasks.yaml (vendored helpers; no pyhash)",
  "avg_seq_len": 1.52,
  "SR1": 0.72,
  "SR2": 0.42,
  "SR3": 0.24,
  "SR4": 0.12,
  "SR5": 0.02,
  "chain_sr_pct": {
    "SR1": 72.0,
    "SR2": 42.0,
    "SR3": 24.0,
    "SR4": 12.0,
    "SR5": 2.0
  },
  "wall_seconds_total": 3430.087,
  "wall_seconds_per_chain_mean": 68.602,
  "calibrate_wall_seconds_per_chain": null,
  "calibrate_rollout": "skipped_n_chains_fixed",
  "codec": {
    "source": "cli",
    "yaml_path": "/datasets/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model",
    "resolved_dir": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model",
    "matches_train_pin": true,
    "files": {
      "config.json": {
        "path": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model/config.json",
        "resolved": "/home/askhabaliev_g/hf_cache/hub/models--hackhackhack66666--calvin-hicora/blobs/dbdb9ec711473e5f5d07f3e2348aa3710d8406e3",
        "sha256": "eb9eae824a561eccb5f915f2bb4008f9a54211554cfebd745525fedfe27a73c9",
        "bytes": 1112
      },
      "model.safetensors": {
        "path": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model/model.safetensors",
        "resolved": "/home/askhabaliev_g/hf_cache/hub/models--hackhackhack66666--calvin-hicora/blobs/07099e1e43bcbcffe29620128f0036c8479cbd4ac3b7d3a7d2f1987d6038f0a7",
        "sha256": "07099e1e43bcbcffe29620128f0036c8479cbd4ac3b7d3a7d2f1987d6038f0a7",
        "bytes": 154552439
      }
    }
  },
  "determinism": {
    "base_seed": 0,
    "per_chain_seed": "base_seed + 100003 * chain_id, mod 2**31-1",
    "do_sample": false,
    "position_offset": 3,
    "cudnn_deterministic": true,
    "cudnn_benchmark": false,
    "torch_deterministic_algorithms": false,
    "physics_note": "PyBullet is not bitwise deterministic. The paired interval includes rollout noise as well as the policy change. Chain 0 is not pre-rolled when --n-chains is set."
  },
  "infer_seconds_total": 274.621,
  "infer_calls_total": 2258,
  "extrapolated_wall_hours_1000": 19.056,
  "recommend_full_1000": false,
  "score_histogram": {
    "0": 14,
    "1": 15,
    "2": 9,
    "4": 5,
    "5": 1,
    "3": 6
  },
  "chains": [
    {
      "chain_id": 0,
      "chain_seed": 0,
      "score": 0,
      "sequence": [
        "rotate_blue_block_right",
        "move_slider_right",
        "lift_red_block_slider",
        "place_in_slider",
        "turn_off_lightbulb"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "left",
        "drawer": "open",
        "red_block": "slider_left",
        "blue_block": "table",
        "pink_block": "slider_right",
        "grasped": 0
      },
      "wall_seconds": 47.662,
      "infer_seconds": 4.072,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "72a21bb65c6b99348ee9c8f28365b4e1ce9b75c7c48fdad6b6dc6bf8c19565fc",
      "subtasks_completed": 0
    },
    {
      "chain_id": 1,
      "chain_seed": 100003,
      "score": 1,
      "sequence": [
        "turn_off_led",
        "push_into_drawer",
        "lift_blue_block_drawer",
        "place_in_slider",
        "close_drawer"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "open",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "slider_left",
        "grasped": 0
      },
      "wall_seconds": 49.892,
      "infer_seconds": 3.626,
      "infer_calls": 33,
      "decoder_calls": 33,
      "action_chunks": 33,
      "env_steps": 395,
      "initial_state_sha256": "f0add8f61f550499f7fad984afc1f7d04e3b20d8d72955bc2607e655d9274d12",
      "subtasks_completed": 1
    },
    {
      "chain_id": 2,
      "chain_seed": 200006,
      "score": 2,
      "sequence": [
        "lift_pink_block_slider",
        "place_in_slider",
        "open_drawer",
        "rotate_red_block_right",
        "lift_red_block_table"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "slider_right",
        "pink_block": "slider_left",
        "grasped": 0
      },
      "wall_seconds": 74.322,
      "infer_seconds": 5.232,
      "infer_calls": 49,
      "decoder_calls": 49,
      "action_chunks": 49,
      "env_steps": 574,
      "initial_state_sha256": "4b52feae4b4f3549580c348a7b9d1350dd40adaef75a0c07329ff481d61e32ac",
      "subtasks_completed": 2
    },
    {
      "chain_id": 3,
      "chain_seed": 300009,
      "score": 1,
      "sequence": [
        "rotate_blue_block_right",
        "lift_pink_block_table",
        "place_in_slider",
        "move_slider_left",
        "open_drawer"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "closed",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 55.594,
      "infer_seconds": 3.833,
      "infer_calls": 36,
      "decoder_calls": 36,
      "action_chunks": 36,
      "env_steps": 432,
      "initial_state_sha256": "cbb5e67372dfa0319c3b6f4f0c7d7fc890e84e87389fac2cb47374e3c98452e9",
      "subtasks_completed": 1
    },
    {
      "chain_id": 4,
      "chain_seed": 400012,
      "score": 2,
      "sequence": [
        "open_drawer",
        "lift_pink_block_table",
        "place_in_slider",
        "turn_on_lightbulb",
        "rotate_blue_block_left"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 0,
        "slider": "left",
        "drawer": "closed",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 70.271,
      "infer_seconds": 5.439,
      "infer_calls": 46,
      "decoder_calls": 46,
      "action_chunks": 46,
      "env_steps": 546,
      "initial_state_sha256": "8f6dffa4f9e1721fa2bd7ed2f055504e098120aa435e5642b02a211366f4d1c5",
      "subtasks_completed": 2
    },
    {
      "chain_id": 5,
      "chain_seed": 500015,
      "score": 4,
      "sequence": [
        "push_blue_block_left",
        "close_drawer",
        "lift_red_block_slider",
        "place_in_slider",
        "turn_off_lightbulb"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "left",
        "drawer": "open",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 119.172,
      "infer_seconds": 9.584,
      "infer_calls": 78,
      "decoder_calls": 78,
      "action_chunks": 78,
      "env_steps": 926,
      "initial_state_sha256": "b8a2f2b8d39b5187c7922fabba06a1fbaa71ac66f8bc606f244952d68dd1936c",
      "subtasks_completed": 4
    },
    {
      "chain_id": 6,
      "chain_seed": 600018,
      "score": 1,
      "sequence": [
        "open_drawer",
        "rotate_red_block_right",
        "turn_on_led",
        "lift_pink_block_table",
        "stack_block"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "slider_left",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 55.025,
      "infer_seconds": 4.316,
      "infer_calls": 36,
      "decoder_calls": 36,
      "action_chunks": 36,
      "env_steps": 431,
      "initial_state_sha256": "cde9bda5168729afc27ce58bae86389e2666a81dc48d22b0a581c689d7f641e3",
      "subtasks_completed": 1
    },
    {
      "chain_id": 7,
      "chain_seed": 700021,
      "score": 0,
      "sequence": [
        "push_pink_block_right",
        "lift_pink_block_table",
        "place_in_slider",
        "push_into_drawer",
        "close_drawer"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "left",
        "drawer": "open",
        "red_block": "table",
        "blue_block": "slider_right",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 47.155,
      "infer_seconds": 3.701,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "800f9d086bd656734c38fadc090f97b65611a2b0bcb43ab4f3b8c63b8c5d3ca3",
      "subtasks_completed": 0
    },
    {
      "chain_id": 8,
      "chain_seed": 800024,
      "score": 1,
      "sequence": [
        "open_drawer",
        "push_red_block_right",
        "move_slider_left",
        "lift_pink_block_slider",
        "place_in_slider"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "slider_left",
        "pink_block": "slider_right",
        "grasped": 0
      },
      "wall_seconds": 56.425,
      "infer_seconds": 4.515,
      "infer_calls": 37,
      "decoder_calls": 37,
      "action_chunks": 37,
      "env_steps": 436,
      "initial_state_sha256": "fd5199c4f0c2d7ca1326149341bc133ebcf26fd6d48ca84e4d7681beb7e00dc4",
      "subtasks_completed": 1
    },
    {
      "chain_id": 9,
      "chain_seed": 900027,
      "score": 0,
      "sequence": [
        "push_red_block_left",
        "lift_blue_block_table",
        "place_in_slider",
        "turn_on_lightbulb",
        "move_slider_right"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 0,
        "slider": "left",
        "drawer": "open",
        "red_block": "table",
        "blue_block": "table",
        "pink_block": "slider_left",
        "grasped": 0
      },
      "wall_seconds": 44.29,
      "infer_seconds": 3.668,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "1053148dc0fba5fbc357bc4135c8d7fa887b5d387a5a4d2179e677db7513377c",
      "subtasks_completed": 0
    },
    {
      "chain_id": 10,
      "chain_seed": 1000030,
      "score": 5,
      "sequence": [
        "rotate_blue_block_left",
        "lift_blue_block_table",
        "place_in_drawer",
        "move_slider_right",
        "turn_off_lightbulb"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 1,
        "slider": "left",
        "drawer": "open",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "slider_left",
        "grasped": 0
      },
      "wall_seconds": 64.738,
      "infer_seconds": 5.266,
      "infer_calls": 43,
      "decoder_calls": 43,
      "action_chunks": 43,
      "env_steps": 504,
      "initial_state_sha256": "85d61d43643bbee6db504f071d00f8867d66d2e6333bf3554c057d0c95888d59",
      "subtasks_completed": 5
    },
    {
      "chain_id": 11,
      "chain_seed": 1100033,
      "score": 3,
      "sequence": [
        "lift_pink_block_slider",
        "place_in_slider",
        "turn_on_lightbulb",
        "rotate_blue_block_right",
        "open_drawer"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "closed",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "slider_left",
        "grasped": 0
      },
      "wall_seconds": 105.687,
      "infer_seconds": 8.358,
      "infer_calls": 68,
      "decoder_calls": 68,
      "action_chunks": 68,
      "env_steps": 801,
      "initial_state_sha256": "ca63741d41a9cd1e3e1592b4264f0e8e00cec5fb9d223948788197201547d187",
      "subtasks_completed": 3
    },
    {
      "chain_id": 12,
      "chain_seed": 1200036,
      "score": 1,
      "sequence": [
        "move_slider_left",
        "rotate_red_block_left",
        "turn_off_led",
        "lift_pink_block_table",
        "place_in_slider"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "slider_left",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 57.035,
      "infer_seconds": 4.583,
      "infer_calls": 37,
      "decoder_calls": 37,
      "action_chunks": 37,
      "env_steps": 441,
      "initial_state_sha256": "b60910947f97e90f015ba7745593574bd1d127ad8744a74dbe7d52f3b9140432",
      "subtasks_completed": 1
    },
    {
      "chain_id": 13,
      "chain_seed": 1300039,
      "score": 2,
      "sequence": [
        "turn_on_led",
        "close_drawer",
        "push_red_block_right",
        "lift_red_block_table",
        "place_in_slider"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "left",
        "drawer": "open",
        "red_block": "table",
        "blue_block": "slider_right",
        "pink_block": "slider_left",
        "grasped": 0
      },
      "wall_seconds": 67.31,
      "infer_seconds": 4.905,
      "infer_calls": 45,
      "decoder_calls": 45,
      "action_chunks": 45,
      "env_steps": 531,
      "initial_state_sha256": "dca979b27d0a2837a79e13b6d6bbb598a0e8fb6a86e90430772b325e007a8085",
      "subtasks_completed": 2
    },
    {
      "chain_id": 14,
      "chain_seed": 1400042,
      "score": 0,
      "sequence": [
        "lift_red_block_slider",
        "stack_block",
        "move_slider_left",
        "turn_off_led",
        "open_drawer"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "closed",
        "red_block": "slider_left",
        "blue_block": "slider_right",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 44.449,
      "infer_seconds": 3.166,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "6179d19baaf1e4facd760fa2e2b9e54f4b1bcbd840c33a4eb5651be58cecaf50",
      "subtasks_completed": 0
    },
    {
      "chain_id": 15,
      "chain_seed": 1500045,
      "score": 3,
      "sequence": [
        "move_slider_left",
        "push_pink_block_left",
        "open_drawer",
        "turn_on_lightbulb",
        "lift_blue_block_table"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "closed",
        "red_block": "slider_left",
        "blue_block": "table",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 121.227,
      "infer_seconds": 8.882,
      "infer_calls": 79,
      "decoder_calls": 79,
      "action_chunks": 79,
      "env_steps": 936,
      "initial_state_sha256": "bc142ec9fba4f796b9eb3793268ddf1b5df2bf7efa134a266ba40e3b393d611b",
      "subtasks_completed": 3
    },
    {
      "chain_id": 16,
      "chain_seed": 1600048,
      "score": 2,
      "sequence": [
        "push_red_block_left",
        "lift_pink_block_slider",
        "stack_block",
        "turn_off_led",
        "open_drawer"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "left",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "slider_left",
        "pink_block": "slider_right",
        "grasped": 0
      },
      "wall_seconds": 72.361,
      "infer_seconds": 5.888,
      "infer_calls": 48,
      "decoder_calls": 48,
      "action_chunks": 48,
      "env_steps": 567,
      "initial_state_sha256": "c99efa55664131840da8e2976dba008fb2ddefc6afa2bb6fff0d7eae0240bd99",
      "subtasks_completed": 2
    },
    {
      "chain_id": 17,
      "chain_seed": 1700051,
      "score": 2,
      "sequence": [
        "push_red_block_left",
        "move_slider_right",
        "lift_blue_block_slider",
        "place_in_slider",
        "turn_on_lightbulb"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "left",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "slider_left",
        "pink_block": "slider_right",
        "grasped": 0
      },
      "wall_seconds": 75.046,
      "infer_seconds": 6.464,
      "infer_calls": 52,
      "decoder_calls": 52,
      "action_chunks": 52,
      "env_steps": 610,
      "initial_state_sha256": "2a22ad2179701a1e28f43d184a63a39533cb55d579048ed379710c69ac39d9b6",
      "subtasks_completed": 2
    },
    {
      "chain_id": 18,
      "chain_seed": 1800054,
      "score": 0,
      "sequence": [
        "turn_on_lightbulb",
        "push_red_block_right",
        "move_slider_left",
        "lift_red_block_table",
        "stack_block"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "slider_right",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 47.008,
      "infer_seconds": 3.593,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "485b436758eee76c2504255725f2403c5ceb016a1dc3355127e38014103c7e5a",
      "subtasks_completed": 0
    },
    {
      "chain_id": 19,
      "chain_seed": 1900057,
      "score": 2,
      "sequence": [
        "move_slider_left",
        "lift_red_block_table",
        "place_in_slider",
        "turn_on_lightbulb",
        "close_drawer"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "open",
        "red_block": "table",
        "blue_block": "table",
        "pink_block": "slider_right",
        "grasped": 0
      },
      "wall_seconds": 88.403,
      "infer_seconds": 7.048,
      "infer_calls": 58,
      "decoder_calls": 58,
      "action_chunks": 58,
      "env_steps": 688,
      "initial_state_sha256": "9268b2efa3a4973ef41db6b75f02ebf61fc3d64afcae79bf865e965bc03f8147",
      "subtasks_completed": 2
    },
    {
      "chain_id": 20,
      "chain_seed": 2000060,
      "score": 3,
      "sequence": [
        "open_drawer",
        "turn_on_lightbulb",
        "push_red_block_left",
        "move_slider_left",
        "push_into_drawer"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "slider_left",
        "pink_block": "slider_right",
        "grasped": 0
      },
      "wall_seconds": 105.193,
      "infer_seconds": 8.721,
      "infer_calls": 69,
      "decoder_calls": 69,
      "action_chunks": 69,
      "env_steps": 816,
      "initial_state_sha256": "b357617c1d0f1bd39194c4115cec84eefce34a2b181fba4425a3f910f5964c3c",
      "subtasks_completed": 3
    },
    {
      "chain_id": 21,
      "chain_seed": 2100063,
      "score": 1,
      "sequence": [
        "move_slider_right",
        "turn_off_lightbulb",
        "lift_pink_block_table",
        "place_in_drawer",
        "lift_pink_block_drawer"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 1,
        "slider": "left",
        "drawer": "open",
        "red_block": "table",
        "blue_block": "slider_left",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 53.658,
      "infer_seconds": 4.301,
      "infer_calls": 35,
      "decoder_calls": 35,
      "action_chunks": 35,
      "env_steps": 419,
      "initial_state_sha256": "6f989b09bb022aba49d4f1cbe1a29f4562a6fc7cc3cb8aeb79c4e119a5ae319a",
      "subtasks_completed": 1
    },
    {
      "chain_id": 22,
      "chain_seed": 2200066,
      "score": 3,
      "sequence": [
        "rotate_pink_block_right",
        "open_drawer",
        "lift_blue_block_table",
        "place_in_slider",
        "turn_off_lightbulb"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "closed",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 93.189,
      "infer_seconds": 7.898,
      "infer_calls": 63,
      "decoder_calls": 63,
      "action_chunks": 63,
      "env_steps": 729,
      "initial_state_sha256": "44dde32392f782fcdac934df03252f4f8d232f564756377631712679b98b5d4c",
      "subtasks_completed": 3
    },
    {
      "chain_id": 23,
      "chain_seed": 2300069,
      "score": 2,
      "sequence": [
        "turn_on_led",
        "move_slider_left",
        "lift_blue_block_table",
        "stack_block",
        "unstack_block"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "closed",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 58.572,
      "infer_seconds": 4.858,
      "infer_calls": 39,
      "decoder_calls": 39,
      "action_chunks": 39,
      "env_steps": 456,
      "initial_state_sha256": "44dde32392f782fcdac934df03252f4f8d232f564756377631712679b98b5d4c",
      "subtasks_completed": 2
    },
    {
      "chain_id": 24,
      "chain_seed": 2400072,
      "score": 0,
      "sequence": [
        "rotate_blue_block_right",
        "open_drawer",
        "turn_off_led",
        "lift_blue_block_table",
        "place_in_slider"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "left",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "table",
        "pink_block": "slider_right",
        "grasped": 0
      },
      "wall_seconds": 46.662,
      "infer_seconds": 3.683,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "31ce13622160b32326bfd46b5ca33bee9f491c89835f7b18393c765fad5abe9a",
      "subtasks_completed": 0
    },
    {
      "chain_id": 25,
      "chain_seed": 2500075,
      "score": 1,
      "sequence": [
        "lift_blue_block_slider",
        "stack_block",
        "turn_off_led",
        "unstack_block",
        "push_blue_block_left"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "slider_left",
        "pink_block": "slider_right",
        "grasped": 0
      },
      "wall_seconds": 55.891,
      "infer_seconds": 4.452,
      "infer_calls": 37,
      "decoder_calls": 37,
      "action_chunks": 37,
      "env_steps": 444,
      "initial_state_sha256": "7bd6c475ac6a72a7de1bbdb2b0ea5fa26ba1be50e576634c4cdf6b31043e8108",
      "subtasks_completed": 1
    },
    {
      "chain_id": 26,
      "chain_seed": 2600078,
      "score": 4,
      "sequence": [
        "push_blue_block_right",
        "open_drawer",
        "lift_pink_block_slider",
        "place_in_slider",
        "push_into_drawer"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "closed",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "slider_left",
        "grasped": 0
      },
      "wall_seconds": 103.712,
      "infer_seconds": 8.545,
      "infer_calls": 69,
      "decoder_calls": 69,
      "action_chunks": 69,
      "env_steps": 800,
      "initial_state_sha256": "a58af0660fde7293473e5b8e88a65d28dba033c6ce56c33f974c1daed5672b8e",
      "subtasks_completed": 4
    },
    {
      "chain_id": 27,
      "chain_seed": 2700081,
      "score": 0,
      "sequence": [
        "push_red_block_right",
        "turn_on_lightbulb",
        "push_into_drawer",
        "move_slider_left",
        "close_drawer"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "open",
        "red_block": "table",
        "blue_block": "slider_left",
        "pink_block": "slider_right",
        "grasped": 0
      },
      "wall_seconds": 46.504,
      "infer_seconds": 3.766,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "617f01f655c24984e6dcddfde4e95b77fec157e94ebd2e5af0957d15bbd0111d",
      "subtasks_completed": 0
    },
    {
      "chain_id": 28,
      "chain_seed": 2800084,
      "score": 0,
      "sequence": [
        "turn_off_lightbulb",
        "rotate_blue_block_left",
        "move_slider_left",
        "open_drawer",
        "lift_red_block_table"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "table",
        "pink_block": "slider_right",
        "grasped": 0
      },
      "wall_seconds": 46.488,
      "infer_seconds": 3.741,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "a85f6153472b321818e38f4194e907edbec7948c05ab1d0f4dea8d732d30d11c",
      "subtasks_completed": 0
    },
    {
      "chain_id": 29,
      "chain_seed": 2900087,
      "score": 0,
      "sequence": [
        "lift_red_block_table",
        "stack_block",
        "unstack_block",
        "open_drawer",
        "turn_on_led"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "table",
        "pink_block": "slider_right",
        "grasped": 0
      },
      "wall_seconds": 45.713,
      "infer_seconds": 3.631,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "537068471eec26c1b013955e7d9b5b1b7d371bcd1ba98b1db1f22043b3f019e4",
      "subtasks_completed": 0
    },
    {
      "chain_id": 30,
      "chain_seed": 3000090,
      "score": 3,
      "sequence": [
        "lift_blue_block_table",
        "place_in_drawer",
        "push_red_block_right",
        "close_drawer",
        "turn_off_led"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "open",
        "red_block": "table",
        "blue_block": "table",
        "pink_block": "slider_right",
        "grasped": 0
      },
      "wall_seconds": 87.567,
      "infer_seconds": 7.311,
      "infer_calls": 59,
      "decoder_calls": 59,
      "action_chunks": 59,
      "env_steps": 690,
      "initial_state_sha256": "2b05fd1744258334d076a2c521b7157e8fcc962af9a1d9b4fd66fd69005cdcca",
      "subtasks_completed": 3
    },
    {
      "chain_id": 31,
      "chain_seed": 3100093,
      "score": 1,
      "sequence": [
        "lift_pink_block_table",
        "place_in_slider",
        "push_into_drawer",
        "close_drawer",
        "turn_off_led"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 0,
        "slider": "left",
        "drawer": "open",
        "red_block": "table",
        "blue_block": "slider_right",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 56.084,
      "infer_seconds": 4.589,
      "infer_calls": 37,
      "decoder_calls": 37,
      "action_chunks": 37,
      "env_steps": 438,
      "initial_state_sha256": "0499d2b47ede55c2ad9bf73833adfb249c5f6a2d780a1b16ce2d79fb8944fb4d",
      "subtasks_completed": 1
    },
    {
      "chain_id": 32,
      "chain_seed": 3200096,
      "score": 0,
      "sequence": [
        "rotate_pink_block_left",
        "lift_pink_block_table",
        "stack_block",
        "unstack_block",
        "turn_off_led"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "open",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 47.353,
      "infer_seconds": 3.671,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "563babd1fcb67a8775337edfbe8b1c29f40ef1c66170441ca9d8040607e33e9c",
      "subtasks_completed": 0
    },
    {
      "chain_id": 33,
      "chain_seed": 3300099,
      "score": 4,
      "sequence": [
        "turn_off_led",
        "open_drawer",
        "push_pink_block_left",
        "lift_blue_block_table",
        "place_in_slider"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "closed",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 134.676,
      "infer_seconds": 11.174,
      "infer_calls": 90,
      "decoder_calls": 90,
      "action_chunks": 90,
      "env_steps": 1055,
      "initial_state_sha256": "49547bf8b1c643389d72140984de494c00d42b7e0736f6b155af2115a5b7341d",
      "subtasks_completed": 4
    },
    {
      "chain_id": 34,
      "chain_seed": 3400102,
      "score": 1,
      "sequence": [
        "move_slider_right",
        "push_blue_block_left",
        "open_drawer",
        "lift_red_block_table",
        "stack_block"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 1,
        "slider": "left",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "table",
        "pink_block": "slider_left",
        "grasped": 0
      },
      "wall_seconds": 52.816,
      "infer_seconds": 4.394,
      "infer_calls": 36,
      "decoder_calls": 36,
      "action_chunks": 36,
      "env_steps": 421,
      "initial_state_sha256": "26d195a499e2d9ee42b049a6ccf2aa48da6d21ae39c1a57bd67ce8ba60b4c7e9",
      "subtasks_completed": 1
    },
    {
      "chain_id": 35,
      "chain_seed": 3500105,
      "score": 0,
      "sequence": [
        "lift_red_block_slider",
        "place_in_slider",
        "move_slider_right",
        "push_into_drawer",
        "turn_off_led"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 0,
        "slider": "left",
        "drawer": "open",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "slider_left",
        "grasped": 0
      },
      "wall_seconds": 47.098,
      "infer_seconds": 3.72,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "c5de1761f9948a8a845dc8207e7f92a2b6e32a40a6fc9d0a8253c3500b8a1528",
      "subtasks_completed": 0
    },
    {
      "chain_id": 36,
      "chain_seed": 3600108,
      "score": 2,
      "sequence": [
        "move_slider_right",
        "turn_off_lightbulb",
        "lift_pink_block_slider",
        "place_in_slider",
        "push_red_block_right"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "left",
        "drawer": "open",
        "red_block": "table",
        "blue_block": "slider_right",
        "pink_block": "slider_left",
        "grasped": 0
      },
      "wall_seconds": 85.0,
      "infer_seconds": 6.967,
      "infer_calls": 55,
      "decoder_calls": 55,
      "action_chunks": 55,
      "env_steps": 643,
      "initial_state_sha256": "ebf9f5db57f7528d9300b0a92a6693915f7d7df8d4d8523a20c61b6a839f40a3",
      "subtasks_completed": 2
    },
    {
      "chain_id": 37,
      "chain_seed": 3700111,
      "score": 1,
      "sequence": [
        "turn_off_lightbulb",
        "push_red_block_right",
        "push_into_drawer",
        "move_slider_left",
        "close_drawer"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "open",
        "red_block": "table",
        "blue_block": "slider_left",
        "pink_block": "slider_right",
        "grasped": 0
      },
      "wall_seconds": 68.615,
      "infer_seconds": 5.431,
      "infer_calls": 44,
      "decoder_calls": 44,
      "action_chunks": 44,
      "env_steps": 518,
      "initial_state_sha256": "9a0c0cdfaa92c42ad4d8415ecac82e101b10c46dae8671b4afe9c25d8159ac90",
      "subtasks_completed": 1
    },
    {
      "chain_id": 38,
      "chain_seed": 3800114,
      "score": 1,
      "sequence": [
        "open_drawer",
        "move_slider_right",
        "push_blue_block_right",
        "lift_blue_block_table",
        "place_in_slider"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "left",
        "drawer": "closed",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "slider_left",
        "grasped": 0
      },
      "wall_seconds": 58.363,
      "infer_seconds": 4.753,
      "infer_calls": 39,
      "decoder_calls": 39,
      "action_chunks": 39,
      "env_steps": 458,
      "initial_state_sha256": "2c342b40bd533174811cdd9ff0d2c61f1fadfe55015d1924af953d442701e8d0",
      "subtasks_completed": 1
    },
    {
      "chain_id": 39,
      "chain_seed": 3900117,
      "score": 1,
      "sequence": [
        "turn_on_led",
        "rotate_pink_block_right",
        "move_slider_right",
        "close_drawer",
        "lift_pink_block_table"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "left",
        "drawer": "open",
        "red_block": "slider_left",
        "blue_block": "table",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 71.839,
      "infer_seconds": 5.625,
      "infer_calls": 46,
      "decoder_calls": 46,
      "action_chunks": 46,
      "env_steps": 546,
      "initial_state_sha256": "3c16414b50d6edad7364aa270b0d5ea38c439b7d54459dbca1a986129d009c96",
      "subtasks_completed": 1
    },
    {
      "chain_id": 40,
      "chain_seed": 4000120,
      "score": 1,
      "sequence": [
        "move_slider_right",
        "close_drawer",
        "push_pink_block_left",
        "lift_pink_block_table",
        "place_in_slider"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "left",
        "drawer": "open",
        "red_block": "table",
        "blue_block": "slider_right",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 55.808,
      "infer_seconds": 4.434,
      "infer_calls": 37,
      "decoder_calls": 37,
      "action_chunks": 37,
      "env_steps": 437,
      "initial_state_sha256": "800f9d086bd656734c38fadc090f97b65611a2b0bcb43ab4f3b8c63b8c5d3ca3",
      "subtasks_completed": 1
    },
    {
      "chain_id": 41,
      "chain_seed": 4100123,
      "score": 3,
      "sequence": [
        "move_slider_right",
        "push_into_drawer",
        "turn_off_led",
        "lift_pink_block_drawer",
        "place_in_drawer"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "left",
        "drawer": "open",
        "red_block": "slider_left",
        "blue_block": "slider_right",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 88.02,
      "infer_seconds": 7.16,
      "infer_calls": 59,
      "decoder_calls": 59,
      "action_chunks": 59,
      "env_steps": 692,
      "initial_state_sha256": "8e09210b6eed1fc3f4c021d7fd019eac6710d36f85817f93ef18c40a393e5c0c",
      "subtasks_completed": 3
    },
    {
      "chain_id": 42,
      "chain_seed": 4200126,
      "score": 0,
      "sequence": [
        "move_slider_left",
        "push_pink_block_left",
        "lift_blue_block_slider",
        "place_in_slider",
        "turn_off_led"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "open",
        "red_block": "slider_left",
        "blue_block": "slider_right",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 46.678,
      "infer_seconds": 3.723,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "c2118de63c007970e25cb8235f54757bd24789177c8b1faf0311f7d8b6d6585e",
      "subtasks_completed": 0
    },
    {
      "chain_id": 43,
      "chain_seed": 4300129,
      "score": 2,
      "sequence": [
        "rotate_pink_block_right",
        "lift_pink_block_table",
        "place_in_slider",
        "open_drawer",
        "lift_blue_block_slider"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 0,
        "slider": "left",
        "drawer": "closed",
        "red_block": "slider_left",
        "blue_block": "slider_right",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 67.401,
      "infer_seconds": 5.452,
      "infer_calls": 44,
      "decoder_calls": 44,
      "action_chunks": 44,
      "env_steps": 520,
      "initial_state_sha256": "d874823f9b43440b998792384bb2f2e9f4f0d90d12292bdf08abb1103ccf44e7",
      "subtasks_completed": 2
    },
    {
      "chain_id": 44,
      "chain_seed": 4400132,
      "score": 1,
      "sequence": [
        "lift_blue_block_table",
        "place_in_slider",
        "turn_on_led",
        "rotate_pink_block_right",
        "lift_red_block_slider"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "left",
        "drawer": "open",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 54.409,
      "infer_seconds": 4.426,
      "infer_calls": 36,
      "decoder_calls": 36,
      "action_chunks": 36,
      "env_steps": 426,
      "initial_state_sha256": "5c8bc13740ef00ac23da57e645f0aaa50817f969de0f8ed41adca92e04e606ed",
      "subtasks_completed": 1
    },
    {
      "chain_id": 45,
      "chain_seed": 4500135,
      "score": 0,
      "sequence": [
        "rotate_pink_block_right",
        "turn_off_led",
        "lift_pink_block_table",
        "place_in_slider",
        "open_drawer"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "closed",
        "red_block": "table",
        "blue_block": "slider_left",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 47.441,
      "infer_seconds": 3.771,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "b60910947f97e90f015ba7745593574bd1d127ad8744a74dbe7d52f3b9140432",
      "subtasks_completed": 0
    },
    {
      "chain_id": 46,
      "chain_seed": 4600138,
      "score": 4,
      "sequence": [
        "turn_off_lightbulb",
        "push_pink_block_left",
        "move_slider_left",
        "open_drawer",
        "lift_pink_block_table"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "closed",
        "red_block": "slider_left",
        "blue_block": "slider_right",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 140.724,
      "infer_seconds": 11.757,
      "infer_calls": 95,
      "decoder_calls": 95,
      "action_chunks": 95,
      "env_steps": 1102,
      "initial_state_sha256": "e5e472986e31980c5e760f6dc68f303b1ce1a68c1d5826f6fc2e574a14b738ae",
      "subtasks_completed": 4
    },
    {
      "chain_id": 47,
      "chain_seed": 4700141,
      "score": 1,
      "sequence": [
        "lift_red_block_slider",
        "stack_block",
        "turn_on_led",
        "unstack_block",
        "lift_red_block_table"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "open",
        "red_block": "slider_left",
        "blue_block": "slider_right",
        "pink_block": "table",
        "grasped": 0
      },
      "wall_seconds": 61.709,
      "infer_seconds": 5.08,
      "infer_calls": 41,
      "decoder_calls": 41,
      "action_chunks": 41,
      "env_steps": 485,
      "initial_state_sha256": "e9a83f50d5908a22f2510248061893a1fe44bce0baee90461e9be1fb3dceb1c4",
      "subtasks_completed": 1
    },
    {
      "chain_id": 48,
      "chain_seed": 4800144,
      "score": 0,
      "sequence": [
        "rotate_blue_block_left",
        "move_slider_left",
        "open_drawer",
        "lift_red_block_slider",
        "place_in_drawer"
      ],
      "initial_state": {
        "led": 0,
        "lightbulb": 1,
        "slider": "right",
        "drawer": "closed",
        "red_block": "slider_right",
        "blue_block": "table",
        "pink_block": "slider_left",
        "grasped": 0
      },
      "wall_seconds": 46.0,
      "infer_seconds": 3.734,
      "infer_calls": 30,
      "decoder_calls": 30,
      "action_chunks": 30,
      "env_steps": 360,
      "initial_state_sha256": "b8e407a24f7a7a1188346477797fe59e77d924ddd0386ea5224e5e84962ae7b6",
      "subtasks_completed": 0
    },
    {
      "chain_id": 49,
      "chain_seed": 4900147,
      "score": 4,
      "sequence": [
        "lift_red_block_table",
        "place_in_drawer",
        "rotate_blue_block_right",
        "lift_pink_block_slider",
        "stack_block"
      ],
      "initial_state": {
        "led": 1,
        "lightbulb": 0,
        "slider": "right",
        "drawer": "open",
        "red_block": "table",
        "blue_block": "table",
        "pink_block": "slider_left",
        "grasped": 0
      },
      "wall_seconds": 93.795,
      "infer_seconds": 7.714,
      "infer_calls": 63,
      "decoder_calls": 63,
      "action_chunks": 63,
      "env_steps": 730,
      "initial_state_sha256": "5ecf95f41797a993278c649c8497bc5eb9c31de8007774d75a88e5f2459da611",
      "subtasks_completed": 4
    }
  ],
  "device": "cuda:0",
  "dtype": "bfloat16",
  "diagnostic_only": true,
  "selects_checkpoint": false,
  "replaces_preregistered_judges": false,
  "global_step": 3000,
  "ckpt_sha256": "29c6bb8fd3edc44d04356d4eb964640c8385d45efb4c6f765f12c9ecb0a73bb7",
  "ckpt_path": "/home/askhabaliev_g/checkpoints/vla/calvin_s0_bf16/pins/step_3000_bf16_from0/last.ckpt",
  "fp16_pin_not_used": "/home/askhabaliev_g/checkpoints/vla/calvin_s0/pins/step_3000/last.ckpt",
  "codec_files": {
    "config.json": {
      "path": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model/config.json",
      "resolved": "/home/askhabaliev_g/hf_cache/hub/models--hackhackhack66666--calvin-hicora/blobs/dbdb9ec711473e5f5d07f3e2348aa3710d8406e3",
      "sha256": "eb9eae824a561eccb5f915f2bb4008f9a54211554cfebd745525fedfe27a73c9"
    },
    "model.safetensors": {
      "path": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model/model.safetensors",
      "resolved": "/home/askhabaliev_g/hf_cache/hub/models--hackhackhack66666--calvin-hicora/blobs/07099e1e43bcbcffe29620128f0036c8479cbd4ac3b7d3a7d2f1987d6038f0a7",
      "sha256": "07099e1e43bcbcffe29620128f0036c8479cbd4ac3b7d3a7d2f1987d6038f0a7"
    }
  },
  "protocol": {
    "dataset": "/mnt/aicenter1-datasets/askhabaliev_gs/calvin_full/task_D_D/task_D_D",
    "split": "validation",
    "n_chains": 50,
    "chain_ids": "0-49",
    "fixed_chains": "/home/askhabaliev_g/logs/calvin_s0_sr50_step3000.json",
    "seed_base": 0,
    "per_chain_seed": "base + 100003 * chain_id, mod 2**31-1",
    "dtype": "bfloat16",
    "do_sample": false,
    "position_offset": 3,
    "chunk_len": 30,
    "execution_horizon": 12,
    "ep_len": 360,
    "bootstrap_replicates": 10000,
    "bootstrap_seed": 0,
    "diagnostic_only": true
  },
  "protocol_sha256": "3cf45861012f865c3dc9f843bbb0a402559fd233a086e2d19cb182db595e1113",
  "eval_script_sha256": "f33dea6625e8ab39be65f28eb9c56d838cc3f7586c6b35bc1c329565fa25b7eb",
  "config": "/home/askhabaliev_g/Adaptive_VLA/third_party/actioncodec/config/train/bar_calvin_restart_s0_h100_1gpu.yaml",
  "training_at_step3000": {
    "log_snapshot": "/home/askhabaliev_g/logs/calvin_s0_bf16_from0_step3000.log",
    "log_snapshot_sha256": "6013f36beb382174c04e9cb58c38be6bdddd5cda7563b664c1483e0c992cbd35",
    "nan_loss_step_lines": 0,
    "nonfinite_records": 0,
    "scaler_skipped_lines": 0,
    "train_pids": [
      3581370
    ],
    "note": "",
    "nan_microbatches": 0,
    "radar": {
      "optimizer_step": 3000,
      "train_ce": 6.023266343399882,
      "train_acc": 0.07088216334886965,
      "dev_ce": 6.751016986556351,
      "dev_acc": 0.013549805033107987,
      "finite_loss": true,
      "finite_logits": true,
      "finite_parameters": true,
      "scaler_scale": null,
      "skipped_optimizer_steps": 0
    },
    "scaler_scale": null,
    "skipped_optimizer_steps": 0
  },
  "scores": [
    0,
    1,
    2,
    1,
    2,
    4,
    1,
    0,
    1,
    0,
    5,
    3,
    1,
    2,
    0,
    3,
    2,
    2,
    0,
    2,
    3,
    1,
    3,
    2,
    0,
    1,
    4,
    0,
    0,
    0,
    3,
    1,
    0,
    4,
    1,
    0,
    2,
    1,
    1,
    1,
    1,
    3,
    0,
    2,
    1,
    0,
    4,
    1,
    0,
    4
  ],
  "avg_len": 1.52,
  "paired_vs_fp16_3k": {
    "delta_score": [
      0,
      0,
      2,
      1,
      0,
      2,
      0,
      -2,
      0,
      0,
      5,
      1,
      0,
      0,
      0,
      2,
      1,
      2,
      -1,
      1,
      -2,
      0,
      3,
      2,
      -1,
      1,
      3,
      0,
      -3,
      -1,
      3,
      1,
      0,
      2,
      0,
      0,
      0,
      0,
      -1,
      -1,
      -1,
      3,
      -2,
      0,
      1,
      0,
      3,
      0,
      -2,
      2
    ],
    "chains_improved": 20,
    "chains_worsened": 11,
    "chains_unchanged": 19,
    "delta_avg_len": 0.48,
    "delta_avg_len_ci95": [
      0.06,
      0.92
    ],
    "delta_sr1_ci95": [
      -0.07999999999999996,
      0.24
    ],
    "delta_sr_ci95": [
      [
        -0.07999999999999996,
        0.24
      ],
      [
        -0.06,
        0.26
      ],
      [
        0.08,
        0.32
      ],
      [
        0.0,
        0.2
      ],
      [
        -0.06,
        0.06
      ]
    ],
    "note": "Different branch and precision. Not one training curve."
  },
  "paired_vs_bf16_resume_5k": {
    "delta_avg_len": 0.040000000000000036,
    "delta_avg_len_ci95": [
      -0.5,
      0.58
    ],
    "delta_sr1_ci95": [
      -0.14,
      0.19999999999999996
    ],
    "chains_improved": 19,
    "chains_worsened": 16,
    "chains_unchanged": 15,
    "note": "Descriptive only. The resume run is not this continuous seed."
  }
}