hackhackhack66666 commited on
Commit
b2d7e1b
·
verified ·
1 Parent(s): a7c68c9

Add measurements/bf16_from0_sr50_step3000.json

Browse files
measurements/bf16_from0_sr50_step3000.json ADDED
@@ -0,0 +1,1799 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "mode": "reduced_sr",
3
+ "ckpt": "/home/askhabaliev_g/checkpoints/vla/calvin_s0_bf16/pins/step_3000_bf16_from0/last.ckpt",
4
+ "ckpt_step": 3000,
5
+ "dataset": "/mnt/aicenter1-datasets/askhabaliev_gs/calvin_full/task_D_D/task_D_D",
6
+ "n_chains": 50,
7
+ "ep_len": 360,
8
+ "execution_horizon": 12,
9
+ "chunk_length": 30,
10
+ "budget_hours": 4.5,
11
+ "budget_limited": false,
12
+ "oracle_status": "calvin_env.envs.tasks.Tasks + new_playtable_tasks.yaml (vendored helpers; no pyhash)",
13
+ "avg_seq_len": 1.52,
14
+ "SR1": 0.72,
15
+ "SR2": 0.42,
16
+ "SR3": 0.24,
17
+ "SR4": 0.12,
18
+ "SR5": 0.02,
19
+ "chain_sr_pct": {
20
+ "SR1": 72.0,
21
+ "SR2": 42.0,
22
+ "SR3": 24.0,
23
+ "SR4": 12.0,
24
+ "SR5": 2.0
25
+ },
26
+ "wall_seconds_total": 3430.087,
27
+ "wall_seconds_per_chain_mean": 68.602,
28
+ "calibrate_wall_seconds_per_chain": null,
29
+ "calibrate_rollout": "skipped_n_chains_fixed",
30
+ "codec": {
31
+ "source": "cli",
32
+ "yaml_path": "/datasets/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model",
33
+ "resolved_dir": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model",
34
+ "matches_train_pin": true,
35
+ "files": {
36
+ "config.json": {
37
+ "path": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model/config.json",
38
+ "resolved": "/home/askhabaliev_g/hf_cache/hub/models--hackhackhack66666--calvin-hicora/blobs/dbdb9ec711473e5f5d07f3e2348aa3710d8406e3",
39
+ "sha256": "eb9eae824a561eccb5f915f2bb4008f9a54211554cfebd745525fedfe27a73c9",
40
+ "bytes": 1112
41
+ },
42
+ "model.safetensors": {
43
+ "path": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model/model.safetensors",
44
+ "resolved": "/home/askhabaliev_g/hf_cache/hub/models--hackhackhack66666--calvin-hicora/blobs/07099e1e43bcbcffe29620128f0036c8479cbd4ac3b7d3a7d2f1987d6038f0a7",
45
+ "sha256": "07099e1e43bcbcffe29620128f0036c8479cbd4ac3b7d3a7d2f1987d6038f0a7",
46
+ "bytes": 154552439
47
+ }
48
+ }
49
+ },
50
+ "determinism": {
51
+ "base_seed": 0,
52
+ "per_chain_seed": "base_seed + 100003 * chain_id, mod 2**31-1",
53
+ "do_sample": false,
54
+ "position_offset": 3,
55
+ "cudnn_deterministic": true,
56
+ "cudnn_benchmark": false,
57
+ "torch_deterministic_algorithms": false,
58
+ "physics_note": "PyBullet is not bitwise deterministic. The paired interval includes rollout noise as well as the policy change. Chain 0 is not pre-rolled when --n-chains is set."
59
+ },
60
+ "infer_seconds_total": 274.621,
61
+ "infer_calls_total": 2258,
62
+ "extrapolated_wall_hours_1000": 19.056,
63
+ "recommend_full_1000": false,
64
+ "score_histogram": {
65
+ "0": 14,
66
+ "1": 15,
67
+ "2": 9,
68
+ "4": 5,
69
+ "5": 1,
70
+ "3": 6
71
+ },
72
+ "chains": [
73
+ {
74
+ "chain_id": 0,
75
+ "chain_seed": 0,
76
+ "score": 0,
77
+ "sequence": [
78
+ "rotate_blue_block_right",
79
+ "move_slider_right",
80
+ "lift_red_block_slider",
81
+ "place_in_slider",
82
+ "turn_off_lightbulb"
83
+ ],
84
+ "initial_state": {
85
+ "led": 1,
86
+ "lightbulb": 1,
87
+ "slider": "left",
88
+ "drawer": "open",
89
+ "red_block": "slider_left",
90
+ "blue_block": "table",
91
+ "pink_block": "slider_right",
92
+ "grasped": 0
93
+ },
94
+ "wall_seconds": 47.662,
95
+ "infer_seconds": 4.072,
96
+ "infer_calls": 30,
97
+ "decoder_calls": 30,
98
+ "action_chunks": 30,
99
+ "env_steps": 360,
100
+ "initial_state_sha256": "72a21bb65c6b99348ee9c8f28365b4e1ce9b75c7c48fdad6b6dc6bf8c19565fc",
101
+ "subtasks_completed": 0
102
+ },
103
+ {
104
+ "chain_id": 1,
105
+ "chain_seed": 100003,
106
+ "score": 1,
107
+ "sequence": [
108
+ "turn_off_led",
109
+ "push_into_drawer",
110
+ "lift_blue_block_drawer",
111
+ "place_in_slider",
112
+ "close_drawer"
113
+ ],
114
+ "initial_state": {
115
+ "led": 1,
116
+ "lightbulb": 1,
117
+ "slider": "right",
118
+ "drawer": "open",
119
+ "red_block": "slider_right",
120
+ "blue_block": "table",
121
+ "pink_block": "slider_left",
122
+ "grasped": 0
123
+ },
124
+ "wall_seconds": 49.892,
125
+ "infer_seconds": 3.626,
126
+ "infer_calls": 33,
127
+ "decoder_calls": 33,
128
+ "action_chunks": 33,
129
+ "env_steps": 395,
130
+ "initial_state_sha256": "f0add8f61f550499f7fad984afc1f7d04e3b20d8d72955bc2607e655d9274d12",
131
+ "subtasks_completed": 1
132
+ },
133
+ {
134
+ "chain_id": 2,
135
+ "chain_seed": 200006,
136
+ "score": 2,
137
+ "sequence": [
138
+ "lift_pink_block_slider",
139
+ "place_in_slider",
140
+ "open_drawer",
141
+ "rotate_red_block_right",
142
+ "lift_red_block_table"
143
+ ],
144
+ "initial_state": {
145
+ "led": 0,
146
+ "lightbulb": 1,
147
+ "slider": "right",
148
+ "drawer": "closed",
149
+ "red_block": "table",
150
+ "blue_block": "slider_right",
151
+ "pink_block": "slider_left",
152
+ "grasped": 0
153
+ },
154
+ "wall_seconds": 74.322,
155
+ "infer_seconds": 5.232,
156
+ "infer_calls": 49,
157
+ "decoder_calls": 49,
158
+ "action_chunks": 49,
159
+ "env_steps": 574,
160
+ "initial_state_sha256": "4b52feae4b4f3549580c348a7b9d1350dd40adaef75a0c07329ff481d61e32ac",
161
+ "subtasks_completed": 2
162
+ },
163
+ {
164
+ "chain_id": 3,
165
+ "chain_seed": 300009,
166
+ "score": 1,
167
+ "sequence": [
168
+ "rotate_blue_block_right",
169
+ "lift_pink_block_table",
170
+ "place_in_slider",
171
+ "move_slider_left",
172
+ "open_drawer"
173
+ ],
174
+ "initial_state": {
175
+ "led": 1,
176
+ "lightbulb": 0,
177
+ "slider": "right",
178
+ "drawer": "closed",
179
+ "red_block": "slider_right",
180
+ "blue_block": "table",
181
+ "pink_block": "table",
182
+ "grasped": 0
183
+ },
184
+ "wall_seconds": 55.594,
185
+ "infer_seconds": 3.833,
186
+ "infer_calls": 36,
187
+ "decoder_calls": 36,
188
+ "action_chunks": 36,
189
+ "env_steps": 432,
190
+ "initial_state_sha256": "cbb5e67372dfa0319c3b6f4f0c7d7fc890e84e87389fac2cb47374e3c98452e9",
191
+ "subtasks_completed": 1
192
+ },
193
+ {
194
+ "chain_id": 4,
195
+ "chain_seed": 400012,
196
+ "score": 2,
197
+ "sequence": [
198
+ "open_drawer",
199
+ "lift_pink_block_table",
200
+ "place_in_slider",
201
+ "turn_on_lightbulb",
202
+ "rotate_blue_block_left"
203
+ ],
204
+ "initial_state": {
205
+ "led": 1,
206
+ "lightbulb": 0,
207
+ "slider": "left",
208
+ "drawer": "closed",
209
+ "red_block": "slider_right",
210
+ "blue_block": "table",
211
+ "pink_block": "table",
212
+ "grasped": 0
213
+ },
214
+ "wall_seconds": 70.271,
215
+ "infer_seconds": 5.439,
216
+ "infer_calls": 46,
217
+ "decoder_calls": 46,
218
+ "action_chunks": 46,
219
+ "env_steps": 546,
220
+ "initial_state_sha256": "8f6dffa4f9e1721fa2bd7ed2f055504e098120aa435e5642b02a211366f4d1c5",
221
+ "subtasks_completed": 2
222
+ },
223
+ {
224
+ "chain_id": 5,
225
+ "chain_seed": 500015,
226
+ "score": 4,
227
+ "sequence": [
228
+ "push_blue_block_left",
229
+ "close_drawer",
230
+ "lift_red_block_slider",
231
+ "place_in_slider",
232
+ "turn_off_lightbulb"
233
+ ],
234
+ "initial_state": {
235
+ "led": 1,
236
+ "lightbulb": 1,
237
+ "slider": "left",
238
+ "drawer": "open",
239
+ "red_block": "slider_right",
240
+ "blue_block": "table",
241
+ "pink_block": "table",
242
+ "grasped": 0
243
+ },
244
+ "wall_seconds": 119.172,
245
+ "infer_seconds": 9.584,
246
+ "infer_calls": 78,
247
+ "decoder_calls": 78,
248
+ "action_chunks": 78,
249
+ "env_steps": 926,
250
+ "initial_state_sha256": "b8a2f2b8d39b5187c7922fabba06a1fbaa71ac66f8bc606f244952d68dd1936c",
251
+ "subtasks_completed": 4
252
+ },
253
+ {
254
+ "chain_id": 6,
255
+ "chain_seed": 600018,
256
+ "score": 1,
257
+ "sequence": [
258
+ "open_drawer",
259
+ "rotate_red_block_right",
260
+ "turn_on_led",
261
+ "lift_pink_block_table",
262
+ "stack_block"
263
+ ],
264
+ "initial_state": {
265
+ "led": 0,
266
+ "lightbulb": 0,
267
+ "slider": "right",
268
+ "drawer": "closed",
269
+ "red_block": "table",
270
+ "blue_block": "slider_left",
271
+ "pink_block": "table",
272
+ "grasped": 0
273
+ },
274
+ "wall_seconds": 55.025,
275
+ "infer_seconds": 4.316,
276
+ "infer_calls": 36,
277
+ "decoder_calls": 36,
278
+ "action_chunks": 36,
279
+ "env_steps": 431,
280
+ "initial_state_sha256": "cde9bda5168729afc27ce58bae86389e2666a81dc48d22b0a581c689d7f641e3",
281
+ "subtasks_completed": 1
282
+ },
283
+ {
284
+ "chain_id": 7,
285
+ "chain_seed": 700021,
286
+ "score": 0,
287
+ "sequence": [
288
+ "push_pink_block_right",
289
+ "lift_pink_block_table",
290
+ "place_in_slider",
291
+ "push_into_drawer",
292
+ "close_drawer"
293
+ ],
294
+ "initial_state": {
295
+ "led": 0,
296
+ "lightbulb": 0,
297
+ "slider": "left",
298
+ "drawer": "open",
299
+ "red_block": "table",
300
+ "blue_block": "slider_right",
301
+ "pink_block": "table",
302
+ "grasped": 0
303
+ },
304
+ "wall_seconds": 47.155,
305
+ "infer_seconds": 3.701,
306
+ "infer_calls": 30,
307
+ "decoder_calls": 30,
308
+ "action_chunks": 30,
309
+ "env_steps": 360,
310
+ "initial_state_sha256": "800f9d086bd656734c38fadc090f97b65611a2b0bcb43ab4f3b8c63b8c5d3ca3",
311
+ "subtasks_completed": 0
312
+ },
313
+ {
314
+ "chain_id": 8,
315
+ "chain_seed": 800024,
316
+ "score": 1,
317
+ "sequence": [
318
+ "open_drawer",
319
+ "push_red_block_right",
320
+ "move_slider_left",
321
+ "lift_pink_block_slider",
322
+ "place_in_slider"
323
+ ],
324
+ "initial_state": {
325
+ "led": 0,
326
+ "lightbulb": 1,
327
+ "slider": "right",
328
+ "drawer": "closed",
329
+ "red_block": "table",
330
+ "blue_block": "slider_left",
331
+ "pink_block": "slider_right",
332
+ "grasped": 0
333
+ },
334
+ "wall_seconds": 56.425,
335
+ "infer_seconds": 4.515,
336
+ "infer_calls": 37,
337
+ "decoder_calls": 37,
338
+ "action_chunks": 37,
339
+ "env_steps": 436,
340
+ "initial_state_sha256": "fd5199c4f0c2d7ca1326149341bc133ebcf26fd6d48ca84e4d7681beb7e00dc4",
341
+ "subtasks_completed": 1
342
+ },
343
+ {
344
+ "chain_id": 9,
345
+ "chain_seed": 900027,
346
+ "score": 0,
347
+ "sequence": [
348
+ "push_red_block_left",
349
+ "lift_blue_block_table",
350
+ "place_in_slider",
351
+ "turn_on_lightbulb",
352
+ "move_slider_right"
353
+ ],
354
+ "initial_state": {
355
+ "led": 1,
356
+ "lightbulb": 0,
357
+ "slider": "left",
358
+ "drawer": "open",
359
+ "red_block": "table",
360
+ "blue_block": "table",
361
+ "pink_block": "slider_left",
362
+ "grasped": 0
363
+ },
364
+ "wall_seconds": 44.29,
365
+ "infer_seconds": 3.668,
366
+ "infer_calls": 30,
367
+ "decoder_calls": 30,
368
+ "action_chunks": 30,
369
+ "env_steps": 360,
370
+ "initial_state_sha256": "1053148dc0fba5fbc357bc4135c8d7fa887b5d387a5a4d2179e677db7513377c",
371
+ "subtasks_completed": 0
372
+ },
373
+ {
374
+ "chain_id": 10,
375
+ "chain_seed": 1000030,
376
+ "score": 5,
377
+ "sequence": [
378
+ "rotate_blue_block_left",
379
+ "lift_blue_block_table",
380
+ "place_in_drawer",
381
+ "move_slider_right",
382
+ "turn_off_lightbulb"
383
+ ],
384
+ "initial_state": {
385
+ "led": 0,
386
+ "lightbulb": 1,
387
+ "slider": "left",
388
+ "drawer": "open",
389
+ "red_block": "slider_right",
390
+ "blue_block": "table",
391
+ "pink_block": "slider_left",
392
+ "grasped": 0
393
+ },
394
+ "wall_seconds": 64.738,
395
+ "infer_seconds": 5.266,
396
+ "infer_calls": 43,
397
+ "decoder_calls": 43,
398
+ "action_chunks": 43,
399
+ "env_steps": 504,
400
+ "initial_state_sha256": "85d61d43643bbee6db504f071d00f8867d66d2e6333bf3554c057d0c95888d59",
401
+ "subtasks_completed": 5
402
+ },
403
+ {
404
+ "chain_id": 11,
405
+ "chain_seed": 1100033,
406
+ "score": 3,
407
+ "sequence": [
408
+ "lift_pink_block_slider",
409
+ "place_in_slider",
410
+ "turn_on_lightbulb",
411
+ "rotate_blue_block_right",
412
+ "open_drawer"
413
+ ],
414
+ "initial_state": {
415
+ "led": 1,
416
+ "lightbulb": 0,
417
+ "slider": "right",
418
+ "drawer": "closed",
419
+ "red_block": "slider_right",
420
+ "blue_block": "table",
421
+ "pink_block": "slider_left",
422
+ "grasped": 0
423
+ },
424
+ "wall_seconds": 105.687,
425
+ "infer_seconds": 8.358,
426
+ "infer_calls": 68,
427
+ "decoder_calls": 68,
428
+ "action_chunks": 68,
429
+ "env_steps": 801,
430
+ "initial_state_sha256": "ca63741d41a9cd1e3e1592b4264f0e8e00cec5fb9d223948788197201547d187",
431
+ "subtasks_completed": 3
432
+ },
433
+ {
434
+ "chain_id": 12,
435
+ "chain_seed": 1200036,
436
+ "score": 1,
437
+ "sequence": [
438
+ "move_slider_left",
439
+ "rotate_red_block_left",
440
+ "turn_off_led",
441
+ "lift_pink_block_table",
442
+ "place_in_slider"
443
+ ],
444
+ "initial_state": {
445
+ "led": 1,
446
+ "lightbulb": 1,
447
+ "slider": "right",
448
+ "drawer": "closed",
449
+ "red_block": "table",
450
+ "blue_block": "slider_left",
451
+ "pink_block": "table",
452
+ "grasped": 0
453
+ },
454
+ "wall_seconds": 57.035,
455
+ "infer_seconds": 4.583,
456
+ "infer_calls": 37,
457
+ "decoder_calls": 37,
458
+ "action_chunks": 37,
459
+ "env_steps": 441,
460
+ "initial_state_sha256": "b60910947f97e90f015ba7745593574bd1d127ad8744a74dbe7d52f3b9140432",
461
+ "subtasks_completed": 1
462
+ },
463
+ {
464
+ "chain_id": 13,
465
+ "chain_seed": 1300039,
466
+ "score": 2,
467
+ "sequence": [
468
+ "turn_on_led",
469
+ "close_drawer",
470
+ "push_red_block_right",
471
+ "lift_red_block_table",
472
+ "place_in_slider"
473
+ ],
474
+ "initial_state": {
475
+ "led": 0,
476
+ "lightbulb": 0,
477
+ "slider": "left",
478
+ "drawer": "open",
479
+ "red_block": "table",
480
+ "blue_block": "slider_right",
481
+ "pink_block": "slider_left",
482
+ "grasped": 0
483
+ },
484
+ "wall_seconds": 67.31,
485
+ "infer_seconds": 4.905,
486
+ "infer_calls": 45,
487
+ "decoder_calls": 45,
488
+ "action_chunks": 45,
489
+ "env_steps": 531,
490
+ "initial_state_sha256": "dca979b27d0a2837a79e13b6d6bbb598a0e8fb6a86e90430772b325e007a8085",
491
+ "subtasks_completed": 2
492
+ },
493
+ {
494
+ "chain_id": 14,
495
+ "chain_seed": 1400042,
496
+ "score": 0,
497
+ "sequence": [
498
+ "lift_red_block_slider",
499
+ "stack_block",
500
+ "move_slider_left",
501
+ "turn_off_led",
502
+ "open_drawer"
503
+ ],
504
+ "initial_state": {
505
+ "led": 1,
506
+ "lightbulb": 0,
507
+ "slider": "right",
508
+ "drawer": "closed",
509
+ "red_block": "slider_left",
510
+ "blue_block": "slider_right",
511
+ "pink_block": "table",
512
+ "grasped": 0
513
+ },
514
+ "wall_seconds": 44.449,
515
+ "infer_seconds": 3.166,
516
+ "infer_calls": 30,
517
+ "decoder_calls": 30,
518
+ "action_chunks": 30,
519
+ "env_steps": 360,
520
+ "initial_state_sha256": "6179d19baaf1e4facd760fa2e2b9e54f4b1bcbd840c33a4eb5651be58cecaf50",
521
+ "subtasks_completed": 0
522
+ },
523
+ {
524
+ "chain_id": 15,
525
+ "chain_seed": 1500045,
526
+ "score": 3,
527
+ "sequence": [
528
+ "move_slider_left",
529
+ "push_pink_block_left",
530
+ "open_drawer",
531
+ "turn_on_lightbulb",
532
+ "lift_blue_block_table"
533
+ ],
534
+ "initial_state": {
535
+ "led": 0,
536
+ "lightbulb": 0,
537
+ "slider": "right",
538
+ "drawer": "closed",
539
+ "red_block": "slider_left",
540
+ "blue_block": "table",
541
+ "pink_block": "table",
542
+ "grasped": 0
543
+ },
544
+ "wall_seconds": 121.227,
545
+ "infer_seconds": 8.882,
546
+ "infer_calls": 79,
547
+ "decoder_calls": 79,
548
+ "action_chunks": 79,
549
+ "env_steps": 936,
550
+ "initial_state_sha256": "bc142ec9fba4f796b9eb3793268ddf1b5df2bf7efa134a266ba40e3b393d611b",
551
+ "subtasks_completed": 3
552
+ },
553
+ {
554
+ "chain_id": 16,
555
+ "chain_seed": 1600048,
556
+ "score": 2,
557
+ "sequence": [
558
+ "push_red_block_left",
559
+ "lift_pink_block_slider",
560
+ "stack_block",
561
+ "turn_off_led",
562
+ "open_drawer"
563
+ ],
564
+ "initial_state": {
565
+ "led": 1,
566
+ "lightbulb": 1,
567
+ "slider": "left",
568
+ "drawer": "closed",
569
+ "red_block": "table",
570
+ "blue_block": "slider_left",
571
+ "pink_block": "slider_right",
572
+ "grasped": 0
573
+ },
574
+ "wall_seconds": 72.361,
575
+ "infer_seconds": 5.888,
576
+ "infer_calls": 48,
577
+ "decoder_calls": 48,
578
+ "action_chunks": 48,
579
+ "env_steps": 567,
580
+ "initial_state_sha256": "c99efa55664131840da8e2976dba008fb2ddefc6afa2bb6fff0d7eae0240bd99",
581
+ "subtasks_completed": 2
582
+ },
583
+ {
584
+ "chain_id": 17,
585
+ "chain_seed": 1700051,
586
+ "score": 2,
587
+ "sequence": [
588
+ "push_red_block_left",
589
+ "move_slider_right",
590
+ "lift_blue_block_slider",
591
+ "place_in_slider",
592
+ "turn_on_lightbulb"
593
+ ],
594
+ "initial_state": {
595
+ "led": 0,
596
+ "lightbulb": 0,
597
+ "slider": "left",
598
+ "drawer": "closed",
599
+ "red_block": "table",
600
+ "blue_block": "slider_left",
601
+ "pink_block": "slider_right",
602
+ "grasped": 0
603
+ },
604
+ "wall_seconds": 75.046,
605
+ "infer_seconds": 6.464,
606
+ "infer_calls": 52,
607
+ "decoder_calls": 52,
608
+ "action_chunks": 52,
609
+ "env_steps": 610,
610
+ "initial_state_sha256": "2a22ad2179701a1e28f43d184a63a39533cb55d579048ed379710c69ac39d9b6",
611
+ "subtasks_completed": 2
612
+ },
613
+ {
614
+ "chain_id": 18,
615
+ "chain_seed": 1800054,
616
+ "score": 0,
617
+ "sequence": [
618
+ "turn_on_lightbulb",
619
+ "push_red_block_right",
620
+ "move_slider_left",
621
+ "lift_red_block_table",
622
+ "stack_block"
623
+ ],
624
+ "initial_state": {
625
+ "led": 0,
626
+ "lightbulb": 0,
627
+ "slider": "right",
628
+ "drawer": "closed",
629
+ "red_block": "table",
630
+ "blue_block": "slider_right",
631
+ "pink_block": "table",
632
+ "grasped": 0
633
+ },
634
+ "wall_seconds": 47.008,
635
+ "infer_seconds": 3.593,
636
+ "infer_calls": 30,
637
+ "decoder_calls": 30,
638
+ "action_chunks": 30,
639
+ "env_steps": 360,
640
+ "initial_state_sha256": "485b436758eee76c2504255725f2403c5ceb016a1dc3355127e38014103c7e5a",
641
+ "subtasks_completed": 0
642
+ },
643
+ {
644
+ "chain_id": 19,
645
+ "chain_seed": 1900057,
646
+ "score": 2,
647
+ "sequence": [
648
+ "move_slider_left",
649
+ "lift_red_block_table",
650
+ "place_in_slider",
651
+ "turn_on_lightbulb",
652
+ "close_drawer"
653
+ ],
654
+ "initial_state": {
655
+ "led": 0,
656
+ "lightbulb": 0,
657
+ "slider": "right",
658
+ "drawer": "open",
659
+ "red_block": "table",
660
+ "blue_block": "table",
661
+ "pink_block": "slider_right",
662
+ "grasped": 0
663
+ },
664
+ "wall_seconds": 88.403,
665
+ "infer_seconds": 7.048,
666
+ "infer_calls": 58,
667
+ "decoder_calls": 58,
668
+ "action_chunks": 58,
669
+ "env_steps": 688,
670
+ "initial_state_sha256": "9268b2efa3a4973ef41db6b75f02ebf61fc3d64afcae79bf865e965bc03f8147",
671
+ "subtasks_completed": 2
672
+ },
673
+ {
674
+ "chain_id": 20,
675
+ "chain_seed": 2000060,
676
+ "score": 3,
677
+ "sequence": [
678
+ "open_drawer",
679
+ "turn_on_lightbulb",
680
+ "push_red_block_left",
681
+ "move_slider_left",
682
+ "push_into_drawer"
683
+ ],
684
+ "initial_state": {
685
+ "led": 0,
686
+ "lightbulb": 0,
687
+ "slider": "right",
688
+ "drawer": "closed",
689
+ "red_block": "table",
690
+ "blue_block": "slider_left",
691
+ "pink_block": "slider_right",
692
+ "grasped": 0
693
+ },
694
+ "wall_seconds": 105.193,
695
+ "infer_seconds": 8.721,
696
+ "infer_calls": 69,
697
+ "decoder_calls": 69,
698
+ "action_chunks": 69,
699
+ "env_steps": 816,
700
+ "initial_state_sha256": "b357617c1d0f1bd39194c4115cec84eefce34a2b181fba4425a3f910f5964c3c",
701
+ "subtasks_completed": 3
702
+ },
703
+ {
704
+ "chain_id": 21,
705
+ "chain_seed": 2100063,
706
+ "score": 1,
707
+ "sequence": [
708
+ "move_slider_right",
709
+ "turn_off_lightbulb",
710
+ "lift_pink_block_table",
711
+ "place_in_drawer",
712
+ "lift_pink_block_drawer"
713
+ ],
714
+ "initial_state": {
715
+ "led": 0,
716
+ "lightbulb": 1,
717
+ "slider": "left",
718
+ "drawer": "open",
719
+ "red_block": "table",
720
+ "blue_block": "slider_left",
721
+ "pink_block": "table",
722
+ "grasped": 0
723
+ },
724
+ "wall_seconds": 53.658,
725
+ "infer_seconds": 4.301,
726
+ "infer_calls": 35,
727
+ "decoder_calls": 35,
728
+ "action_chunks": 35,
729
+ "env_steps": 419,
730
+ "initial_state_sha256": "6f989b09bb022aba49d4f1cbe1a29f4562a6fc7cc3cb8aeb79c4e119a5ae319a",
731
+ "subtasks_completed": 1
732
+ },
733
+ {
734
+ "chain_id": 22,
735
+ "chain_seed": 2200066,
736
+ "score": 3,
737
+ "sequence": [
738
+ "rotate_pink_block_right",
739
+ "open_drawer",
740
+ "lift_blue_block_table",
741
+ "place_in_slider",
742
+ "turn_off_lightbulb"
743
+ ],
744
+ "initial_state": {
745
+ "led": 0,
746
+ "lightbulb": 1,
747
+ "slider": "right",
748
+ "drawer": "closed",
749
+ "red_block": "slider_right",
750
+ "blue_block": "table",
751
+ "pink_block": "table",
752
+ "grasped": 0
753
+ },
754
+ "wall_seconds": 93.189,
755
+ "infer_seconds": 7.898,
756
+ "infer_calls": 63,
757
+ "decoder_calls": 63,
758
+ "action_chunks": 63,
759
+ "env_steps": 729,
760
+ "initial_state_sha256": "44dde32392f782fcdac934df03252f4f8d232f564756377631712679b98b5d4c",
761
+ "subtasks_completed": 3
762
+ },
763
+ {
764
+ "chain_id": 23,
765
+ "chain_seed": 2300069,
766
+ "score": 2,
767
+ "sequence": [
768
+ "turn_on_led",
769
+ "move_slider_left",
770
+ "lift_blue_block_table",
771
+ "stack_block",
772
+ "unstack_block"
773
+ ],
774
+ "initial_state": {
775
+ "led": 0,
776
+ "lightbulb": 1,
777
+ "slider": "right",
778
+ "drawer": "closed",
779
+ "red_block": "slider_right",
780
+ "blue_block": "table",
781
+ "pink_block": "table",
782
+ "grasped": 0
783
+ },
784
+ "wall_seconds": 58.572,
785
+ "infer_seconds": 4.858,
786
+ "infer_calls": 39,
787
+ "decoder_calls": 39,
788
+ "action_chunks": 39,
789
+ "env_steps": 456,
790
+ "initial_state_sha256": "44dde32392f782fcdac934df03252f4f8d232f564756377631712679b98b5d4c",
791
+ "subtasks_completed": 2
792
+ },
793
+ {
794
+ "chain_id": 24,
795
+ "chain_seed": 2400072,
796
+ "score": 0,
797
+ "sequence": [
798
+ "rotate_blue_block_right",
799
+ "open_drawer",
800
+ "turn_off_led",
801
+ "lift_blue_block_table",
802
+ "place_in_slider"
803
+ ],
804
+ "initial_state": {
805
+ "led": 1,
806
+ "lightbulb": 1,
807
+ "slider": "left",
808
+ "drawer": "closed",
809
+ "red_block": "table",
810
+ "blue_block": "table",
811
+ "pink_block": "slider_right",
812
+ "grasped": 0
813
+ },
814
+ "wall_seconds": 46.662,
815
+ "infer_seconds": 3.683,
816
+ "infer_calls": 30,
817
+ "decoder_calls": 30,
818
+ "action_chunks": 30,
819
+ "env_steps": 360,
820
+ "initial_state_sha256": "31ce13622160b32326bfd46b5ca33bee9f491c89835f7b18393c765fad5abe9a",
821
+ "subtasks_completed": 0
822
+ },
823
+ {
824
+ "chain_id": 25,
825
+ "chain_seed": 2500075,
826
+ "score": 1,
827
+ "sequence": [
828
+ "lift_blue_block_slider",
829
+ "stack_block",
830
+ "turn_off_led",
831
+ "unstack_block",
832
+ "push_blue_block_left"
833
+ ],
834
+ "initial_state": {
835
+ "led": 1,
836
+ "lightbulb": 1,
837
+ "slider": "right",
838
+ "drawer": "closed",
839
+ "red_block": "table",
840
+ "blue_block": "slider_left",
841
+ "pink_block": "slider_right",
842
+ "grasped": 0
843
+ },
844
+ "wall_seconds": 55.891,
845
+ "infer_seconds": 4.452,
846
+ "infer_calls": 37,
847
+ "decoder_calls": 37,
848
+ "action_chunks": 37,
849
+ "env_steps": 444,
850
+ "initial_state_sha256": "7bd6c475ac6a72a7de1bbdb2b0ea5fa26ba1be50e576634c4cdf6b31043e8108",
851
+ "subtasks_completed": 1
852
+ },
853
+ {
854
+ "chain_id": 26,
855
+ "chain_seed": 2600078,
856
+ "score": 4,
857
+ "sequence": [
858
+ "push_blue_block_right",
859
+ "open_drawer",
860
+ "lift_pink_block_slider",
861
+ "place_in_slider",
862
+ "push_into_drawer"
863
+ ],
864
+ "initial_state": {
865
+ "led": 0,
866
+ "lightbulb": 0,
867
+ "slider": "right",
868
+ "drawer": "closed",
869
+ "red_block": "slider_right",
870
+ "blue_block": "table",
871
+ "pink_block": "slider_left",
872
+ "grasped": 0
873
+ },
874
+ "wall_seconds": 103.712,
875
+ "infer_seconds": 8.545,
876
+ "infer_calls": 69,
877
+ "decoder_calls": 69,
878
+ "action_chunks": 69,
879
+ "env_steps": 800,
880
+ "initial_state_sha256": "a58af0660fde7293473e5b8e88a65d28dba033c6ce56c33f974c1daed5672b8e",
881
+ "subtasks_completed": 4
882
+ },
883
+ {
884
+ "chain_id": 27,
885
+ "chain_seed": 2700081,
886
+ "score": 0,
887
+ "sequence": [
888
+ "push_red_block_right",
889
+ "turn_on_lightbulb",
890
+ "push_into_drawer",
891
+ "move_slider_left",
892
+ "close_drawer"
893
+ ],
894
+ "initial_state": {
895
+ "led": 0,
896
+ "lightbulb": 0,
897
+ "slider": "right",
898
+ "drawer": "open",
899
+ "red_block": "table",
900
+ "blue_block": "slider_left",
901
+ "pink_block": "slider_right",
902
+ "grasped": 0
903
+ },
904
+ "wall_seconds": 46.504,
905
+ "infer_seconds": 3.766,
906
+ "infer_calls": 30,
907
+ "decoder_calls": 30,
908
+ "action_chunks": 30,
909
+ "env_steps": 360,
910
+ "initial_state_sha256": "617f01f655c24984e6dcddfde4e95b77fec157e94ebd2e5af0957d15bbd0111d",
911
+ "subtasks_completed": 0
912
+ },
913
+ {
914
+ "chain_id": 28,
915
+ "chain_seed": 2800084,
916
+ "score": 0,
917
+ "sequence": [
918
+ "turn_off_lightbulb",
919
+ "rotate_blue_block_left",
920
+ "move_slider_left",
921
+ "open_drawer",
922
+ "lift_red_block_table"
923
+ ],
924
+ "initial_state": {
925
+ "led": 1,
926
+ "lightbulb": 1,
927
+ "slider": "right",
928
+ "drawer": "closed",
929
+ "red_block": "table",
930
+ "blue_block": "table",
931
+ "pink_block": "slider_right",
932
+ "grasped": 0
933
+ },
934
+ "wall_seconds": 46.488,
935
+ "infer_seconds": 3.741,
936
+ "infer_calls": 30,
937
+ "decoder_calls": 30,
938
+ "action_chunks": 30,
939
+ "env_steps": 360,
940
+ "initial_state_sha256": "a85f6153472b321818e38f4194e907edbec7948c05ab1d0f4dea8d732d30d11c",
941
+ "subtasks_completed": 0
942
+ },
943
+ {
944
+ "chain_id": 29,
945
+ "chain_seed": 2900087,
946
+ "score": 0,
947
+ "sequence": [
948
+ "lift_red_block_table",
949
+ "stack_block",
950
+ "unstack_block",
951
+ "open_drawer",
952
+ "turn_on_led"
953
+ ],
954
+ "initial_state": {
955
+ "led": 0,
956
+ "lightbulb": 0,
957
+ "slider": "right",
958
+ "drawer": "closed",
959
+ "red_block": "table",
960
+ "blue_block": "table",
961
+ "pink_block": "slider_right",
962
+ "grasped": 0
963
+ },
964
+ "wall_seconds": 45.713,
965
+ "infer_seconds": 3.631,
966
+ "infer_calls": 30,
967
+ "decoder_calls": 30,
968
+ "action_chunks": 30,
969
+ "env_steps": 360,
970
+ "initial_state_sha256": "537068471eec26c1b013955e7d9b5b1b7d371bcd1ba98b1db1f22043b3f019e4",
971
+ "subtasks_completed": 0
972
+ },
973
+ {
974
+ "chain_id": 30,
975
+ "chain_seed": 3000090,
976
+ "score": 3,
977
+ "sequence": [
978
+ "lift_blue_block_table",
979
+ "place_in_drawer",
980
+ "push_red_block_right",
981
+ "close_drawer",
982
+ "turn_off_led"
983
+ ],
984
+ "initial_state": {
985
+ "led": 1,
986
+ "lightbulb": 1,
987
+ "slider": "right",
988
+ "drawer": "open",
989
+ "red_block": "table",
990
+ "blue_block": "table",
991
+ "pink_block": "slider_right",
992
+ "grasped": 0
993
+ },
994
+ "wall_seconds": 87.567,
995
+ "infer_seconds": 7.311,
996
+ "infer_calls": 59,
997
+ "decoder_calls": 59,
998
+ "action_chunks": 59,
999
+ "env_steps": 690,
1000
+ "initial_state_sha256": "2b05fd1744258334d076a2c521b7157e8fcc962af9a1d9b4fd66fd69005cdcca",
1001
+ "subtasks_completed": 3
1002
+ },
1003
+ {
1004
+ "chain_id": 31,
1005
+ "chain_seed": 3100093,
1006
+ "score": 1,
1007
+ "sequence": [
1008
+ "lift_pink_block_table",
1009
+ "place_in_slider",
1010
+ "push_into_drawer",
1011
+ "close_drawer",
1012
+ "turn_off_led"
1013
+ ],
1014
+ "initial_state": {
1015
+ "led": 1,
1016
+ "lightbulb": 0,
1017
+ "slider": "left",
1018
+ "drawer": "open",
1019
+ "red_block": "table",
1020
+ "blue_block": "slider_right",
1021
+ "pink_block": "table",
1022
+ "grasped": 0
1023
+ },
1024
+ "wall_seconds": 56.084,
1025
+ "infer_seconds": 4.589,
1026
+ "infer_calls": 37,
1027
+ "decoder_calls": 37,
1028
+ "action_chunks": 37,
1029
+ "env_steps": 438,
1030
+ "initial_state_sha256": "0499d2b47ede55c2ad9bf73833adfb249c5f6a2d780a1b16ce2d79fb8944fb4d",
1031
+ "subtasks_completed": 1
1032
+ },
1033
+ {
1034
+ "chain_id": 32,
1035
+ "chain_seed": 3200096,
1036
+ "score": 0,
1037
+ "sequence": [
1038
+ "rotate_pink_block_left",
1039
+ "lift_pink_block_table",
1040
+ "stack_block",
1041
+ "unstack_block",
1042
+ "turn_off_led"
1043
+ ],
1044
+ "initial_state": {
1045
+ "led": 1,
1046
+ "lightbulb": 0,
1047
+ "slider": "right",
1048
+ "drawer": "open",
1049
+ "red_block": "slider_right",
1050
+ "blue_block": "table",
1051
+ "pink_block": "table",
1052
+ "grasped": 0
1053
+ },
1054
+ "wall_seconds": 47.353,
1055
+ "infer_seconds": 3.671,
1056
+ "infer_calls": 30,
1057
+ "decoder_calls": 30,
1058
+ "action_chunks": 30,
1059
+ "env_steps": 360,
1060
+ "initial_state_sha256": "563babd1fcb67a8775337edfbe8b1c29f40ef1c66170441ca9d8040607e33e9c",
1061
+ "subtasks_completed": 0
1062
+ },
1063
+ {
1064
+ "chain_id": 33,
1065
+ "chain_seed": 3300099,
1066
+ "score": 4,
1067
+ "sequence": [
1068
+ "turn_off_led",
1069
+ "open_drawer",
1070
+ "push_pink_block_left",
1071
+ "lift_blue_block_table",
1072
+ "place_in_slider"
1073
+ ],
1074
+ "initial_state": {
1075
+ "led": 1,
1076
+ "lightbulb": 1,
1077
+ "slider": "right",
1078
+ "drawer": "closed",
1079
+ "red_block": "slider_right",
1080
+ "blue_block": "table",
1081
+ "pink_block": "table",
1082
+ "grasped": 0
1083
+ },
1084
+ "wall_seconds": 134.676,
1085
+ "infer_seconds": 11.174,
1086
+ "infer_calls": 90,
1087
+ "decoder_calls": 90,
1088
+ "action_chunks": 90,
1089
+ "env_steps": 1055,
1090
+ "initial_state_sha256": "49547bf8b1c643389d72140984de494c00d42b7e0736f6b155af2115a5b7341d",
1091
+ "subtasks_completed": 4
1092
+ },
1093
+ {
1094
+ "chain_id": 34,
1095
+ "chain_seed": 3400102,
1096
+ "score": 1,
1097
+ "sequence": [
1098
+ "move_slider_right",
1099
+ "push_blue_block_left",
1100
+ "open_drawer",
1101
+ "lift_red_block_table",
1102
+ "stack_block"
1103
+ ],
1104
+ "initial_state": {
1105
+ "led": 0,
1106
+ "lightbulb": 1,
1107
+ "slider": "left",
1108
+ "drawer": "closed",
1109
+ "red_block": "table",
1110
+ "blue_block": "table",
1111
+ "pink_block": "slider_left",
1112
+ "grasped": 0
1113
+ },
1114
+ "wall_seconds": 52.816,
1115
+ "infer_seconds": 4.394,
1116
+ "infer_calls": 36,
1117
+ "decoder_calls": 36,
1118
+ "action_chunks": 36,
1119
+ "env_steps": 421,
1120
+ "initial_state_sha256": "26d195a499e2d9ee42b049a6ccf2aa48da6d21ae39c1a57bd67ce8ba60b4c7e9",
1121
+ "subtasks_completed": 1
1122
+ },
1123
+ {
1124
+ "chain_id": 35,
1125
+ "chain_seed": 3500105,
1126
+ "score": 0,
1127
+ "sequence": [
1128
+ "lift_red_block_slider",
1129
+ "place_in_slider",
1130
+ "move_slider_right",
1131
+ "push_into_drawer",
1132
+ "turn_off_led"
1133
+ ],
1134
+ "initial_state": {
1135
+ "led": 1,
1136
+ "lightbulb": 0,
1137
+ "slider": "left",
1138
+ "drawer": "open",
1139
+ "red_block": "slider_right",
1140
+ "blue_block": "table",
1141
+ "pink_block": "slider_left",
1142
+ "grasped": 0
1143
+ },
1144
+ "wall_seconds": 47.098,
1145
+ "infer_seconds": 3.72,
1146
+ "infer_calls": 30,
1147
+ "decoder_calls": 30,
1148
+ "action_chunks": 30,
1149
+ "env_steps": 360,
1150
+ "initial_state_sha256": "c5de1761f9948a8a845dc8207e7f92a2b6e32a40a6fc9d0a8253c3500b8a1528",
1151
+ "subtasks_completed": 0
1152
+ },
1153
+ {
1154
+ "chain_id": 36,
1155
+ "chain_seed": 3600108,
1156
+ "score": 2,
1157
+ "sequence": [
1158
+ "move_slider_right",
1159
+ "turn_off_lightbulb",
1160
+ "lift_pink_block_slider",
1161
+ "place_in_slider",
1162
+ "push_red_block_right"
1163
+ ],
1164
+ "initial_state": {
1165
+ "led": 1,
1166
+ "lightbulb": 1,
1167
+ "slider": "left",
1168
+ "drawer": "open",
1169
+ "red_block": "table",
1170
+ "blue_block": "slider_right",
1171
+ "pink_block": "slider_left",
1172
+ "grasped": 0
1173
+ },
1174
+ "wall_seconds": 85.0,
1175
+ "infer_seconds": 6.967,
1176
+ "infer_calls": 55,
1177
+ "decoder_calls": 55,
1178
+ "action_chunks": 55,
1179
+ "env_steps": 643,
1180
+ "initial_state_sha256": "ebf9f5db57f7528d9300b0a92a6693915f7d7df8d4d8523a20c61b6a839f40a3",
1181
+ "subtasks_completed": 2
1182
+ },
1183
+ {
1184
+ "chain_id": 37,
1185
+ "chain_seed": 3700111,
1186
+ "score": 1,
1187
+ "sequence": [
1188
+ "turn_off_lightbulb",
1189
+ "push_red_block_right",
1190
+ "push_into_drawer",
1191
+ "move_slider_left",
1192
+ "close_drawer"
1193
+ ],
1194
+ "initial_state": {
1195
+ "led": 0,
1196
+ "lightbulb": 1,
1197
+ "slider": "right",
1198
+ "drawer": "open",
1199
+ "red_block": "table",
1200
+ "blue_block": "slider_left",
1201
+ "pink_block": "slider_right",
1202
+ "grasped": 0
1203
+ },
1204
+ "wall_seconds": 68.615,
1205
+ "infer_seconds": 5.431,
1206
+ "infer_calls": 44,
1207
+ "decoder_calls": 44,
1208
+ "action_chunks": 44,
1209
+ "env_steps": 518,
1210
+ "initial_state_sha256": "9a0c0cdfaa92c42ad4d8415ecac82e101b10c46dae8671b4afe9c25d8159ac90",
1211
+ "subtasks_completed": 1
1212
+ },
1213
+ {
1214
+ "chain_id": 38,
1215
+ "chain_seed": 3800114,
1216
+ "score": 1,
1217
+ "sequence": [
1218
+ "open_drawer",
1219
+ "move_slider_right",
1220
+ "push_blue_block_right",
1221
+ "lift_blue_block_table",
1222
+ "place_in_slider"
1223
+ ],
1224
+ "initial_state": {
1225
+ "led": 1,
1226
+ "lightbulb": 1,
1227
+ "slider": "left",
1228
+ "drawer": "closed",
1229
+ "red_block": "slider_right",
1230
+ "blue_block": "table",
1231
+ "pink_block": "slider_left",
1232
+ "grasped": 0
1233
+ },
1234
+ "wall_seconds": 58.363,
1235
+ "infer_seconds": 4.753,
1236
+ "infer_calls": 39,
1237
+ "decoder_calls": 39,
1238
+ "action_chunks": 39,
1239
+ "env_steps": 458,
1240
+ "initial_state_sha256": "2c342b40bd533174811cdd9ff0d2c61f1fadfe55015d1924af953d442701e8d0",
1241
+ "subtasks_completed": 1
1242
+ },
1243
+ {
1244
+ "chain_id": 39,
1245
+ "chain_seed": 3900117,
1246
+ "score": 1,
1247
+ "sequence": [
1248
+ "turn_on_led",
1249
+ "rotate_pink_block_right",
1250
+ "move_slider_right",
1251
+ "close_drawer",
1252
+ "lift_pink_block_table"
1253
+ ],
1254
+ "initial_state": {
1255
+ "led": 0,
1256
+ "lightbulb": 0,
1257
+ "slider": "left",
1258
+ "drawer": "open",
1259
+ "red_block": "slider_left",
1260
+ "blue_block": "table",
1261
+ "pink_block": "table",
1262
+ "grasped": 0
1263
+ },
1264
+ "wall_seconds": 71.839,
1265
+ "infer_seconds": 5.625,
1266
+ "infer_calls": 46,
1267
+ "decoder_calls": 46,
1268
+ "action_chunks": 46,
1269
+ "env_steps": 546,
1270
+ "initial_state_sha256": "3c16414b50d6edad7364aa270b0d5ea38c439b7d54459dbca1a986129d009c96",
1271
+ "subtasks_completed": 1
1272
+ },
1273
+ {
1274
+ "chain_id": 40,
1275
+ "chain_seed": 4000120,
1276
+ "score": 1,
1277
+ "sequence": [
1278
+ "move_slider_right",
1279
+ "close_drawer",
1280
+ "push_pink_block_left",
1281
+ "lift_pink_block_table",
1282
+ "place_in_slider"
1283
+ ],
1284
+ "initial_state": {
1285
+ "led": 0,
1286
+ "lightbulb": 0,
1287
+ "slider": "left",
1288
+ "drawer": "open",
1289
+ "red_block": "table",
1290
+ "blue_block": "slider_right",
1291
+ "pink_block": "table",
1292
+ "grasped": 0
1293
+ },
1294
+ "wall_seconds": 55.808,
1295
+ "infer_seconds": 4.434,
1296
+ "infer_calls": 37,
1297
+ "decoder_calls": 37,
1298
+ "action_chunks": 37,
1299
+ "env_steps": 437,
1300
+ "initial_state_sha256": "800f9d086bd656734c38fadc090f97b65611a2b0bcb43ab4f3b8c63b8c5d3ca3",
1301
+ "subtasks_completed": 1
1302
+ },
1303
+ {
1304
+ "chain_id": 41,
1305
+ "chain_seed": 4100123,
1306
+ "score": 3,
1307
+ "sequence": [
1308
+ "move_slider_right",
1309
+ "push_into_drawer",
1310
+ "turn_off_led",
1311
+ "lift_pink_block_drawer",
1312
+ "place_in_drawer"
1313
+ ],
1314
+ "initial_state": {
1315
+ "led": 1,
1316
+ "lightbulb": 1,
1317
+ "slider": "left",
1318
+ "drawer": "open",
1319
+ "red_block": "slider_left",
1320
+ "blue_block": "slider_right",
1321
+ "pink_block": "table",
1322
+ "grasped": 0
1323
+ },
1324
+ "wall_seconds": 88.02,
1325
+ "infer_seconds": 7.16,
1326
+ "infer_calls": 59,
1327
+ "decoder_calls": 59,
1328
+ "action_chunks": 59,
1329
+ "env_steps": 692,
1330
+ "initial_state_sha256": "8e09210b6eed1fc3f4c021d7fd019eac6710d36f85817f93ef18c40a393e5c0c",
1331
+ "subtasks_completed": 3
1332
+ },
1333
+ {
1334
+ "chain_id": 42,
1335
+ "chain_seed": 4200126,
1336
+ "score": 0,
1337
+ "sequence": [
1338
+ "move_slider_left",
1339
+ "push_pink_block_left",
1340
+ "lift_blue_block_slider",
1341
+ "place_in_slider",
1342
+ "turn_off_led"
1343
+ ],
1344
+ "initial_state": {
1345
+ "led": 1,
1346
+ "lightbulb": 0,
1347
+ "slider": "right",
1348
+ "drawer": "open",
1349
+ "red_block": "slider_left",
1350
+ "blue_block": "slider_right",
1351
+ "pink_block": "table",
1352
+ "grasped": 0
1353
+ },
1354
+ "wall_seconds": 46.678,
1355
+ "infer_seconds": 3.723,
1356
+ "infer_calls": 30,
1357
+ "decoder_calls": 30,
1358
+ "action_chunks": 30,
1359
+ "env_steps": 360,
1360
+ "initial_state_sha256": "c2118de63c007970e25cb8235f54757bd24789177c8b1faf0311f7d8b6d6585e",
1361
+ "subtasks_completed": 0
1362
+ },
1363
+ {
1364
+ "chain_id": 43,
1365
+ "chain_seed": 4300129,
1366
+ "score": 2,
1367
+ "sequence": [
1368
+ "rotate_pink_block_right",
1369
+ "lift_pink_block_table",
1370
+ "place_in_slider",
1371
+ "open_drawer",
1372
+ "lift_blue_block_slider"
1373
+ ],
1374
+ "initial_state": {
1375
+ "led": 1,
1376
+ "lightbulb": 0,
1377
+ "slider": "left",
1378
+ "drawer": "closed",
1379
+ "red_block": "slider_left",
1380
+ "blue_block": "slider_right",
1381
+ "pink_block": "table",
1382
+ "grasped": 0
1383
+ },
1384
+ "wall_seconds": 67.401,
1385
+ "infer_seconds": 5.452,
1386
+ "infer_calls": 44,
1387
+ "decoder_calls": 44,
1388
+ "action_chunks": 44,
1389
+ "env_steps": 520,
1390
+ "initial_state_sha256": "d874823f9b43440b998792384bb2f2e9f4f0d90d12292bdf08abb1103ccf44e7",
1391
+ "subtasks_completed": 2
1392
+ },
1393
+ {
1394
+ "chain_id": 44,
1395
+ "chain_seed": 4400132,
1396
+ "score": 1,
1397
+ "sequence": [
1398
+ "lift_blue_block_table",
1399
+ "place_in_slider",
1400
+ "turn_on_led",
1401
+ "rotate_pink_block_right",
1402
+ "lift_red_block_slider"
1403
+ ],
1404
+ "initial_state": {
1405
+ "led": 0,
1406
+ "lightbulb": 0,
1407
+ "slider": "left",
1408
+ "drawer": "open",
1409
+ "red_block": "slider_right",
1410
+ "blue_block": "table",
1411
+ "pink_block": "table",
1412
+ "grasped": 0
1413
+ },
1414
+ "wall_seconds": 54.409,
1415
+ "infer_seconds": 4.426,
1416
+ "infer_calls": 36,
1417
+ "decoder_calls": 36,
1418
+ "action_chunks": 36,
1419
+ "env_steps": 426,
1420
+ "initial_state_sha256": "5c8bc13740ef00ac23da57e645f0aaa50817f969de0f8ed41adca92e04e606ed",
1421
+ "subtasks_completed": 1
1422
+ },
1423
+ {
1424
+ "chain_id": 45,
1425
+ "chain_seed": 4500135,
1426
+ "score": 0,
1427
+ "sequence": [
1428
+ "rotate_pink_block_right",
1429
+ "turn_off_led",
1430
+ "lift_pink_block_table",
1431
+ "place_in_slider",
1432
+ "open_drawer"
1433
+ ],
1434
+ "initial_state": {
1435
+ "led": 1,
1436
+ "lightbulb": 1,
1437
+ "slider": "right",
1438
+ "drawer": "closed",
1439
+ "red_block": "table",
1440
+ "blue_block": "slider_left",
1441
+ "pink_block": "table",
1442
+ "grasped": 0
1443
+ },
1444
+ "wall_seconds": 47.441,
1445
+ "infer_seconds": 3.771,
1446
+ "infer_calls": 30,
1447
+ "decoder_calls": 30,
1448
+ "action_chunks": 30,
1449
+ "env_steps": 360,
1450
+ "initial_state_sha256": "b60910947f97e90f015ba7745593574bd1d127ad8744a74dbe7d52f3b9140432",
1451
+ "subtasks_completed": 0
1452
+ },
1453
+ {
1454
+ "chain_id": 46,
1455
+ "chain_seed": 4600138,
1456
+ "score": 4,
1457
+ "sequence": [
1458
+ "turn_off_lightbulb",
1459
+ "push_pink_block_left",
1460
+ "move_slider_left",
1461
+ "open_drawer",
1462
+ "lift_pink_block_table"
1463
+ ],
1464
+ "initial_state": {
1465
+ "led": 1,
1466
+ "lightbulb": 1,
1467
+ "slider": "right",
1468
+ "drawer": "closed",
1469
+ "red_block": "slider_left",
1470
+ "blue_block": "slider_right",
1471
+ "pink_block": "table",
1472
+ "grasped": 0
1473
+ },
1474
+ "wall_seconds": 140.724,
1475
+ "infer_seconds": 11.757,
1476
+ "infer_calls": 95,
1477
+ "decoder_calls": 95,
1478
+ "action_chunks": 95,
1479
+ "env_steps": 1102,
1480
+ "initial_state_sha256": "e5e472986e31980c5e760f6dc68f303b1ce1a68c1d5826f6fc2e574a14b738ae",
1481
+ "subtasks_completed": 4
1482
+ },
1483
+ {
1484
+ "chain_id": 47,
1485
+ "chain_seed": 4700141,
1486
+ "score": 1,
1487
+ "sequence": [
1488
+ "lift_red_block_slider",
1489
+ "stack_block",
1490
+ "turn_on_led",
1491
+ "unstack_block",
1492
+ "lift_red_block_table"
1493
+ ],
1494
+ "initial_state": {
1495
+ "led": 0,
1496
+ "lightbulb": 0,
1497
+ "slider": "right",
1498
+ "drawer": "open",
1499
+ "red_block": "slider_left",
1500
+ "blue_block": "slider_right",
1501
+ "pink_block": "table",
1502
+ "grasped": 0
1503
+ },
1504
+ "wall_seconds": 61.709,
1505
+ "infer_seconds": 5.08,
1506
+ "infer_calls": 41,
1507
+ "decoder_calls": 41,
1508
+ "action_chunks": 41,
1509
+ "env_steps": 485,
1510
+ "initial_state_sha256": "e9a83f50d5908a22f2510248061893a1fe44bce0baee90461e9be1fb3dceb1c4",
1511
+ "subtasks_completed": 1
1512
+ },
1513
+ {
1514
+ "chain_id": 48,
1515
+ "chain_seed": 4800144,
1516
+ "score": 0,
1517
+ "sequence": [
1518
+ "rotate_blue_block_left",
1519
+ "move_slider_left",
1520
+ "open_drawer",
1521
+ "lift_red_block_slider",
1522
+ "place_in_drawer"
1523
+ ],
1524
+ "initial_state": {
1525
+ "led": 0,
1526
+ "lightbulb": 1,
1527
+ "slider": "right",
1528
+ "drawer": "closed",
1529
+ "red_block": "slider_right",
1530
+ "blue_block": "table",
1531
+ "pink_block": "slider_left",
1532
+ "grasped": 0
1533
+ },
1534
+ "wall_seconds": 46.0,
1535
+ "infer_seconds": 3.734,
1536
+ "infer_calls": 30,
1537
+ "decoder_calls": 30,
1538
+ "action_chunks": 30,
1539
+ "env_steps": 360,
1540
+ "initial_state_sha256": "b8e407a24f7a7a1188346477797fe59e77d924ddd0386ea5224e5e84962ae7b6",
1541
+ "subtasks_completed": 0
1542
+ },
1543
+ {
1544
+ "chain_id": 49,
1545
+ "chain_seed": 4900147,
1546
+ "score": 4,
1547
+ "sequence": [
1548
+ "lift_red_block_table",
1549
+ "place_in_drawer",
1550
+ "rotate_blue_block_right",
1551
+ "lift_pink_block_slider",
1552
+ "stack_block"
1553
+ ],
1554
+ "initial_state": {
1555
+ "led": 1,
1556
+ "lightbulb": 0,
1557
+ "slider": "right",
1558
+ "drawer": "open",
1559
+ "red_block": "table",
1560
+ "blue_block": "table",
1561
+ "pink_block": "slider_left",
1562
+ "grasped": 0
1563
+ },
1564
+ "wall_seconds": 93.795,
1565
+ "infer_seconds": 7.714,
1566
+ "infer_calls": 63,
1567
+ "decoder_calls": 63,
1568
+ "action_chunks": 63,
1569
+ "env_steps": 730,
1570
+ "initial_state_sha256": "5ecf95f41797a993278c649c8497bc5eb9c31de8007774d75a88e5f2459da611",
1571
+ "subtasks_completed": 4
1572
+ }
1573
+ ],
1574
+ "device": "cuda:0",
1575
+ "dtype": "bfloat16",
1576
+ "diagnostic_only": true,
1577
+ "selects_checkpoint": false,
1578
+ "replaces_preregistered_judges": false,
1579
+ "global_step": 3000,
1580
+ "ckpt_sha256": "29c6bb8fd3edc44d04356d4eb964640c8385d45efb4c6f765f12c9ecb0a73bb7",
1581
+ "ckpt_path": "/home/askhabaliev_g/checkpoints/vla/calvin_s0_bf16/pins/step_3000_bf16_from0/last.ckpt",
1582
+ "fp16_pin_not_used": "/home/askhabaliev_g/checkpoints/vla/calvin_s0/pins/step_3000/last.ckpt",
1583
+ "codec_files": {
1584
+ "config.json": {
1585
+ "path": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model/config.json",
1586
+ "resolved": "/home/askhabaliev_g/hf_cache/hub/models--hackhackhack66666--calvin-hicora/blobs/dbdb9ec711473e5f5d07f3e2348aa3710d8406e3",
1587
+ "sha256": "eb9eae824a561eccb5f915f2bb4008f9a54211554cfebd745525fedfe27a73c9"
1588
+ },
1589
+ "model.safetensors": {
1590
+ "path": "/home/askhabaliev_g/checkpoints/codec/rvq_posttrain_s0/best/model/model.safetensors",
1591
+ "resolved": "/home/askhabaliev_g/hf_cache/hub/models--hackhackhack66666--calvin-hicora/blobs/07099e1e43bcbcffe29620128f0036c8479cbd4ac3b7d3a7d2f1987d6038f0a7",
1592
+ "sha256": "07099e1e43bcbcffe29620128f0036c8479cbd4ac3b7d3a7d2f1987d6038f0a7"
1593
+ }
1594
+ },
1595
+ "protocol": {
1596
+ "dataset": "/mnt/aicenter1-datasets/askhabaliev_gs/calvin_full/task_D_D/task_D_D",
1597
+ "split": "validation",
1598
+ "n_chains": 50,
1599
+ "chain_ids": "0-49",
1600
+ "fixed_chains": "/home/askhabaliev_g/logs/calvin_s0_sr50_step3000.json",
1601
+ "seed_base": 0,
1602
+ "per_chain_seed": "base + 100003 * chain_id, mod 2**31-1",
1603
+ "dtype": "bfloat16",
1604
+ "do_sample": false,
1605
+ "position_offset": 3,
1606
+ "chunk_len": 30,
1607
+ "execution_horizon": 12,
1608
+ "ep_len": 360,
1609
+ "bootstrap_replicates": 10000,
1610
+ "bootstrap_seed": 0,
1611
+ "diagnostic_only": true
1612
+ },
1613
+ "protocol_sha256": "3cf45861012f865c3dc9f843bbb0a402559fd233a086e2d19cb182db595e1113",
1614
+ "eval_script_sha256": "f33dea6625e8ab39be65f28eb9c56d838cc3f7586c6b35bc1c329565fa25b7eb",
1615
+ "config": "/home/askhabaliev_g/Adaptive_VLA/third_party/actioncodec/config/train/bar_calvin_restart_s0_h100_1gpu.yaml",
1616
+ "training_at_step3000": {
1617
+ "log_snapshot": "/home/askhabaliev_g/logs/calvin_s0_bf16_from0_step3000.log",
1618
+ "log_snapshot_sha256": "6013f36beb382174c04e9cb58c38be6bdddd5cda7563b664c1483e0c992cbd35",
1619
+ "nan_loss_step_lines": 0,
1620
+ "nonfinite_records": 0,
1621
+ "scaler_skipped_lines": 0,
1622
+ "train_pids": [
1623
+ 3581370
1624
+ ],
1625
+ "note": "",
1626
+ "nan_microbatches": 0,
1627
+ "radar": {
1628
+ "optimizer_step": 3000,
1629
+ "train_ce": 6.023266343399882,
1630
+ "train_acc": 0.07088216334886965,
1631
+ "dev_ce": 6.751016986556351,
1632
+ "dev_acc": 0.013549805033107987,
1633
+ "finite_loss": true,
1634
+ "finite_logits": true,
1635
+ "finite_parameters": true,
1636
+ "scaler_scale": null,
1637
+ "skipped_optimizer_steps": 0
1638
+ },
1639
+ "scaler_scale": null,
1640
+ "skipped_optimizer_steps": 0
1641
+ },
1642
+ "scores": [
1643
+ 0,
1644
+ 1,
1645
+ 2,
1646
+ 1,
1647
+ 2,
1648
+ 4,
1649
+ 1,
1650
+ 0,
1651
+ 1,
1652
+ 0,
1653
+ 5,
1654
+ 3,
1655
+ 1,
1656
+ 2,
1657
+ 0,
1658
+ 3,
1659
+ 2,
1660
+ 2,
1661
+ 0,
1662
+ 2,
1663
+ 3,
1664
+ 1,
1665
+ 3,
1666
+ 2,
1667
+ 0,
1668
+ 1,
1669
+ 4,
1670
+ 0,
1671
+ 0,
1672
+ 0,
1673
+ 3,
1674
+ 1,
1675
+ 0,
1676
+ 4,
1677
+ 1,
1678
+ 0,
1679
+ 2,
1680
+ 1,
1681
+ 1,
1682
+ 1,
1683
+ 1,
1684
+ 3,
1685
+ 0,
1686
+ 2,
1687
+ 1,
1688
+ 0,
1689
+ 4,
1690
+ 1,
1691
+ 0,
1692
+ 4
1693
+ ],
1694
+ "avg_len": 1.52,
1695
+ "paired_vs_fp16_3k": {
1696
+ "delta_score": [
1697
+ 0,
1698
+ 0,
1699
+ 2,
1700
+ 1,
1701
+ 0,
1702
+ 2,
1703
+ 0,
1704
+ -2,
1705
+ 0,
1706
+ 0,
1707
+ 5,
1708
+ 1,
1709
+ 0,
1710
+ 0,
1711
+ 0,
1712
+ 2,
1713
+ 1,
1714
+ 2,
1715
+ -1,
1716
+ 1,
1717
+ -2,
1718
+ 0,
1719
+ 3,
1720
+ 2,
1721
+ -1,
1722
+ 1,
1723
+ 3,
1724
+ 0,
1725
+ -3,
1726
+ -1,
1727
+ 3,
1728
+ 1,
1729
+ 0,
1730
+ 2,
1731
+ 0,
1732
+ 0,
1733
+ 0,
1734
+ 0,
1735
+ -1,
1736
+ -1,
1737
+ -1,
1738
+ 3,
1739
+ -2,
1740
+ 0,
1741
+ 1,
1742
+ 0,
1743
+ 3,
1744
+ 0,
1745
+ -2,
1746
+ 2
1747
+ ],
1748
+ "chains_improved": 20,
1749
+ "chains_worsened": 11,
1750
+ "chains_unchanged": 19,
1751
+ "delta_avg_len": 0.48,
1752
+ "delta_avg_len_ci95": [
1753
+ 0.06,
1754
+ 0.92
1755
+ ],
1756
+ "delta_sr1_ci95": [
1757
+ -0.07999999999999996,
1758
+ 0.24
1759
+ ],
1760
+ "delta_sr_ci95": [
1761
+ [
1762
+ -0.07999999999999996,
1763
+ 0.24
1764
+ ],
1765
+ [
1766
+ -0.06,
1767
+ 0.26
1768
+ ],
1769
+ [
1770
+ 0.08,
1771
+ 0.32
1772
+ ],
1773
+ [
1774
+ 0.0,
1775
+ 0.2
1776
+ ],
1777
+ [
1778
+ -0.06,
1779
+ 0.06
1780
+ ]
1781
+ ],
1782
+ "note": "Different branch and precision. Not one training curve."
1783
+ },
1784
+ "paired_vs_bf16_resume_5k": {
1785
+ "delta_avg_len": 0.040000000000000036,
1786
+ "delta_avg_len_ci95": [
1787
+ -0.5,
1788
+ 0.58
1789
+ ],
1790
+ "delta_sr1_ci95": [
1791
+ -0.14,
1792
+ 0.19999999999999996
1793
+ ],
1794
+ "chains_improved": 19,
1795
+ "chains_worsened": 16,
1796
+ "chains_unchanged": 15,
1797
+ "note": "Descriptive only. The resume run is not this continuous seed."
1798
+ }
1799
+ }