{"model_type": "gpt2-xl", "model_checkpoint": "gpt2-xl", "device": "cuda:0", "use_clue": true, "use_style": true, "answer_format": "text", "clue_format": "text", "seed": 0, "optim": "rmsprop", "train_batch_size": 6, "dev_batch_size": 16, "gradient_accumulation_steps": 1, "lr": 1.55e-05, "max_norm": 1.0, "n_epochs": 3, "eval_before_start": true, "dataset_cache_dir": "/home/ubuntu/bsbs/caches/datasets", "dataset_dir": "/home/ubuntu/bsbs/datasets/qg", "local_rank": 0, "output_dir": "/home/ubuntu/bsbs/outputs/train", "checkpoint_backup_dir": "/home/ubuntu/bsbs/checkpoints", "save_interval_epoch": 1, "iters_to_evaluate": 1818, "n_saved_epoch": 1, "use_amp": false, "use_gradient_checkpointing": true, "distributed": true}