| echo "Folders structure preparation" | |
| Name="mt5-large" | |
| #mkdir logdir/${Name}-en-train | |
| #mkdir ie_dirs/${Name}-en-train | |
| #mkdir logdir/${Name}-en-pt-es-fr-train | |
| #mkdir ie_dirs/${Name}-en-pt-es-fr-train | |
| #mkdir logdir/${Name}-en-pt-es-fr-enr-enb-train | |
| #mkdir ie_dirs/${Name}-en-pt-es-fr-enr-enb-train | |
| #mkdir models/${Name} | |
| #mkdir models/${Name}/pretrained_checkpoint | |
| #echo "Model Download - ATTENTION: REVIEW THE FILES SIZES " | |
| #cd models/${Name}/pretrained_checkpoint | |
| #curl https://huggingface.co/google/mt5-large/resolve/main/README.md -o README.md | |
| #curl https://huggingface.co/google/mt5-large/resolve/main/config.json -o config.json | |
| #curl https://cdn-lfs.huggingface.co/google/mt5-large/b6ce477860d6630efbc821a2a42638e8cf77686ee0e2f4b98037dcfd4d40415c -o pytorch_model.bin | |
| #curl https://huggingface.co/google/mt5-large/resolve/main/special_tokens_map.json -o special_tokens_map.json | |
| #curl https://huggingface.co/google/mt5-large/resolve/main/spiece.model -o spiece.model | |
| #curl https://cdn-lfs.huggingface.co/google/mt5-large/f28f11f442f5850133fa50b2d5aefa8d19ab51469c56e0e89090534c2c7758c3 -o tf_model.h5 | |
| #curl https://huggingface.co/google/mt5-large/resolve/main/tokenizer_config.json -o tokenizer_config.json | |
| #cd .. | |
| #cd .. | |
| #cd .. | |
| echo "Download Checkpoint" | |
| cd logdir/${Name}-en-train | |
| mkdir bs=4,lr=1.0e-04,bert_lr=1.0e-05,end_lr=0e0,att=1 | |
| cd bs=4,lr=1.0e-04,bert_lr=1.0e-05,end_lr=0e0,att=1 | |
| gdown --id 1BZ519XxYtXpxxO1iiBy8kSLG4eq34yEX | |
| cd .. | |
| cd .. | |
| cd .. | |
| cd logdir/${Name}-en-pt-es-fr-train | |
| mkdir bs=4,lr=1.0e-04,bert_lr=1.0e-05,end_lr=0e0,att=1 | |
| cd bs=4,lr=1.0e-04,bert_lr=1.0e-05,end_lr=0e0,att=1 | |
| gdown --id 15C8H-OrnmBF5W-UCaMsq-UvpBTPkUCYN | |
| gdown --id 1mIXtBIaQpWJOHi_iCTkwm8xdPW9S8vtd | |
| gdown --id 1i731DxdcNVbpegCNGMHi7jOR26qaPmbO | |
| cd .. | |
| cd .. | |
| cd .. | |