| # from transformers import AutoConfig | |
| # from modeling.modeling_bert import BertCustomLMHeadModel | |
| # cfg = AutoConfig.from_pretrained("hf-internal-testing/tiny-random-BertModel") | |
| # BertCustomLMHeadModel.register_for_auto_class("AutoModelForSequenceClassification") | |
| # model = BertCustomLMHeadModel(cfg) | |
| # model.save_pretrained("/home/Jingya/hf_internship/tiny-testing-gpt2-remote-code") |