Update app.py

app.py

@@ -10,6 +10,7 @@ import hashlib
 import itertools
 from datasets import load_dataset, Dataset, DatasetDict
 from huggingface_hub import HfApi, create_repo, repo_exists, Repository
+from huggingface_hub import HfFolder
 import shutil
 import threading
 
@@ -18,6 +19,10 @@ from collections.abc import Iterable
 from gradio.themes.base import Base
 from gradio.themes.utils import colors, fonts, sizes
 
+HF_TOKEN = os.environ.get("HF_TOKEN")
+os.environ['HF_AUTH'] = HF_TOKEN
+HfApi(token=HF_TOKEN)
+
 
 class Soft(Base):
     def __init__(
@@ -224,8 +229,6 @@ DATA_DIR = "annotation_data"
 ANNOTATIONS_FILE = os.path.join(DATA_DIR, "train.jsonl")
 os.makedirs(DATA_DIR, exist_ok=True)
 
-HF_TOKEN = os.environ.get("HF_TOKEN")
-
 # Model names for the three responses
 MODEL_NAMES = ["mistral-Nemo", "translated-SFT", "on-policy-RL"]