minor

app.py

@@ -11,15 +11,6 @@ login(token=token)
 
 # Load your model and tokenizer
 
-model, tokenizer = load("Rafii/f1llama")
-
-prompt="hello"
-
-if hasattr(tokenizer, "apply_chat_template") and tokenizer.chat_template is not None:
-    messages = [{"role": "user", "content": prompt}]
-    prompt = tokenizer.apply_chat_template(
-        messages, tokenize=False, add_generation_prompt=True
-    )
 
 # response = generate(model, tokenizer, prompt=prompt, verbose=True)
 
@@ -30,12 +21,22 @@ user_input = st.text_input("Enter text:")
 
 
 if st.button("Submit"):
-    print("reached")
+    print("Habibi mereko dhundti kya")
     st.write("mai print toh ho hi raha hu na bantai")
 
     # Tokenize input and make predictions
     # inputs = tokenizer(user_input, return_tensors="pt")
     # outputs = model(**inputs)
-    response = generate(model, tokenizer, prompt=user_input, verbose=True)
+    model, tokenizer = load("Rafii/f1llama")
+
+    prompt="hello"
+
+    if hasattr(tokenizer, "apply_chat_template") and tokenizer.chat_template is not None:
+        messages = [{"role": "user", "content": prompt}]
+        prompt = tokenizer.apply_chat_template(
+            messages, tokenize=False, add_generation_prompt=True
+        )
+
+        response = generate(model, tokenizer, prompt=user_input, verbose=True)
 
     st.write(response)