Spaces:

Company270
/

LLM

Paused

moamen270 commited on Dec 27, 2023

Commit

c95fdfc

1 Parent(s): 8f58690

Update endpoints.py

Files changed (1) hide show

endpoints.py CHANGED Viewed

@@ -30,9 +30,11 @@ def query(payload):
-tokenizer = AutoTokenizer.from_pretrained("WizardLM/WizardCoder-1B-V1.0")
-base_model = AutoModelForCausalLM.from_pretrained("WizardLM/WizardCoder-1B-V1.0")
 pipe = pipeline("text-generation",
                 model=base_model,
                 tokenizer=tokenizer,

+# tokenizer = AutoTokenizer.from_pretrained("WizardLM/WizardCoder-1B-V1.0")
+# base_model = AutoModelForCausalLM.from_pretrained("WizardLM/WizardCoder-1B-V1.0")
+model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+tokenizer = AutoTokenizer.from_pretrained(model)
+base_model = AutoModelForCausalLM.from_pretrained(model)
 pipe = pipeline("text-generation",
                 model=base_model,
                 tokenizer=tokenizer,