Update app.py

app.py

@@ -2,6 +2,7 @@ import gradio as gr
 from model import DecoderTransformer
 from huggingface_hub import hf_hub_download
 import torch
+import spaces
 
 
 vocab_size=33
@@ -19,6 +20,7 @@ model = DecoderTransformer(vocab_size, n_embed, context_size, n_layer, n_head, d
 model.load_state_dict(torch.load(model_path, map_location=torch.device('cpu')))
     
 
+@spaces.GPU
 def greet(prompt):
     return model.generate(prompt)