Update app.py

app.py

@@ -9,6 +9,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 from transformers import AutoTokenizer, AutoModel
 from transformers import GPTNeoXForCausalLM, GPTNeoXTokenizerFast
 import math
+import numpy as np
 
 
 st.title('GPT2:')
@@ -32,6 +33,11 @@ infill: sports teams are profitable for owners. ( accumulating vast sums / stock
 
 original:"""
 
+
+def score(tokens_tensor):
+    loss=model(tokens_tensor, labels=tokens_tensor)[0]
+    return np.exp(loss.cpu().detach().numpy())
+
 def prefix_format(sentence):
   words = sentence.split()
   if "[MASK]" in sentence:
@@ -47,8 +53,6 @@ with st.form(key='my_form'):
     submit_button = st.form_submit_button(label='Submit')
     if submit_button:
       with torch.no_grad():
-        input_ids = tokenizer.encode(prompt, return_tensors='pt')
-        outputs = model(prompt, labels=input_ids)
-        loss, logits = outputs[:2]
-        perplex = math.exp(loss)
+        tokens_tensor = tokenizer.encode(prompt, add_special_tokens=False, return_tensors="pt")
+        perplex = score(tokens_tensor)       
         st.write(perplex)