add files

app.py

@@ -124,4 +124,4 @@ with gr.Blocks() as demo:
     gr.Examples(examples, txt)
 
 demo.queue()
-demo.launch(debug=True)
+demo.launch(debug=True, share=True)

backend/query_llm.py

@@ -7,13 +7,14 @@ from typing import Any, Dict, Generator, List
 from huggingface_hub import InferenceClient
 from transformers import AutoTokenizer
 
-tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
+tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1",
+                                          force_download = True)
 
 temperature = 0.9
 top_p = 0.6
 repetition_penalty = 1.2
 
-OPENAI_KEY = getenv("OPENAI_API_KEY")
+OPENAI_KEY = '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' #getenv("OPENAI_API_KEY")
 HF_TOKEN = getenv("HUGGING_FACE_HUB_TOKEN")
 
 hf_client = InferenceClient(