Update app.py

app.py

@@ -1,12 +1,14 @@
+import os
+
+# Redirect Hugging Face cache to a writable directory
+os.environ["HF_HOME"] = "/tmp"
+os.environ["TRANSFORMERS_CACHE"] = "/tmp/hf-cache"
+
 from fastapi import FastAPI
 from pydantic import BaseModel
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
 import re
-import os
-
-# Fix the permission issue by changing HF cache location
-os.environ["HF_HOME"] = "/tmp/hf"
 
 app = FastAPI()