Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -1,4 +1,9 @@
|
|
1 |
import os
|
|
|
|
|
|
|
|
|
|
|
2 |
import torch
|
3 |
import re
|
4 |
from fastapi import FastAPI
|
@@ -6,10 +11,6 @@ from fastapi.responses import PlainTextResponse
|
|
6 |
from pydantic import BaseModel
|
7 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
8 |
|
9 |
-
# Set cache directory for HF Spaces
|
10 |
-
os.environ["HF_HOME"] = "/tmp"
|
11 |
-
os.environ["TRANSFORMERS_CACHE"] = "/tmp/hf-cache"
|
12 |
-
|
13 |
# Optional: speed up inference on CPU
|
14 |
torch.set_num_threads(1)
|
15 |
|
|
|
1 |
import os
|
2 |
+
|
3 |
+
# Set cache directory for HF Spaces
|
4 |
+
os.environ["HF_HOME"] = "/tmp"
|
5 |
+
os.environ["TRANSFORMERS_CACHE"] = "/tmp/hf-cache"
|
6 |
+
|
7 |
import torch
|
8 |
import re
|
9 |
from fastapi import FastAPI
|
|
|
11 |
from pydantic import BaseModel
|
12 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
13 |
|
|
|
|
|
|
|
|
|
14 |
# Optional: speed up inference on CPU
|
15 |
torch.set_num_threads(1)
|
16 |
|