misalsathsara commited on
Commit
b7bc3ec
·
verified ·
1 Parent(s): 0d621b0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -1,4 +1,9 @@
1
  import os
 
 
 
 
 
2
  import torch
3
  import re
4
  from fastapi import FastAPI
@@ -6,10 +11,6 @@ from fastapi.responses import PlainTextResponse
6
  from pydantic import BaseModel
7
  from transformers import AutoTokenizer, AutoModelForCausalLM
8
 
9
- # Set cache directory for HF Spaces
10
- os.environ["HF_HOME"] = "/tmp"
11
- os.environ["TRANSFORMERS_CACHE"] = "/tmp/hf-cache"
12
-
13
  # Optional: speed up inference on CPU
14
  torch.set_num_threads(1)
15
 
 
1
  import os
2
+
3
+ # Set cache directory for HF Spaces
4
+ os.environ["HF_HOME"] = "/tmp"
5
+ os.environ["TRANSFORMERS_CACHE"] = "/tmp/hf-cache"
6
+
7
  import torch
8
  import re
9
  from fastapi import FastAPI
 
11
  from pydantic import BaseModel
12
  from transformers import AutoTokenizer, AutoModelForCausalLM
13
 
 
 
 
 
14
  # Optional: speed up inference on CPU
15
  torch.set_num_threads(1)
16