File size: 922 Bytes
6d982cb 97ea844 6d982cb 97ea844 8d2f1fa 97ea844 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
import os
# コマンドを実行する
os.system("pip install transformers torch psutil")
# コマンドの実行結果を取得する（stdoutとstderrは出力されない）
result = os.system("pip install transformers")
from transformers import pipeline
import gradio as gr
import psutil
def get_memory_usage():
process = psutil.Process()
memory_usage = process.memory_info().rss / 1024 / 1024 # メモリ使用量をMB単位で取得
return f"Memory Usage: {memory_usage:.2f} MB"
generator = pipeline("text-generation", model="abeja/gpt-neox-japanese-2.7b")
def generate_text(prompt):
generated = generator(
prompt,
max_length=300,
do_sample=True,
num_return_sequences=3,
top_p=0.95,
top_k=50
)
return generated
iface = gr.Interface(fn=generate_text, inputs="text", outputs="list", description=get_memory_usage(),)
iface.launch()
|