llmOS-Agent / app.py
minchyeom's picture
init
64e0772
import asyncio
import base64
import json
import shlex
import gradio as gr
from gradio.oauth import attach_oauth, OAuthToken
from huggingface_hub import HfApi
from src.team import TeamChatSession
from src.db import list_sessions_info
# Store active chat sessions
_SESSIONS: dict[tuple[str, str], TeamChatSession] = {}
_API = HfApi()
def _username(token: OAuthToken) -> str:
"""Return the username for the given token."""
info = _API.whoami(token.token)
return info.get("name") or info.get("user", "unknown")
async def _get_chat(user: str, session: str) -> TeamChatSession:
"""Return an active :class:`TeamChatSession` for ``user`` and ``session``."""
key = (user, session)
chat = _SESSIONS.get(key)
if chat is None:
chat = TeamChatSession(user=user, session=session)
await chat.__aenter__()
_SESSIONS[key] = chat
return chat
async def _vm_execute(user: str, session: str, command: str) -> str:
"""Execute ``command`` inside the user's VM and return output."""
chat = await _get_chat(user, session)
vm = getattr(chat.senior, "_vm", None)
if vm is None:
raise RuntimeError("VM not running")
return await vm.execute_async(command, timeout=5)
async def send_message(
message: str, history: list[dict] | None, session: str, token: OAuthToken
):
user = _username(token)
chat = await _get_chat(user, session)
history = history or []
# user turn
history.append({"role": "user", "content": message})
yield history # show immediately
# stream assistant turns
async for part in chat.chat_stream(message):
if history[-1]["role"] == "assistant":
history[-1]["content"] += part
else:
history.append({"role": "assistant", "content": part})
yield history
def load_sessions(token: OAuthToken):
user = _username(token)
infos = list_sessions_info(user)
names = [info["name"] for info in infos]
table = [[info["name"], info["last_message"]] for info in infos]
value = names[0] if names else "default"
return gr.update(choices=names or ["default"], value=value), table
async def list_dir(path: str, session: str, token: OAuthToken):
user = _username(token)
cmd = f"ls -1ap {shlex.quote(path)}"
output = await _vm_execute(user, session, cmd)
if output.startswith("ls:"):
return []
rows = []
for line in output.splitlines():
line = line.strip()
if not line or line in (".", ".."):
continue
is_dir = line.endswith("/")
name = line[:-1] if is_dir else line
rows.append([name, is_dir])
return rows
async def read_file(path: str, session: str, token: OAuthToken):
user = _username(token)
cmd = f"cat {shlex.quote(path)}"
return await _vm_execute(user, session, cmd)
async def save_file(path: str, content: str, session: str, token: OAuthToken):
user = _username(token)
encoded = base64.b64encode(content.encode()).decode()
cmd = (
f"python -c 'import base64,os; "
f'open({json.dumps(path)}, "wb").write(base64.b64decode({json.dumps(encoded)}))\''
)
await _vm_execute(user, session, cmd)
return "Saved"
async def delete_path(path: str, session: str, token: OAuthToken):
user = _username(token)
cmd = (
f"bash -c 'if [ -d {shlex.quote(path)} ]; then rm -rf {shlex.quote(path)} && echo Deleted; "
f"elif [ -e {shlex.quote(path)} ]; then rm -f {shlex.quote(path)} && echo Deleted; "
f"else echo File not found; fi'"
)
return await _vm_execute(user, session, cmd)
with gr.Blocks(theme=gr.themes.Soft()) as demo:
attach_oauth(demo.app)
login_btn = gr.LoginButton()
with gr.Tab("Chat"):
session_dd = gr.Dropdown(["default"], label="Session", value="default")
refresh = gr.Button("Refresh Sessions")
chatbox = gr.Chatbot(type="messages")
msg = gr.Textbox(label="Message")
send = gr.Button("Send")
gr.Markdown(
"""
This is a demo app of [llmOS](https://github.com/starsnatched/llmOS-Agent), an agent framework for building AI assistants that can interact with a Linux VM to accomplish tasks.
"""
)
with gr.Tab("Files"):
dir_path = gr.Textbox(label="Directory", value="/")
list_btn = gr.Button("List")
table = gr.Dataframe(headers=["name", "is_dir"], datatype=["str", "bool"])
file_path = gr.Textbox(label="File Path")
load_btn = gr.Button("Load")
content = gr.Code(label="Content", language=None)
save_btn = gr.Button("Save")
del_btn = gr.Button("Delete")
refresh.click(load_sessions, outputs=[session_dd, table])
send_click = send.click(
send_message,
inputs=[msg, chatbox, session_dd],
outputs=chatbox,
)
list_btn.click(list_dir, inputs=[dir_path, session_dd], outputs=table)
load_btn.click(read_file, inputs=[file_path, session_dd], outputs=content)
save_btn.click(save_file, inputs=[file_path, content, session_dd], outputs=content)
del_btn.click(delete_path, inputs=[file_path, session_dd], outputs=content)
send_click.then(lambda: "", None, msg)
demo.queue()
if __name__ == "__main__":
demo.launch()