| import gradio as gr | |
| from huggingface_hub import InferenceClient | |
| client = InferenceClient("google/gemma-2-2b-it") | |
| def respond(message, history): | |
| messages = [{"role": "system", "content": "You are a friendly chatbot."}] | |
| if history: | |
| for user_msg, assistant_msg in history: | |
| messages.append({"role": "user", "content": user_msg}) | |
| messages.append({"role": "assistant", "content": assistant_msg}) | |
| messages.append({"role": "user", "content": message}) | |
| response = client.chat_completion( | |
| messages, | |
| max_tokens=100 | |
| ) | |
| return response['choices'][0]['message']['content'].strip() | |
| chatbot = gr.ChatInterface(respond) | |
| chatbot.launch() |