Configure custom UIGENT-30B model endpoint

- Replace all models with Tesslate/UIGENT-30B-3A-Preview as the only model
- Add tesslate provider configuration
- Implement custom OpenAI-compatible endpoint support in ask-ai route
- Update README with Hugging Face Spaces setup instructions
- All endpoint URLs and API keys are now environment variables only

README.md

@@ -7,16 +7,65 @@ sdk: docker
 pinned: true
 app_port: 3000
 license: mit
-short_description: Generate any application with DeepSeek
+short_description: Generate any application with UIGENT-30B
 models:
-  - deepseek-ai/DeepSeek-V3-0324
-  - deepseek-ai/DeepSeek-R1-0528
+  - Tesslate/UIGENT-30B-3A-Preview
 ---
 
 # DeepSite 🐳
 
-DeepSite is a coding platform powered by DeepSeek AI, designed to make coding smarter and more efficient. Tailored for developers, data scientists, and AI engineers, it integrates generative AI into your coding projects to enhance creativity and productivity.
+DeepSite is a coding platform powered by UIGENT-30B AI, designed to make coding smarter and more efficient. Tailored for developers, data scientists, and AI engineers, it integrates generative AI into your coding projects to enhance creativity and productivity.
+
+## Hugging Face Spaces Setup
+
+This Space is configured to use a custom model endpoint. To set up your own instance:
+
+### Required Environment Variables (Secrets)
+
+In your Hugging Face Space settings, add the following secrets:
+
+1. **CUSTOM_MODEL_ENDPOINT** (required - set as secret)
+   - The OpenAI-compatible endpoint for your custom model
+   - Example: `https://your-endpoint.com/v1`
+   - **Important**: This should be set as a Hugging Face Space secret, not in the code
+
+2. **CUSTOM_MODEL_API_KEY** (set as secret)
+   - Your API key for authenticating with the custom model endpoint
+   - Leave empty if no authentication is required
+   - **Important**: This should be set as a Hugging Face Space secret, not in the code
+
+3. **MONGODB_URI** (required)
+   - Your MongoDB connection string for storing projects and user data
+   - Example: `mongodb+srv://user:[email protected]/deepsite`
+
+### How to Add Secrets
+
+1. Go to your Space settings
+2. Navigate to "Repository secrets"
+3. Add each secret with its corresponding value
+4. The Space will automatically restart with the new configuration
 
 ## How to use it locally
 
 Follow [this discussion](https://huggingface.co/spaces/enzostvs/deepsite/discussions/74)
+
+### Local Setup
+
+1. Clone the repository
+2. Copy `.env.example` to `.env` and fill in your values:
+   ```bash
+   cp .env.example .env
+   ```
+3. Install dependencies:
+   ```bash
+   npm install
+   ```
+4. Run the development server:
+   ```bash
+   npm run dev
+   ```
+5. Open [http://localhost:3000](http://localhost:3000) in your browser
+
+### Environment Variables for Local Development
+
+See `.env.example` for all required environment variables.

app/api/ask-ai/route.ts

@@ -85,7 +85,7 @@ export async function POST(request: NextRequest) {
     billTo = "huggingface";
   }
 
-  const DEFAULT_PROVIDER = PROVIDERS.novita;
+  const DEFAULT_PROVIDER = PROVIDERS.tesslate;
   const selectedProvider =
     provider === "auto"
       ? PROVIDERS[selectedModel.autoProvider as keyof typeof PROVIDERS]
@@ -109,11 +109,17 @@ export async function POST(request: NextRequest) {
     (async () => {
       let completeResponse = "";
       try {
-        const client = new InferenceClient(token);
-        const chatCompletion = client.chatCompletionStream(
-          {
+        // Handle custom Tesslate endpoint
+        if (selectedProvider.id === "tesslate") {
+          const customEndpoint = process.env.CUSTOM_MODEL_ENDPOINT;
+          const customApiKey = process.env.CUSTOM_MODEL_API_KEY;
+
+          if (!customEndpoint) {
+            throw new Error("CUSTOM_MODEL_ENDPOINT environment variable is not set");
+          }
+
+          const requestBody = {
             model: selectedModel.value,
-            provider: selectedProvider.id as any,
             messages: [
               {
                 role: "system",
@@ -129,48 +135,131 @@ export async function POST(request: NextRequest) {
               },
             ],
             max_tokens: selectedProvider.max_tokens,
-          },
-          billTo ? { billTo } : {}
-        );
+            stream: true,
+          };
+
+          const headers: Record<string, string> = {
+            "Content-Type": "application/json",
+          };
 
-        while (true) {
-          const { done, value } = await chatCompletion.next();
-          if (done) {
-            break;
+          if (customApiKey) {
+            headers["Authorization"] = `Bearer ${customApiKey}`;
           }
 
-          const chunk = value.choices[0]?.delta?.content;
-          if (chunk) {
-            let newChunk = chunk;
-            if (!selectedModel?.isThinker) {
-              if (provider !== "sambanova") {
-                await writer.write(encoder.encode(chunk));
-                completeResponse += chunk;
+          const apiResponse = await fetch(`${customEndpoint}/chat/completions`, {
+            method: "POST",
+            headers,
+            body: JSON.stringify(requestBody),
+          });
 
-                if (completeResponse.includes("</html>")) {
-                  break;
+          if (!apiResponse.ok) {
+            throw new Error(`Custom endpoint error: ${apiResponse.statusText}`);
+          }
+
+          const reader = apiResponse.body?.getReader();
+          if (!reader) {
+            throw new Error("No response body");
+          }
+
+          const decoder = new TextDecoder();
+          while (true) {
+            const { done, value } = await reader.read();
+            if (done) break;
+
+            const chunk = decoder.decode(value);
+            const lines = chunk.split("\n").filter(line => line.trim() !== "");
+
+            for (const line of lines) {
+              if (line.startsWith("data: ")) {
+                const data = line.slice(6);
+                if (data === "[DONE]") continue;
+
+                try {
+                  const parsed = JSON.parse(data);
+                  const content = parsed.choices?.[0]?.delta?.content;
+                  if (content) {
+                    await writer.write(encoder.encode(content));
+                    completeResponse += content;
+
+                    if (completeResponse.includes("</html>")) {
+                      break;
+                    }
+                  }
+                } catch (e) {
+                  // Skip invalid JSON
                 }
-              } else {
-                if (chunk.includes("</html>")) {
-                  newChunk = newChunk.replace(/<\/html>[\s\S]*/, "</html>");
+              }
+            }
+
+            if (completeResponse.includes("</html>")) {
+              break;
+            }
+          }
+        } else {
+          // Original HuggingFace logic
+          const client = new InferenceClient(token);
+          const chatCompletion = client.chatCompletionStream(
+            {
+              model: selectedModel.value,
+              provider: selectedProvider.id as any,
+              messages: [
+                {
+                  role: "system",
+                  content: INITIAL_SYSTEM_PROMPT,
+                },
+                {
+                  role: "user",
+                  content: redesignMarkdown
+                    ? `Here is my current design as a markdown:\n\n${redesignMarkdown}\n\nNow, please create a new design based on this markdown.`
+                    : html
+                    ? `Here is my current HTML code:\n\n\`\`\`html\n${html}\n\`\`\`\n\nNow, please create a new design based on this HTML.`
+                    : prompt,
+                },
+              ],
+              max_tokens: selectedProvider.max_tokens,
+            },
+            billTo ? { billTo } : {}
+          );
+
+          while (true) {
+            const { done, value } = await chatCompletion.next();
+            if (done) {
+              break;
+            }
+
+            const chunk = value.choices[0]?.delta?.content;
+            if (chunk) {
+              let newChunk = chunk;
+              if (!selectedModel?.isThinker) {
+                if (provider !== "sambanova") {
+                  await writer.write(encoder.encode(chunk));
+                  completeResponse += chunk;
+
+                  if (completeResponse.includes("</html>")) {
+                    break;
+                  }
+                } else {
+                  if (chunk.includes("</html>")) {
+                    newChunk = newChunk.replace(/<\/html>[\s\S]*/, "</html>");
+                  }
+                  completeResponse += newChunk;
+                  await writer.write(encoder.encode(newChunk));
+                  if (newChunk.includes("</html>")) {
+                    break;
+                  }
                 }
+              } else {
+                const lastThinkTagIndex =
+                  completeResponse.lastIndexOf("</think>");
                 completeResponse += newChunk;
                 await writer.write(encoder.encode(newChunk));
-                if (newChunk.includes("</html>")) {
-                  break;
-                }
-              }
-            } else {
-              const lastThinkTagIndex =
-                completeResponse.lastIndexOf("</think>");
-              completeResponse += newChunk;
-              await writer.write(encoder.encode(newChunk));
-              if (lastThinkTagIndex !== -1) {
-                const afterLastThinkTag = completeResponse.slice(
-                  lastThinkTagIndex + "</think>".length
-                );
-                if (afterLastThinkTag.includes("</html>")) {
-                  break;
+                if (lastThinkTagIndex !== -1) {
+                  const afterLastThinkTag = completeResponse.slice(
+                    lastThinkTagIndex + "</think>".length
+                  );
+                  if (afterLastThinkTag.includes("</html>")) {
+                    break;
+                  }
                 }
               }
             }
@@ -267,19 +356,29 @@ export async function PUT(request: NextRequest) {
     billTo = "huggingface";
   }
 
-  const client = new InferenceClient(token);
-
-  const DEFAULT_PROVIDER = PROVIDERS.novita;
+  const DEFAULT_PROVIDER = PROVIDERS.tesslate;
   const selectedProvider =
     provider === "auto"
       ? PROVIDERS[selectedModel.autoProvider as keyof typeof PROVIDERS]
       : PROVIDERS[provider as keyof typeof PROVIDERS] ?? DEFAULT_PROVIDER;
 
   try {
-    const response = await client.chatCompletion(
-      {
+    let response;
+
+    // Handle custom Tesslate endpoint
+    if (selectedProvider.id === "tesslate") {
+      const customEndpoint = process.env.CUSTOM_MODEL_ENDPOINT;
+      const customApiKey = process.env.CUSTOM_MODEL_API_KEY;
+
+      if (!customEndpoint) {
+        return NextResponse.json(
+          { ok: false, error: "CUSTOM_MODEL_ENDPOINT environment variable is not set" },
+          { status: 500 }
+        );
+      }
+
+      const requestBody = {
         model: selectedModel.value,
-        provider: selectedProvider.id as any,
         messages: [
           {
             role: "system",
@@ -293,7 +392,6 @@ export async function PUT(request: NextRequest) {
           },
           {
             role: "assistant",
-
             content: `The current code is: \n\`\`\`html\n${html}\n\`\`\` ${
               selectedElementHtml
                 ? `\n\nYou have to update ONLY the following element, NOTHING ELSE: \n\n\`\`\`html\n${selectedElementHtml}\n\`\`\``
@@ -305,14 +403,76 @@ export async function PUT(request: NextRequest) {
             content: prompt,
           },
         ],
-        ...(selectedProvider.id !== "sambanova"
-          ? {
-              max_tokens: selectedProvider.max_tokens,
-            }
-          : {}),
-      },
-      billTo ? { billTo } : {}
-    );
+        max_tokens: selectedProvider.max_tokens,
+      };
+
+      const headers: Record<string, string> = {
+        "Content-Type": "application/json",
+      };
+
+      if (customApiKey) {
+        headers["Authorization"] = `Bearer ${customApiKey}`;
+      }
+
+      const apiResponse = await fetch(`${customEndpoint}/chat/completions`, {
+        method: "POST",
+        headers,
+        body: JSON.stringify(requestBody),
+      });
+
+      if (!apiResponse.ok) {
+        throw new Error(`Custom endpoint error: ${apiResponse.statusText}`);
+      }
+
+      const data = await apiResponse.json();
+      response = {
+        choices: [{
+          message: {
+            content: data.choices?.[0]?.message?.content || ""
+          }
+        }]
+      };
+    } else {
+      // Original HuggingFace logic
+      const client = new InferenceClient(token);
+      response = await client.chatCompletion(
+        {
+          model: selectedModel.value,
+          provider: selectedProvider.id as any,
+          messages: [
+            {
+              role: "system",
+              content: FOLLOW_UP_SYSTEM_PROMPT,
+            },
+            {
+              role: "user",
+              content: previousPrompt
+                ? previousPrompt
+                : "You are modifying the HTML file based on the user's request.",
+            },
+            {
+              role: "assistant",
+
+              content: `The current code is: \n\`\`\`html\n${html}\n\`\`\` ${
+                selectedElementHtml
+                  ? `\n\nYou have to update ONLY the following element, NOTHING ELSE: \n\n\`\`\`html\n${selectedElementHtml}\n\`\`\``
+                  : ""
+              }`,
+            },
+            {
+              role: "user",
+              content: prompt,
+            },
+          ],
+          ...(selectedProvider.id !== "sambanova"
+            ? {
+                max_tokens: selectedProvider.max_tokens,
+              }
+            : {}),
+        },
+        billTo ? { billTo } : {}
+      );
+    }
 
     const chunk = response.choices[0]?.message?.content;
     if (!chunk) {

lib/providers.ts

@@ -1,56 +1,16 @@
 export const PROVIDERS = {
-  "fireworks-ai": {
-    name: "Fireworks AI",
-    max_tokens: 131_000,
-    id: "fireworks-ai",
-  },
-  nebius: {
-    name: "Nebius AI Studio",
-    max_tokens: 131_000,
-    id: "nebius",
-  },
-  sambanova: {
-    name: "SambaNova",
+  tesslate: {
+    name: "Tesslate",
     max_tokens: 32_000,
-    id: "sambanova",
-  },
-  novita: {
-    name: "NovitaAI",
-    max_tokens: 16_000,
-    id: "novita",
-  },
-  hyperbolic: {
-    name: "Hyperbolic",
-    max_tokens: 131_000,
-    id: "hyperbolic",
-  },
-  together: {
-    name: "Together AI",
-    max_tokens: 128_000,
-    id: "together",
+    id: "tesslate",
   },
 };
 
 export const MODELS = [
   {
-    value: "deepseek-ai/DeepSeek-V3-0324",
-    label: "DeepSeek V3 O324",
-    providers: ["fireworks-ai", "nebius", "sambanova", "novita", "hyperbolic"],
-    autoProvider: "novita",
-  },
-  {
-    value: "deepseek-ai/DeepSeek-R1-0528",
-    label: "DeepSeek R1 0528",
-    providers: [
-      "fireworks-ai",
-      "novita",
-      "hyperbolic",
-      "nebius",
-      "together",
-      "sambanova",
-    ],
-    autoProvider: "novita",
-    isNew: true,
-    isThinker: true,
+    value: "Tesslate/UIGENT-30B-3A-Preview",
+    label: "UIGENT-30B-3A Preview",
+    providers: ["tesslate"],
+    autoProvider: "tesslate",
   },
 ];