Update app.py

app.py

@@ -105,15 +105,31 @@ def inference_calling_idefics(image_path, question=""):
         return "Error: Invalid image or unable to encode image."
 
     image_info = f"data:image/png;base64,{image_base64}"
-    prompt = f"{system_prompt}\n![]({image_info})\n{question}\n\n"
-    
+    prompt = f'Describe this image without question mark. {question}'
+
     try:
-        response = client.text_generation(
-            prompt, 
-            max_new_tokens=512, 
-            do_sample=True,
-            temperature=0.2
-        )
+        response = ""
+        for message in client.chat_completion(
+            model=image_model,
+            messages=[
+                {
+                    "role": "system",
+                    "content": [
+                        {"type": "text", "text": system_prompt},
+                    ],
+                },
+                {
+                    "role": "user",
+                    "content": [
+                        {"type": "image_url", "image_url": {"url": image_info}},
+                        {"type": "text", "text": prompt},
+                    ],
+                }
+            ],
+            max_tokens=2048,
+            stream=True,
+        ):
+            response += message.choices[0].delta.content
         return response
     except Exception as e:
         print(f"Error in inference call: {e}")