Upload app.py with huggingface_hub

app.py

@@ -116,28 +116,28 @@ def expand_query(state):
     """
     print("---------Expanding Query---------")
     system_message = '''You are an AI specializing in improving search queries to retrieve the most relevant nutrition disorder-related information.
-Your task is to **refine** and **expand** the given query so that better search results are obtained, while **keeping the original intent** unchanged.
+      Your task is to **refine** and **expand** the given query so that better search results are obtained, while **keeping the original intent** unchanged.
 
-Guidelines:
-- Add **specific details** where needed. Example: If a user asks about "anorexia," specify aspects like symptoms, causes, or treatment options.
-- Include **related terms** to improve retrieval (e.g., “bulimia” → “bulimia nervosa vs binge eating disorder”).
-- If the user provides an unclear query, suggest necessary clarifications.
-- **DO NOT** answer the question. Your job is only to enhance the query.
+      Guidelines:
+      - Add **specific details** where needed. Example: If a user asks about "anorexia," specify aspects like symptoms, causes, or treatment options.
+      - Include **related terms** to improve retrieval (e.g., “bulimia” → “bulimia nervosa vs binge eating disorder”).
+      - If the user provides an unclear query, suggest necessary clarifications.
+      - **DO NOT** answer the question. Your job is only to enhance the query.
 
-Examples:
-1. User Query: "Tell me about eating disorders."
-   Expanded Query: "Provide details on eating disorders, including types (e.g., anorexia nervosa, bulimia nervosa), symptoms, causes, and treatment options."
+      Examples:
+      1. User Query: "Tell me about eating disorders."
+        Expanded Query: "Provide details on eating disorders, including types (e.g., anorexia nervosa, bulimia nervosa), symptoms, causes, and treatment options."
 
-2. User Query: "What is anorexia?"
-   Expanded Query: "Explain anorexia nervosa, including its symptoms, causes, risk factors, and treatment options."
+      2. User Query: "What is anorexia?"
+        Expanded Query: "Explain anorexia nervosa, including its symptoms, causes, risk factors, and treatment options."
 
-3. User Query: "How to treat bulimia?"
-   Expanded Query: "Describe treatment options for bulimia nervosa, including psychotherapy, medications, and lifestyle changes."
+      3. User Query: "How to treat bulimia?"
+        Expanded Query: "Describe treatment options for bulimia nervosa, including psychotherapy, medications, and lifestyle changes."
 
-4. User Query: "What are the effects of malnutrition?"
-   Expanded Query: "Explain the effects of malnutrition on physical and mental health, including specific nutrient deficiencies and their consequences."
+      4. User Query: "What are the effects of malnutrition?"
+        Expanded Query: "Explain the effects of malnutrition on physical and mental health, including specific nutrient deficiencies and their consequences."
 
-Now, expand the following query:'''
+      Now, expand the following query:'''
 
     expand_prompt = ChatPromptTemplate.from_messages([
         ("system", system_message),
@@ -210,26 +210,26 @@ def craft_response(state: Dict) -> Dict:
         Dict: The updated state with the generated response.
     """
     system_message = '''You are a professional AI nutrition disorder specialist generating responses based on retrieved documents.
-Your task is to use the given **context** to generate a highly accurate, informative, and user-friendly response.
-
-Guidelines:
-- **Be direct and concise** while ensuring completeness.
-- **DO NOT include information that is not present in the context.**
-- If multiple sources exist, synthesize them into a coherent response.
-- If the context does not fully answer the query, state what additional information is needed.
-- Use bullet points when explaining complex concepts.
-
-Example:
-User Query: "What are the symptoms of anorexia nervosa?"
-Context:
-1. Anorexia nervosa is characterized by extreme weight loss and fear of gaining weight.
-2. Common symptoms include restricted eating, distorted body image, and excessive exercise.
-Response:
-"Anorexia nervosa is an eating disorder characterized by extreme weight loss and an intense fear of gaining weight. Common symptoms include:
-- Restricted eating
-- Distorted body image
-- Excessive exercise
-If you or someone you know is experiencing these symptoms, it is important to seek professional help."'''
+        Your task is to use the given **context** to generate a highly accurate, informative, and user-friendly response.
+
+        Guidelines:
+        - **Be direct and concise** while ensuring completeness.
+        - **DO NOT include information that is not present in the context.**
+        - If multiple sources exist, synthesize them into a coherent response.
+        - If the context does not fully answer the query, state what additional information is needed.
+        - Use bullet points when explaining complex concepts.
+
+        Example:
+        User Query: "What are the symptoms of anorexia nervosa?"
+        Context:
+        1. Anorexia nervosa is characterized by extreme weight loss and fear of gaining weight.
+        2. Common symptoms include restricted eating, distorted body image, and excessive exercise.
+        Response:
+        "Anorexia nervosa is an eating disorder characterized by extreme weight loss and an intense fear of gaining weight. Common symptoms include:
+        - Restricted eating
+        - Distorted body image
+        - Excessive exercise
+        If you or someone you know is experiencing these symptoms, it is important to seek professional help."'''
 
     response_prompt = ChatPromptTemplate.from_messages([
         ("system", system_message),
@@ -258,35 +258,35 @@ def score_groundedness(state: Dict) -> Dict:
     print("---------check_groundedness---------")
     system_message = '''You are an AI tasked with evaluating whether a response is grounded in the provided context and includes proper citations.
 
-Guidelines:
-1. **Groundedness Check**:
-   - Verify that the response accurately reflects the information in the context.
-   - Flag any unsupported claims or deviations from the context.
+      Guidelines:
+      1. **Groundedness Check**:
+        - Verify that the response accurately reflects the information in the context.
+        - Flag any unsupported claims or deviations from the context.
 
-2. **Citation Check**:
-   - Ensure that the response includes citations to the source material (e.g., "According to [Source], ...").
-   - If citations are missing, suggest adding them.
+      2. **Citation Check**:
+        - Ensure that the response includes citations to the source material (e.g., "According to [Source], ...").
+        - If citations are missing, suggest adding them.
 
-3. **Scoring**:
-   - Assign a groundedness score between 0 and 1, where 1 means fully grounded and properly cited.
+      3. **Scoring**:
+        - Assign a groundedness score between 0 and 1, where 1 means fully grounded and properly cited.
 
-Examples:
-1. Response: "Anorexia nervosa is caused by genetic factors (Source 1)."
-   Context: "Anorexia nervosa is influenced by genetic, environmental, and psychological factors (Source 1)."
-   Evaluation: "The response is grounded and properly cited. Groundedness score: 1.0."
+      Examples:
+      1. Response: "Anorexia nervosa is caused by genetic factors (Source 1)."
+        Context: "Anorexia nervosa is influenced by genetic, environmental, and psychological factors (Source 1)."
+        Evaluation: "The response is grounded and properly cited. Groundedness score: 1.0."
 
-2. Response: "Bulimia nervosa can be cured with diet alone."
-   Context: "Treatment for bulimia nervosa involves psychotherapy and medications (Source 2)."
-   Evaluation: "The response is ungrounded and lacks citations. Groundedness score: 0.2."
+      2. Response: "Bulimia nervosa can be cured with diet alone."
+        Context: "Treatment for bulimia nervosa involves psychotherapy and medications (Source 2)."
+        Evaluation: "The response is ungrounded and lacks citations. Groundedness score: 0.2."
 
-3. Response: "Anorexia nervosa has a high mortality rate."
-   Context: "Anorexia nervosa has one of the highest mortality rates among psychiatric disorders (Source 3)."
-   Evaluation: "The response is grounded but lacks a citation. Groundedness score: 0.7. ."
+      3. Response: "Anorexia nervosa has a high mortality rate."
+        Context: "Anorexia nervosa has one of the highest mortality rates among psychiatric disorders (Source 3)."
+        Evaluation: "The response is grounded but lacks a citation. Groundedness score: 0.7. ."
 
-   ****Return only a float score (e.g., 0.9). Do not provide explanations.****
+        ****Return only a float score (e.g., 0.9). Do not provide explanations.****
 
-Now, evaluate the following response:
-'''
+      Now, evaluate the following response:
+      '''
 
     groundedness_prompt = ChatPromptTemplate.from_messages([
         ("system", system_message),
@@ -318,39 +318,39 @@ def check_precision(state: Dict) -> Dict:
     """
     print("---------check_precision---------")
     system_message = '''You are an AI evaluator assessing the **precision** of the response.
-Your task is to **score** how well the response addresses the user’s original nutrition disorder-related query.
-
-Scoring Criteria:
-- 1.0 → The response is fully precise, directly answering the question.
-- 0.7 → The response is mostly correct but contains some generalization.
-- 0.5 → The response is somewhat relevant but lacks key details.
-- 0.3 → The response is vague or only partially correct.
-- 0.0 → The response is incorrect or misleading.
-
-Examples:
-1. Query: "What are the symptoms of anorexia nervosa?"
-   Response: "The symptoms of anorexia nervosa include extreme weight loss, fear of gaining weight, and a distorted body image."
-   Precision Score: 1.0
-
-2. Query: "How is bulimia nervosa treated?"
-   Response: "Bulimia nervosa is treated with therapy and medications."
-   Precision Score: 0.7
-
-3. Query: "What causes binge eating disorder?"
-   Response: "Binge eating disorder is caused by a combination of genetic, psychological, and environmental factors."
-   Precision Score: 0.5
-
-4. Query: "What are the effects of malnutrition?"
-   Response: "Malnutrition can lead to health problems."
-   Precision Score: 0.3
-
-5. Query: "What is the mortality rate of anorexia nervosa?"
-   Response: "Anorexia nervosa is a type of eating disorder."
-   Precision Score: 0.0
-
-   *****Return only a float score (e.g., 0.9). Do not provide explanations.*****
-Now, evaluate the following query and response:
-'''
+      Your task is to **score** how well the response addresses the user’s original nutrition disorder-related query.
+
+      Scoring Criteria:
+      - 1.0 → The response is fully precise, directly answering the question.
+      - 0.7 → The response is mostly correct but contains some generalization.
+      - 0.5 → The response is somewhat relevant but lacks key details.
+      - 0.3 → The response is vague or only partially correct.
+      - 0.0 → The response is incorrect or misleading.
+
+      Examples:
+      1. Query: "What are the symptoms of anorexia nervosa?"
+        Response: "The symptoms of anorexia nervosa include extreme weight loss, fear of gaining weight, and a distorted body image."
+        Precision Score: 1.0
+
+      2. Query: "How is bulimia nervosa treated?"
+        Response: "Bulimia nervosa is treated with therapy and medications."
+        Precision Score: 0.7
+
+      3. Query: "What causes binge eating disorder?"
+        Response: "Binge eating disorder is caused by a combination of genetic, psychological, and environmental factors."
+        Precision Score: 0.5
+
+      4. Query: "What are the effects of malnutrition?"
+        Response: "Malnutrition can lead to health problems."
+        Precision Score: 0.3
+
+      5. Query: "What is the mortality rate of anorexia nervosa?"
+        Response: "Anorexia nervosa is a type of eating disorder."
+        Precision Score: 0.0
+
+        *****Return only a float score (e.g., 0.9). Do not provide explanations.*****
+      Now, evaluate the following query and response:
+      '''
     precision_prompt = ChatPromptTemplate.from_messages([
         ("system", system_message),
         ("user", "Query: {query}\nResponse: {response}\n\nPrecision score:")
@@ -383,27 +383,27 @@ def refine_response(state: Dict) -> Dict:
 
     system_message = '''You are an AI response refinement assistant. Your task is to suggest **improvements** for the given response.
 
-### Guidelines:
-- Identify **gaps in the explanation** (missing key details).
-- Highlight **unclear or vague parts** that need elaboration.
-- Suggest **additional details** that should be included for better accuracy.
-- Ensure the refined response is **precise** and **grounded** in the retrieved context.
+      ### Guidelines:
+      - Identify **gaps in the explanation** (missing key details).
+      - Highlight **unclear or vague parts** that need elaboration.
+      - Suggest **additional details** that should be included for better accuracy.
+      - Ensure the refined response is **precise** and **grounded** in the retrieved context.
 
-### Examples:
-1. Query: "What are the symptoms of anorexia nervosa?"
-   Response: "The symptoms include weight loss and fear of gaining weight."
-   Suggestions: "The response is missing key details about behavioral and emotional symptoms. Add details like 'distorted body image' and 'restrictive eating patterns.'"
+      ### Examples:
+      1. Query: "What are the symptoms of anorexia nervosa?"
+        Response: "The symptoms include weight loss and fear of gaining weight."
+        Suggestions: "The response is missing key details about behavioral and emotional symptoms. Add details like 'distorted body image' and 'restrictive eating patterns.'"
 
-2. Query: "How is bulimia nervosa treated?"
-   Response: "Bulimia nervosa is treated with therapy."
-   Suggestions: "The response is too vague. Specify the types of therapy (e.g., cognitive-behavioral therapy) and mention other treatments like nutritional counseling and medications."
+      2. Query: "How is bulimia nervosa treated?"
+        Response: "Bulimia nervosa is treated with therapy."
+        Suggestions: "The response is too vague. Specify the types of therapy (e.g., cognitive-behavioral therapy) and mention other treatments like nutritional counseling and medications."
 
-3. Query: "What causes binge eating disorder?"
-   Response: "Binge eating disorder is caused by psychological factors."
-   Suggestions: "The response is incomplete. Add details about genetic and environmental factors, and explain how they contribute to the disorder."
+      3. Query: "What causes binge eating disorder?"
+        Response: "Binge eating disorder is caused by psychological factors."
+        Suggestions: "The response is incomplete. Add details about genetic and environmental factors, and explain how they contribute to the disorder."
 
-Now, suggest improvements for the following response:
-'''
+      Now, suggest improvements for the following response:
+      '''
 
     refine_response_prompt = ChatPromptTemplate.from_messages([
         ("system", system_message),
@@ -435,26 +435,26 @@ def refine_query(state: Dict) -> Dict:
     print("---------refine_query---------")
     system_message = '''You are an AI query refinement assistant. Your task is to suggest **improvements** for the expanded query.
 
-### Guidelines:
-- Add **specific keywords** to improve document retrieval.
-- Identify **missing details** that should be included.
-- Suggest **ways to narrow the scope** for better precision.
+      ### Guidelines:
+      - Add **specific keywords** to improve document retrieval.
+      - Identify **missing details** that should be included.
+      - Suggest **ways to narrow the scope** for better precision.
 
-### Examples:
-1. Original Query: "Tell me about eating disorders."
-   Expanded Query: "Provide details on eating disorders, including types, symptoms, causes, and treatment options."
-   Suggestions: "Add specific types of eating disorders like 'anorexia nervosa' and 'bulimia nervosa' to improve retrieval."
+      ### Examples:
+      1. Original Query: "Tell me about eating disorders."
+        Expanded Query: "Provide details on eating disorders, including types, symptoms, causes, and treatment options."
+        Suggestions: "Add specific types of eating disorders like 'anorexia nervosa' and 'bulimia nervosa' to improve retrieval."
 
-2. Original Query: "What is anorexia?"
-   Expanded Query: "Explain anorexia nervosa, including its symptoms and causes."
-   Suggestions: "Include details about treatment options and risk factors to make the query more comprehensive."
+      2. Original Query: "What is anorexia?"
+        Expanded Query: "Explain anorexia nervosa, including its symptoms and causes."
+        Suggestions: "Include details about treatment options and risk factors to make the query more comprehensive."
 
-3. Original Query: "How to treat bulimia?"
-   Expanded Query: "Describe treatment options for bulimia nervosa."
-   Suggestions: "Specify types of treatments like 'cognitive-behavioral therapy' and 'medications' for better precision."
+      3. Original Query: "How to treat bulimia?"
+        Expanded Query: "Describe treatment options for bulimia nervosa."
+        Suggestions: "Specify types of treatments like 'cognitive-behavioral therapy' and 'medications' for better precision."
 
-Now, suggest improvements for the following expanded query:
-'''
+      Now, suggest improvements for the following expanded query:
+      '''
 
     refine_query_prompt = ChatPromptTemplate.from_messages([
         ("system", system_message),
@@ -643,8 +643,9 @@ class NutritionBot:
         self.client = ChatOpenAI(
             model_name="gpt-4o-mini",  # Specify the model to use (e.g., GPT-4 optimized version)
             api_key=config.get("API_KEY"),  # API key for authentication
-            endpoint = config.get("OPENAI_API_BASE"),
-            temperature=0  # Controls randomness in responses; 0 ensures deterministic results
+            base_url = config.get("OPENAI_API_BASE"),
+            temperature=0,  # Controls randomness in responses; 0 ensures deterministic results
+            streaming=False
         )