Create agent_tools.py

agent_tools.py

@@ -0,0 +1,175 @@
+import requests
+import json
+from bs4 import BeautifulSoup
+
+
+def duckduckgo_search(query: str, count: int = 3) -> list:
+    """
+    Perform a search using DuckDuckGo and return the results.
+
+    Args:
+        query: The search query string
+        count: Maximum number of results to return (default: 3)
+
+    Returns:
+        List of search results
+    """
+    print(f"Performing DuckDuckGo search for: {query}")
+
+    try:
+        headers = {
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
+        }
+
+        # Format the query for the URL
+        formatted_query = query.replace(' ', '+')
+        # Format the URL with query and parameter to increase snippet size
+        url = f"https://html.duckduckgo.com/html/?q={formatted_query}&kl=wt-wt"
+
+        # Send the request
+        response = requests.get(url, headers=headers, timeout=10)
+        response.raise_for_status()
+
+        # Parse the HTML response
+        soup = BeautifulSoup(response.text, 'html.parser')
+
+        # Extract search results
+        results = []
+        for result in soup.select('.result'):
+            title_elem = result.select_one('.result__title')
+            link_elem = result.select_one('.result__url')
+            snippet_elem = result.select_one('.result__snippet')
+
+            if title_elem and link_elem:
+                title = title_elem.get_text(strip=True)
+                url = link_elem.get('href') if link_elem.get('href') else link_elem.get_text(strip=True)
+                snippet = snippet_elem.get_text(strip=True) if snippet_elem else ""
+
+                # results.append({
+                #    "title": title,
+                #    "url": url,
+                #    "snippet": snippet
+                # })
+
+                results.append(snippet)
+
+                if len(results) >= count:
+                    break
+
+        print(f"DuckDuckGo results: {results}")
+        return results
+    except Exception as e:
+        print(f"Error during DuckDuckGo search: {e}")
+        return []
+
+
+def langsearch_search(query: str, count: int = 5) -> list:
+    """
+    Perform a search using LangSearch API and return the results.
+
+    Args:
+        query: The search query string
+        count: Maximum number of results to return (default: 5)
+        api_key: LangSearch API key (default: None, will look for env variable)
+
+    Returns:
+        List of search results
+    """
+    print(f"Performing LangSearch search for: {query}")
+
+    try:
+        import os
+        # Use API key from parameters or environment variable
+        api_key = os.environ.get("LS_TOKEN")
+
+        if not api_key:
+            print("Warning: No LangSearch API key provided. Set LS_TOKEN environment variable.")
+            return []
+
+        headers = {
+            "Content-Type": "application/json",
+            "Authorization": f"Bearer {api_key}"
+        }
+
+        payload = json.dumps({
+            "query": query,
+            "freshness": "noLimit",
+            "summary": True,
+            "count": count
+        })
+
+        url = "https://api.langsearch.com/v1/web-search"
+
+        response = requests.post(url, headers=headers, data=payload, timeout=30)
+        response.raise_for_status()
+        if response.status_code != 200:
+            print(f"LangSearch API error: {response.text}")
+            return []
+        response = response.json()
+        results = []
+        for result in response["data"]["webPages"]["value"]:
+            results.append(result["summary"])
+        #print(f"LangSearch results: {results}")
+        return results
+    except Exception as e:
+        print(f"Error during LangSearch search: {e}")
+        return []
+
+
+# Dictionary mapping tool names to their functions
+TOOLS_MAPPING = {
+    "duckduckgo_search": duckduckgo_search,
+    "langsearch_search": langsearch_search
+}
+
+# Tool definitions for LLM API
+TOOLS_DEFINITION = [
+    {
+        "type": "function",
+        "function": {
+            "name": "duckduckgo_search",
+            "description": "Search the web using DuckDuckGo and return relevant results",
+            "parameters": {
+                "type": "object",
+                "properties": {
+                    "query": {
+                        "type": "string",
+                        "description": "The search query string"
+                    },
+                    "num_results": {
+                        "type": "integer",
+                        "description": "Maximum number of results to return",
+                        "default": 5
+                    }
+                },
+                "required": ["query"]
+            }
+        }
+    },
+    {
+        "type": "function",
+        "function": {
+            "name": "langsearch_search",
+            "description": "Search the web using LangSearch API for more relevant results with deeper context",
+            "parameters": {
+                "type": "object",
+                "properties": {
+                    "query": {
+                        "type": "string",
+                        "description": "The search query string"
+                    },
+                    "top_k": {
+                        "type": "integer",
+                        "description": "Maximum number of results to return",
+                        "default": 5
+                    },
+                    "api_key": {
+                        "type": "string",
+                        "description": "LangSearch API key (optional, will use LANGSEARCH_API_KEY env var if not provided)"
+                    }
+                },
+                "required": ["query"]
+            }
+        }
+    }
+]