feat: migrate web search to support Tavily alongside SearXNG

package.json

@@ -19,6 +19,7 @@
     "@phosphor-icons/react": "^2.1.10",
     "@radix-ui/react-tooltip": "^1.2.8",
     "@tailwindcss/typography": "^0.5.12",
+    "@tavily/core": "^0.6.4",
     "@toolsycc/json-repair": "^0.1.22",
     "axios": "^1.8.3",
     "better-sqlite3": "^11.9.1",

src/lib/agents/search/researcher/actions/webSearch.ts

@@ -1,6 +1,8 @@
 import z from 'zod';
 import { ResearchAction } from '../../types';
 import { searchSearxng } from '@/lib/searxng';
+import { searchTavily } from '@/lib/tavily';
+import { getSearchProvider } from '@/lib/config/serverRegistry';
 import { Chunk, SearchResultsResearchBlock } from '@/lib/types';
 
 const actionSchema = z.object({
@@ -114,8 +116,13 @@ const webSearchAction: ResearchAction<typeof actionSchema> = {
 
     let results: Chunk[] = [];
 
+    const searchProvider = getSearchProvider();
+
     const search = async (q: string) => {
-      const res = await searchSearxng(q);
+      const res =
+        searchProvider === 'tavily'
+          ? await searchTavily(q)
+          : await searchSearxng(q);
 
       const resultChunks: Chunk[] = res.results.map((r) => ({
         content: r.content || r.title,

src/lib/config/index.ts

@@ -18,6 +18,8 @@ class ConfigManager {
     modelProviders: [],
     search: {
       searxngURL: '',
+      tavilyAPIKey: '',
+      searchProvider: 'searxng',
     },
   };
   uiConfigSections: UIConfigSections = {
@@ -102,6 +104,26 @@ class ConfigManager {
     ],
     modelProviders: [],
     search: [
+      {
+        name: 'Search Provider',
+        key: 'searchProvider',
+        type: 'select',
+        options: [
+          {
+            name: 'SearXNG',
+            value: 'searxng',
+          },
+          {
+            name: 'Tavily',
+            value: 'tavily',
+          },
+        ],
+        required: false,
+        description: 'Select the web search provider to use.',
+        default: 'searxng',
+        scope: 'server',
+        env: 'SEARCH_PROVIDER',
+      },
       {
         name: 'SearXNG URL',
         key: 'searxngURL',
@@ -113,6 +135,17 @@ class ConfigManager {
         scope: 'server',
         env: 'SEARXNG_API_URL',
       },
+      {
+        name: 'Tavily API Key',
+        key: 'tavilyAPIKey',
+        type: 'password',
+        required: false,
+        description: 'API key for Tavily search (required when search provider is Tavily)',
+        placeholder: 'tvly-...',
+        default: '',
+        scope: 'server',
+        env: 'TAVILY_API_KEY',
+      },
     ],
   };
 

src/lib/config/serverRegistry.ts

@@ -13,3 +13,9 @@ export const getConfiguredModelProviderById = (
 
 export const getSearxngURL = () =>
   configManager.getConfig('search.searxngURL', '');
+
+export const getTavilyAPIKey = (): string =>
+  configManager.getConfig('search.tavilyAPIKey', '');
+
+export const getSearchProvider = (): 'searxng' | 'tavily' =>
+  configManager.getConfig('search.searchProvider', 'searxng');

src/lib/tavily.ts

@@ -0,0 +1,36 @@
+import { tavily } from '@tavily/core';
+import { getTavilyAPIKey } from './config/serverRegistry';
+
+interface TavilySearchResult {
+  title: string;
+  url: string;
+  content?: string;
+}
+
+export const searchTavily = async (query: string) => {
+  const apiKey = getTavilyAPIKey();
+
+  if (!apiKey) {
+    throw new Error(
+      'Tavily API key is not configured. Please set TAVILY_API_KEY.',
+    );
+  }
+
+  const client = tavily({ apiKey });
+
+  const response = await client.search(query, {
+    maxResults: 10,
+    searchDepth: 'basic',
+    topic: 'general',
+  });
+
+  const results: TavilySearchResult[] = (response.results || []).map((r) => ({
+    title: r.title,
+    url: r.url,
+    content: r.content,
+  }));
+
+  const suggestions: string[] = [];
+
+  return { results, suggestions };
+};