Merge pull request #169 from yashdev9274/supercode-cli

feat(cli): add Exa search/fetch as alternative web search provider

Author: yashdev9274

apps/supercode-cli/server/package.json

@@ -1,6 +1,6 @@
 {
   "name": "supercode-cli",
-  "version": "0.1.40",
+  "version": "0.1.41",
   "description": "AI-powered coding agent CLI",
   "main": "dist/main.js",
   "bin": {

apps/supercode-cli/server/src/agent/built-in.ts

@@ -58,6 +58,8 @@ const planInfo: AgentInfo = info({
     { permission: "firecrawl_search", pattern: "*", action: "allow" },
     { permission: "firecrawl_scrape", pattern: "*", action: "allow" },
     { permission: "firecrawl_map", pattern: "*", action: "allow" },
+    { permission: "exa_search", pattern: "*", action: "allow" },
+    { permission: "exa_fetch", pattern: "*", action: "allow" },
     { permission: "read_instructions", pattern: "*", action: "allow" },
     { permission: "task", pattern: "*", action: "allow" },
   ],
@@ -109,6 +111,8 @@ const exploreInfo: AgentInfo = info({
     { permission: "firecrawl_search", pattern: "*", action: "allow" },
     { permission: "firecrawl_scrape", pattern: "*", action: "allow" },
     { permission: "firecrawl_map", pattern: "*", action: "allow" },
+    { permission: "exa_search", pattern: "*", action: "allow" },
+    { permission: "exa_fetch", pattern: "*", action: "allow" },
     { permission: "task", pattern: "*", action: "allow" },
   ],
   prompt: "explore",

apps/supercode-cli/server/src/agent/runner.ts

@@ -27,6 +27,8 @@ const READ_TOOLS = new Set([
   "firecrawl_search",
   "firecrawl_scrape",
   "firecrawl_map",
+  "exa_search",
+  "exa_fetch",
 ])
 
 export async function runAgent(

apps/supercode-cli/server/src/cli/ai/chat/chat.ts

@@ -280,10 +280,18 @@ async function streamAIResponse(
     // Ensure .env vars are loaded (Bun only auto-loads .env from CWD, which
     // may not be the server directory when launched from elsewhere).
     loadEnvOnce()
-    // When Firecrawl is configured, remove the legacy web_search tool so the
-    // model reliably uses firecrawl_search instead of falling back to Google CSE.
+    // Priority: Firecrawl > Exa > legacy web_search.
+    // When Firecrawl is configured, use firecrawl tools exclusively.
     if (process.env.FIRECRAWL_API_KEY) {
       delete (toolsToUse as Record<string, unknown>).web_search
+      delete (toolsToUse as Record<string, unknown>).exa_search
+      delete (toolsToUse as Record<string, unknown>).exa_fetch
+    } else if (process.env.EXA_API_KEY) {
+      // When Exa is configured (without Firecrawl), use exa tools and hide legacy.
+      delete (toolsToUse as Record<string, unknown>).web_search
+      delete (toolsToUse as Record<string, unknown>).firecrawl_search
+      delete (toolsToUse as Record<string, unknown>).firecrawl_scrape
+      delete (toolsToUse as Record<string, unknown>).firecrawl_map
     }
     // Wire the subagent runtime so the `delegate` tool can spawn focused subtasks.
     setDelegateRuntime({

apps/supercode-cli/server/src/cli/workspace/context.ts

@@ -91,10 +91,11 @@ export function buildSystemPrompt(info: WorkspaceInfo, hasTools = false): string
   lines.push("## Web Search Requirement")
   lines.push("")
   lines.push("When the user asks about a company, product, service, topic, or any information")
-  lines.push("that may have changed since your training data, you MUST call `firecrawl_search`")
-  lines.push("to retrieve current information. Do NOT answer from your training data — always")
-  lines.push("search first. If `firecrawl_search` returns an error, tell the user search is")
-  lines.push("unavailable. Never fabricate search results.")
+  lines.push("that may have changed since your training data, you MUST call the available")
+  lines.push("web search tool (`firecrawl_search` or `exa_search`) to retrieve current")
+  lines.push("information. Do NOT answer from your training data — always search first.")
+  lines.push("If search returns an error, tell the user search is unavailable.")
+  lines.push("Never fabricate search results.")
   lines.push("")
   lines.push("## Tone and Style")
   lines.push("")
@@ -129,8 +130,8 @@ export function buildSystemPrompt(info: WorkspaceInfo, hasTools = false): string
   lines.push("")
   lines.push("This is non-negotiable:")
   lines.push("")
-  lines.push("- Every `url_fetch`, `firecrawl_search`, `read_file`, `search_files`, and")
-  lines.push("  `read_instructions` call returns a STRUCTURED envelope. Inspect it:")
+    lines.push("- Every `url_fetch`, web search (`firecrawl_search`/`exa_search`), `read_file`, `search_files`, and")
+    lines.push("  `read_instructions` call returns a STRUCTURED envelope. Inspect it:")
   lines.push("  `{ success: true, content: \"...\" }` means the tool worked and returned content.")
   lines.push("  `{ success: false, error: \"...\", hint: \"...\" }` means the tool failed.")
   lines.push("")

apps/supercode-cli/server/src/config/agent-config.ts

@@ -6,11 +6,13 @@ import { runCommandTool } from "../tools/definitions/run-command"
 import { firecrawlSearchTool } from "../tools/definitions/firecrawl-search"
 import { firecrawlScrapeTool } from "../tools/definitions/firecrawl-scrape"
 import { firecrawlMapTool } from "../tools/definitions/firecrawl-map"
+import { exaSearchTool } from "../tools/definitions/exa-search"
+import { exaFetchTool } from "../tools/definitions/exa-fetch"
 
 const agentInstructions = `You are a full-stack coding agent that creates complete, production-ready applications.
 
 YOUR WORKFLOW (follow exactly):
-1. RESEARCH — If you need docs, API references, or code examples, use firecrawl_search / firecrawl_scrape to fetch them first
+1. RESEARCH — If you need docs, API references, or code examples, use firecrawl_search (or exa_search) / firecrawl_scrape (or exa_fetch) to fetch them first
 2. PLAN — Decide the project structure, tech stack, and all files needed
 3. CREATE DIRS — Use run_command({ command: "mkdir -p <paths>" }) to create the directory structure
 4. WRITE FILES — Use write_file for each source file with complete, working code
@@ -60,6 +62,16 @@ export function createAppAgent(model: LanguageModel, systemPrompt?: string) {
         inputSchema: firecrawlMapTool.parameters,
         execute: async (input: any) => firecrawlMapTool.execute(input),
       }),
+      exa_search: tool({
+        description: exaSearchTool.description,
+        inputSchema: exaSearchTool.parameters,
+        execute: async (input: any) => exaSearchTool.execute(input),
+      }),
+      exa_fetch: tool({
+        description: exaFetchTool.description,
+        inputSchema: exaFetchTool.parameters,
+        execute: async (input: any) => exaFetchTool.execute(input),
+      }),
     },
     stopWhen: stepCountIs(50),
   })

apps/supercode-cli/server/src/config/tools.config.ts

@@ -58,6 +58,22 @@ export const availableTools: ToolConfig[] = [
     getTool: () => registryTools.firecrawl_map as unknown as Record<string, unknown>,
     enabled: false,
   },
+  {
+    id: "exa_search",
+    name: "Exa Search",
+    description:
+      "Search the web using Exa. Returns relevant results with titles, snippets, and URLs",
+    getTool: () => registryTools.exa_search as unknown as Record<string, unknown>,
+    enabled: false,
+  },
+  {
+    id: "exa_fetch",
+    name: "Exa Fetch",
+    description:
+      "Fetch and extract full text content from a URL using Exa. Handles JS-rendered pages",
+    getTool: () => registryTools.exa_fetch as unknown as Record<string, unknown>,
+    enabled: false,
+  },
   {
     id: "write_file",
     name: "Write File",

apps/supercode-cli/server/src/index.ts

@@ -751,6 +751,7 @@ app.put("/api/conversations/:id/title", async (req, res) => {
 // ── Tool proxy endpoints (use server-side API keys) ──
 
 const FIRECRAWL_BASE = "https://api.firecrawl.dev/v2"
+const EXA_BASE = "https://api.exa.ai"
 
 app.post("/api/tools/firecrawl-search", async (req, res) => {
   try {
@@ -815,6 +816,48 @@ app.post("/api/tools/firecrawl-map", async (req, res) => {
   }
 })
 
+app.post("/api/tools/exa-search", async (req, res) => {
+  try {
+    const user = await getUserFromBearer(req)
+    if (!user) { res.status(401).json({ error: "Unauthorized" }); return }
+
+    const apiKey = process.env.EXA_API_KEY
+    if (!apiKey) { res.status(500).json({ error: "Exa search not configured on server" }); return }
+
+    const response = await fetch(`${EXA_BASE}/search`, {
+      method: "POST",
+      headers: { "x-api-key": apiKey, "Content-Type": "application/json" },
+      body: JSON.stringify(req.body),
+      signal: AbortSignal.timeout(30000),
+    })
+    const data = await response.json()
+    res.status(response.status).json(data)
+  } catch (error: any) {
+    res.status(500).json({ error: error.message || "Exa search proxy failed" })
+  }
+})
+
+app.post("/api/tools/exa-fetch", async (req, res) => {
+  try {
+    const user = await getUserFromBearer(req)
+    if (!user) { res.status(401).json({ error: "Unauthorized" }); return }
+
+    const apiKey = process.env.EXA_API_KEY
+    if (!apiKey) { res.status(500).json({ error: "Exa fetch not configured on server" }); return }
+
+    const response = await fetch(`${EXA_BASE}/contents`, {
+      method: "POST",
+      headers: { "x-api-key": apiKey, "Content-Type": "application/json" },
+      body: JSON.stringify(req.body),
+      signal: AbortSignal.timeout(30000),
+    })
+    const data = await response.json()
+    res.status(response.status).json(data)
+  } catch (error: any) {
+    res.status(500).json({ error: error.message || "Exa fetch proxy failed" })
+  }
+})
+
 app.post("/api/tools/web-search", async (req, res) => {
   try {
     const user = await getUserFromBearer(req)

apps/supercode-cli/server/src/lib/exa.ts

@@ -0,0 +1,78 @@
+import { loadEnvOnce } from "./load-env"
+import { proxyToolCall } from "./proxy-tools"
+
+const EXA_BASE = "https://api.exa.ai"
+
+export interface ExaOptions {
+  apiPath: string
+  proxyAction: string
+  body: Record<string, unknown>
+  timeout?: number
+}
+
+export interface ExaResult {
+  ok: boolean
+  data?: any
+  error?: string
+  hint?: string
+  status?: number
+}
+
+function statusHint(status: number): string | undefined {
+  if (status === 429) return "Rate limited. Try again later."
+  if (status === 402) return "Exa account requires payment. Check your credit balance."
+  if (status === 401 || status === 403) return "Invalid EXA_API_KEY. Check your API key."
+  return undefined
+}
+
+export async function exaFetch({
+  apiPath,
+  proxyAction,
+  body,
+  timeout = 30000,
+}: ExaOptions): Promise<ExaResult> {
+  loadEnvOnce()
+  const apiKey = process.env.EXA_API_KEY
+
+  if (!apiKey) {
+    const proxy = await proxyToolCall(`/api/tools/${proxyAction}`, body)
+    if (proxy.ok) return { ok: true, data: proxy.data }
+    return {
+      ok: false,
+      error: `Exa proxy failed: ${proxy.error}. Set EXA_API_KEY environment variable locally, or fix the proxy issue above.`,
+      hint: `Proxy error: ${proxy.error}. Try url_fetch as a fallback.`,
+    }
+  }
+
+  try {
+    const res = await fetch(`${EXA_BASE}${apiPath}`, {
+      method: "POST",
+      headers: {
+        "x-api-key": apiKey,
+        "Content-Type": "application/json",
+      },
+      body: JSON.stringify(body),
+      signal: AbortSignal.timeout(timeout),
+    })
+
+    const data = await res.json()
+
+    if (!res.ok) {
+      return {
+        ok: false,
+        error: `Exa returned HTTP ${res.status}`,
+        hint: statusHint(res.status),
+        status: res.status,
+      }
+    }
+
+    return { ok: true, data }
+  } catch (err: any) {
+    const isTimeout = err?.name === "TimeoutError" || err?.name === "AbortError"
+    return {
+      ok: false,
+      error: isTimeout ? "Request timed out" : (err.message || String(err)),
+      hint: isTimeout ? "Exa API may be slow or unreachable. Try url_fetch instead." : undefined,
+    }
+  }
+}

apps/supercode-cli/server/src/tools/definitions/delegate.ts

@@ -48,6 +48,8 @@ const READ_ONLY_TOOLS = new Set([
   "firecrawl_search",
   "firecrawl_scrape",
   "firecrawl_map",
+  "exa_search",
+  "exa_fetch",
   "task",
 ])