Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions apps/supercode-cli/server/.env.example
Original file line number Diff line number Diff line change
Expand Up @@ -62,6 +62,10 @@ MINIMAX_MODEL="MiniMax-M2"
# ConcentraceAI
CONCENTRATEAI_API_KEY=""

# Merge Dev Gateway (https://app.merge.dev)
MERGE_DEV_API_KEY=""
MERGE_DEV_MODEL="anthropic/claude-opus-4-8"

# ─── Web Search Tools ──────────────────────────
# 🟡 Required for search/scrape tools

Expand Down
2 changes: 1 addition & 1 deletion apps/supercode-cli/server/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "supercode-cli",
"version": "0.1.53",
"version": "0.1.54",
"description": "AI-powered coding agent CLI",
"main": "dist/main.js",
"bin": {
Expand Down
242 changes: 242 additions & 0 deletions apps/supercode-cli/server/src/cli/ai/mergedev-service.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,242 @@
import { createOpenAICompatible } from "@ai-sdk/openai-compatible"
import { streamText, stepCountIs, type ModelMessage, type LanguageModel, type LanguageModelUsage } from "ai"
import chalk from "chalk"
import { mergedevConfig } from "../../config/mergedev.config.ts"
import { recordUsage } from "../../lib/track-usage"
import { computeCost } from "../../lib/pricing"
import { isEmptyToolResult, isDeniedToolResult, summarizeToolResult, tcName } from "./tool-result"

const HIGH_VALUE_MODELS = ["anthropic/claude-fable-5", "anthropic/claude-opus-4-8", "anthropic/claude-opus-4-7", "openai/gpt-5.5"]

export class MergeDevService {
model: LanguageModel
readonly modelName: string

constructor(modelName?: string) {
if (!mergedevConfig.apiKey) {
throw new Error(
"Merge Dev is not configured.\n\n Set MERGE_DEV_API_KEY in your environment:\n" +
" export MERGE_DEV_API_KEY=<your-key>\n\n" +
" Get a key at: https://app.merge.dev/settings/api-keys",
)
}

this.modelName = modelName || mergedevConfig.model

const client = createOpenAICompatible({
name: "mergedev",
baseURL: mergedevConfig.baseUrl,
headers: { Authorization: `Bearer ${mergedevConfig.apiKey}` },
})

this.model = client.chatModel(this.modelName)
}

async sendMessage(
messages: ModelMessage[],
onChunk?: (chunk: string) => void,
tools?: any,
onToolCall?: any,
signal?: AbortSignal,
onReasoning?: (chunk: string) => void,
onToolResult?: (params: { toolName: string; args: unknown; result: string }) => void,
onStepFinish?: (params: { stepNumber: number; toolCalls: Array<{ toolName: string; args: unknown }>; toolResults: Array<{ toolName: string; args: unknown; result: string }> }) => void,
) {
const streamAbortController = new AbortController()
const streamTimeout = setTimeout(() => streamAbortController.abort(), 120_000)
const signalHandler = signal ? () => streamAbortController.abort() : undefined
signalHandler && signal!.addEventListener("abort", signalHandler, { once: true })

try {
const systemMessages = messages.filter(m => m.role === "system")
const nonSystemMessages = messages.filter(m => m.role !== "system")
const system = systemMessages.map(m => m.content).join("\n")

const hasTools = tools && Object.keys(tools).length > 0

if (!hasTools) {
const result = streamText({
model: this.model,
messages: nonSystemMessages,
system,
abortSignal: streamAbortController.signal,
...(!HIGH_VALUE_MODELS.includes(this.modelName) ? { maxOutputTokens: 8192 } : {}),
})

let fullResponse = ""
for await (const chunk of result.textStream) {
fullResponse += chunk
onChunk?.(chunk)
}

const [finishReason, usage] = await Promise.all([
result.finishReason,
result.usage,
])

recordUsage({
provider: "mergedev",
model: this.modelName,
inputTokens: usage.inputTokens ?? 0,
outputTokens: usage.outputTokens ?? 0,
cachedInputTokens: usage.inputTokenDetails?.cacheReadTokens ?? 0,
totalTokens: usage.totalTokens ?? 0,
costUsd: computeCost(this.modelName, usage.inputTokens ?? 0, usage.outputTokens ?? 0, usage.inputTokenDetails?.cacheReadTokens ?? 0),
durationMs: null,
})

return {
content: fullResponse,
finishReason,
usage,
}
}

let fullResponse = ""
const seenStepResults: Array<{ toolName: string; result: string }> = []
const deniedCounts = new Map<string, number>()
let stopForDenialLoop = false

const result = streamText({
model: this.model,
messages: nonSystemMessages,
system,
tools,
...(!HIGH_VALUE_MODELS.includes(this.modelName) ? { maxOutputTokens: 8192 } : {} as Record<string, never>),
stopWhen: stepCountIs(8),
abortSignal: streamAbortController.signal,
prepareStep: async ({ messages }) => {
if (stopForDenialLoop) {
return {
messages: [
...messages,
{
role: "system" as const,
content:
"SYSTEM NOTICE: You have called the same permission-protected tool multiple " +
"times after the user denied it. Stop calling it. Respond to the user with " +
"what you have so far and ask for guidance.",
},
],
}
}
if (seenStepResults.length === 0) return undefined
const allEmpty = seenStepResults.every((r) => isEmptyToolResult(r.result))
if (!allEmpty) return undefined
const summary = seenStepResults
.map((r) => `- ${r.toolName}: ${summarizeToolResult(r.result)}`)
.join("\n")
return {
messages: [
...messages,
{
role: "system" as const,
content:
"SYSTEM NOTICE: All tool calls so far have returned empty or error results. " +
"You have NO source material to answer with. Do NOT invent specifications, pricing, " +
"dates, leaderboard rankings, or any factual claims. Tell the user which tools failed " +
"and what you would need to proceed.\n\nTool outcomes:\n" + summary,
},
],
}
},
onStepFinish: async (event) => {
if (event.toolCalls?.length) {
for (const tc of event.toolCalls) {
onToolCall?.({ toolName: tc.toolName, args: (tc as any).input as Record<string, unknown> })
}
}
const inputByCallId = new Map<string, unknown>()
if (event.toolCalls?.length) {
for (const tc of event.toolCalls) {
const id = (tc as any).toolCallId
if (typeof id === "string") {
inputByCallId.set(id, (tc as any).input)
}
}
}
const toolResults = (event as any).toolResults as
| Array<{ toolName?: string; toolCallId?: string; input?: unknown; output?: unknown }>
| undefined
if (toolResults?.length) {
for (const tr of toolResults) {
const name = tcName(tr.toolName) ?? "unknown"
const out = (tr as any).output
const text =
typeof out === "string"
? out
: out === undefined || out === null
? ""
: JSON.stringify(out)
seenStepResults.push({ toolName: name, result: text })
const args = tr.input ?? (tr.toolCallId ? inputByCallId.get(tr.toolCallId) : undefined)
if (onToolResult) {
onToolResult({ toolName: name, args, result: text })
}
if (isDeniedToolResult(text)) {
const prev = deniedCounts.get(name) ?? 0
const next = prev + 1
deniedCounts.set(name, next)
if (next >= 2) stopForDenialLoop = true
} else {
deniedCounts.set(name, 0)
}
}
}
},
})

for await (const chunk of result.textStream) {
fullResponse += chunk
onChunk?.(chunk)
}

const [finishReason, usage] = await Promise.all([
result.finishReason,
result.usage,
])

recordUsage({
provider: "mergedev",
model: this.modelName,
inputTokens: usage.inputTokens ?? 0,
outputTokens: usage.outputTokens ?? 0,
cachedInputTokens: usage.inputTokenDetails?.cacheReadTokens ?? 0,
totalTokens: usage.totalTokens ?? 0,
costUsd: computeCost(this.modelName, usage.inputTokens ?? 0, usage.outputTokens ?? 0, usage.inputTokenDetails?.cacheReadTokens ?? 0),
durationMs: null,
})

return {
content: fullResponse,
finishReason,
usage,
}
} catch (error: any) {
if (error?.name === "AbortError") throw error
const msg = error instanceof Error ? error.message : String(error)
const is5xx = /MergeDev (?:API )?5\d\d/.test(msg) || /status code 5\d\d/i.test(msg)
if (is5xx) {
const friendly = new Error(
`Merge Dev Gateway error (HTTP 5xx). This is upstream — not your request. ` +
`Try again, or run /model to switch providers.\n ${msg}`,
)
console.error(chalk.red("MergeDev Service Error:"), friendly.message)
throw friendly
}
console.error(chalk.red("MergeDev Service Error:"), msg)
throw error
} finally {
clearTimeout(streamTimeout)
if (signalHandler) signal!.removeEventListener("abort", signalHandler as any)
}
}

async getMessage(messages: ModelMessage[], tools?: any) {
let fullResponse = ""
const result = await this.sendMessage(messages, (chunk) => {
fullResponse += chunk
})
return result.content
}
}
16 changes: 15 additions & 1 deletion apps/supercode-cli/server/src/cli/ai/provider.ts
Original file line number Diff line number Diff line change
Expand Up @@ -4,13 +4,15 @@ import { MinimaxService } from "./minimax-service.ts"
import { OpenRouterService } from "./openrouter-service.ts"
import { NvidiaService } from "./nvidia-service.ts"
import { ConcentrateService } from "./concentrate-service.ts"
import { MergeDevService } from "./mergedev-service.ts"
import { ServerProxyService } from "./server-proxy-service.ts"
import { config } from "../../config/google.config.ts"
import { minimaxConfig } from "../../config/minimax.config.ts"
import { openRouterConfig } from "../../config/openrouter.config.ts"
import { nvidiaConfig } from "../../config/nvidia.config.ts"
import { mergedevConfig } from "../../config/mergedev.config.ts"

export type ModelProvider = "google" | "minimax" | "openrouter" | "nvidia" | "concentrateai"
export type ModelProvider = "google" | "minimax" | "openrouter" | "nvidia" | "concentrateai" | "mergedev"

export interface AIProvider {
readonly name: string
Expand Down Expand Up @@ -39,6 +41,7 @@ const providerMeta: Record<ModelProvider, { env: string; label: string; defaultM
openrouter: { env: "OPENROUTER_API_KEY", label: "OpenRouter", defaultModel: "openai/gpt-oss-120b:free", link: "https://openrouter.ai/keys" },
nvidia: { env: "NVIDIA_API_KEY", label: "NVIDIA NIM", defaultModel: "minimaxai/minimax-m3" },
concentrateai: { env: "CONCENTRATEAI_API_KEY", label: "ConcentrateAI", defaultModel: "deepseek-v4-flash", link: "https://concentrate.ai" },
mergedev: { env: "MERGE_DEV_API_KEY", label: "Merge Dev Gateway", defaultModel: "anthropic/claude-opus-4-8", link: "https://app.merge.dev" },
}

const providerConfigs: Record<ModelProvider, () => string> = {
Expand All @@ -47,6 +50,7 @@ const providerConfigs: Record<ModelProvider, () => string> = {
openrouter: () => openRouterConfig.apiKey,
nvidia: () => nvidiaConfig.apiKey,
concentrateai: () => process.env.CONCENTRATEAI_API_KEY || "",
mergedev: () => mergedevConfig.apiKey,
}

export function createProvider(provider: ModelProvider, model?: string): AIProvider {
Expand Down Expand Up @@ -103,6 +107,16 @@ export function createProvider(provider: ModelProvider, model?: string): AIProvi
svc.sendMessage(messages, onChunk, tools, onToolCall, signal, onReasoning, onToolResult),
}
}
case "mergedev": {
const svc = new MergeDevService(model)
return {
name: "mergedev",
modelName: svc.modelName,
model: svc.model,
sendMessage: (messages, onChunk, tools, onToolCall, signal, onReasoning, onToolResult) =>
svc.sendMessage(messages, onChunk, tools, onToolCall, signal, onReasoning, onToolResult),
}
}
default: {
throw new Error(`Provider "${provider}" is paused or unavailable`)
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,7 @@ const PROVIDERS = [
{ name: "OpenRouter", models: ["openai/gpt-oss-120b:free", "deepseek/deepseek-v4-flash", "minimax/minimax-m3", "z-ai/glm-5.1", "moonshotai/kimi-k2.6"], note: "bring your own key" },
{ name: "NVIDIA NIM", models: ["minimaxai/minimax-m3", "deepseek-ai/deepseek-v4-flash", "meta/llama-3.3-70b-instruct"], note: "free API" },
{ name: "ConcentrateAI", models: ["deepseek-v4-flash", "kimi-k2-6", "glm-5.2", "glm-5.1", "minimax-m3", "openai/gpt-5.5"], note: "AI gateway" },
{ name: "Merge Dev Gateway", models: ["anthropic/claude-opus-4-8", "anthropic/claude-opus-4-7", "anthropic/claude-fable-5", "openai/gpt-5.5", "deepseek/deepseek-v4-flash"], note: "bring your own key" },
]

function renderCommands(): string {
Expand Down
17 changes: 12 additions & 5 deletions apps/supercode-cli/server/src/cli/commands/slashCommands/model.ts
Original file line number Diff line number Diff line change
Expand Up @@ -13,10 +13,10 @@ interface ModelEntry {
}

const MODELS: ModelEntry[] = [
{ value: "anthropic/claude-fable-5", label: "Fable 5", provider: "concentrateai", cost: "80x", desc: "Anthropic frontier" },
{ value: "anthropic/claude-opus-4-8", label: "Opus 4.8", provider: "concentrateai", cost: "40x", desc: "Anthropic reasoning" },
{ value: "anthropic/claude-opus-4-7", label: "Opus 4.7", provider: "concentrateai", cost: "40x", desc: "Anthropic GA" },
{ value: "openai/gpt-5.5", label: "GPT 5.5", provider: "concentrateai", cost: "50x", desc: "OpenAI frontier" },
// { value: "anthropic/claude-fable-5", label: "Fable 5", provider: "concentrateai", cost: "80x", desc: "Anthropic frontier" },
// { value: "anthropic/claude-opus-4-8", label: "Opus 4.8", provider: "concentrateai", cost: "40x", desc: "Anthropic reasoning" },
// { value: "anthropic/claude-opus-4-7", label: "Opus 4.7", provider: "concentrateai", cost: "40x", desc: "Anthropic GA" },
// { value: "openai/gpt-5.5", label: "GPT 5.5", provider: "concentrateai", cost: "50x", desc: "OpenAI frontier" },
{ value: "glm-5.2", label: "GLM 5.2", provider: "concentrateai", cost: "0.5x", desc: "Latest GLM" },
// { value: "glm-5.1", label: "GLM 5.1", provider: "concentrateai", cost: "0.4x", desc: "Balanced multilingual" },
{ value: "kimi-k2-6", label: "Kimi K2.6", provider: "concentrateai", cost: "0.8x", desc: "Long context" },
Expand All @@ -32,6 +32,11 @@ const MODELS: ModelEntry[] = [
{ value: "minimax/minimax-m3", label: "MiniMax M3", provider: "openrouter", cost: "3.0x", desc: "Via OpenRouter" },
{ value: "z-ai/glm-5.1", label: "GLM 5.1", provider: "openrouter", cost: "1.0x", desc: "Via OpenRouter" },
{ value: "moonshotai/kimi-k2.6", label: "Kimi K2.6", provider: "openrouter", cost: "1.5x", desc: "Via OpenRouter" },
{ value: "anthropic/claude-opus-4-8", label: "Opus 4.8", provider: "mergedev", cost: "40x", desc: "Via Merge Dev" },
{ value: "anthropic/claude-opus-4-7", label: "Opus 4.7", provider: "mergedev", cost: "40x", desc: "Via Merge Dev" },
{ value: "anthropic/claude-fable-5", label: "Fable 5", provider: "mergedev", cost: "80x", desc: "Via Merge Dev" },
{ value: "openai/gpt-5.5", label: "GPT 5.5", provider: "mergedev", cost: "50x", desc: "Via Merge Dev" },
{ value: "deepseek/deepseek-v4-flash", label: "DeepSeek V4 Flash", provider: "mergedev", cost: "1.0x", desc: "Via Merge Dev" },
]

function renderModelBrowser(currentProvider: string, currentModel: string): void {
Expand All @@ -53,6 +58,7 @@ function renderModelBrowser(currentProvider: string, currentModel: string): void
? "ConcentrateAI (default)"
: providerKey === "google" ? "Google Gemini"
: providerKey === "openrouter" ? "OpenRouter"
: providerKey === "mergedev" ? "Merge Dev Gateway"
: "NVIDIA NIM"
console.log(` ${sectionHeader(label, { accent: isDefault ? "amber" : "green", width: w - 4 })}`)
for (const m of models) {
Expand Down Expand Up @@ -122,6 +128,7 @@ export async function pickModel(): Promise<{ provider: ModelProvider; model?: st
export function formatModelChange(p: ModelProvider, m?: string): string {
const label = p === "concentrateai" ? "ConcentrateAI" :
p === "google" ? "Gemini" :
p === "nvidia" ? "NVIDIA" : p === "minimax" ? "MiniMax" : "OpenRouter"
p === "nvidia" ? "NVIDIA" : p === "minimax" ? "MiniMax" :
p === "mergedev" ? "Merge Dev" : "OpenRouter"
return `${label}${m ? ` · ${m}` : ""}`
}
6 changes: 6 additions & 0 deletions apps/supercode-cli/server/src/config/mergedev.config.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
export const mergedevConfig = {
apiKey: process.env.MERGE_DEV_API_KEY || "",
model: process.env.MERGE_DEV_MODEL || "anthropic/claude-opus-4-8",
baseUrl: "https://api-gateway.merge.dev/v1/openai",
maxTokens: Number(process.env.MERGE_DEV_MAX_TOKENS) || 128000,
}
Loading
Loading