From 0aaf1f4fba20ff659cac3b30d6a484bdbddaad8f Mon Sep 17 00:00:00 2001 From: Simo Lin <25425177+slin1237@users.noreply.github.com> Date: Sat, 1 Aug 2026 21:41:09 -0700 Subject: [PATCH] docs: align engine and provider lists with the shipped gateway MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Homepage 'How it works' cards: gRPC workers now list all five engines (vLLM, SGLang, TokenSpeed, TRT-LLM, MLX); HTTP workers list the two engines detectable over HTTP plus the OpenAI-compatible path; External APIs mirror the gateway README diagram (OCI after Gemini, Bedrock dropped from the card). Architecture overview provider table: AWS Bedrock and OCI Generative AI are reached through their OpenAI-compatible modes, not dedicated API styles — the gateway's dedicated adapters are OpenAI, Anthropic, Gemini, and xAI. Signed-off-by: Simo Lin <25425177+slin1237@users.noreply.github.com> --- src/lib/components/HomeHowItWorks.svelte | 11 ++++++++--- src/lib/content/concepts/architecture/overview.md | 4 ++-- 2 files changed, 10 insertions(+), 5 deletions(-) diff --git a/src/lib/components/HomeHowItWorks.svelte b/src/lib/components/HomeHowItWorks.svelte index a6d84f3..9cd4800 100644 --- a/src/lib/components/HomeHowItWorks.svelte +++ b/src/lib/components/HomeHowItWorks.svelte @@ -38,19 +38,24 @@ id: 'grpc', title: 'gRPC Workers', variant: 'grpc', - lines: ['SGLang / vLLM / TRT-LLM', 'Raw Inference + PD', 'Max Performance'] + lines: [ + 'vLLM / SGLang / TokenSpeed', + 'TRT-LLM / MLX', + 'Raw Inference + PD', + 'Max Performance' + ] }, { id: 'http', title: 'HTTP Workers', variant: 'http', - lines: ['SGLang / vLLM / TRT-LLM', 'OpenAI-Compatible'] + lines: ['vLLM / SGLang', 'OpenAI-Compatible'] }, { id: 'external', title: 'External APIs', variant: 'external', - lines: ['OpenAI / Claude / Gemini', 'Groq / Together / Bedrock'] + lines: ['OpenAI / Claude / Gemini', 'OCI / Groq / Together'] } ] as const; diff --git a/src/lib/content/concepts/architecture/overview.md b/src/lib/content/concepts/architecture/overview.md index c9e6603..9ebd6c6 100644 --- a/src/lib/content/concepts/architecture/overview.md +++ b/src/lib/content/concepts/architecture/overview.md @@ -165,8 +165,8 @@ The gateway discovers available models from external providers and exposes them | xAI Grok | OpenAI | | Together AI | OpenAI | | OpenRouter | OpenAI | -| AWS Bedrock | Bedrock | -| OCI Generative AI | OCI | +| AWS Bedrock | OpenAI-compatible | +| OCI Generative AI | OpenAI-compatible | ---