682 lines
24 KiB
TypeScript
682 lines
24 KiB
TypeScript
/**
|
|
* Provider Service — preset-based provider configuration
|
|
*
|
|
* Storage: ~/.claude/cc-haha/providers.json (lightweight index)
|
|
* Active provider env vars written to ~/.claude/cc-haha/settings.json
|
|
* (isolated from the original Claude Code's ~/.claude/settings.json)
|
|
*/
|
|
|
|
import * as fs from 'fs/promises'
|
|
import * as path from 'path'
|
|
import * as os from 'os'
|
|
import { ApiError } from '../middleware/errorHandler.js'
|
|
import { anthropicToOpenaiChat } from '../proxy/transform/anthropicToOpenaiChat.js'
|
|
import { anthropicToOpenaiResponses } from '../proxy/transform/anthropicToOpenaiResponses.js'
|
|
import { openaiChatToAnthropic } from '../proxy/transform/openaiChatToAnthropic.js'
|
|
import { openaiResponsesToAnthropic } from '../proxy/transform/openaiResponsesToAnthropic.js'
|
|
import type { AnthropicRequest, AnthropicResponse } from '../proxy/transform/types.js'
|
|
import { PROVIDER_PRESETS } from '../config/providerPresets.js'
|
|
import type {
|
|
SavedProvider,
|
|
ProvidersIndex,
|
|
CreateProviderInput,
|
|
UpdateProviderInput,
|
|
TestProviderInput,
|
|
ProviderTestResult,
|
|
ProviderTestStepResult,
|
|
ApiFormat,
|
|
} from '../types/provider.js'
|
|
|
|
const MANAGED_ENV_KEYS = [
|
|
'ANTHROPIC_BASE_URL',
|
|
'ANTHROPIC_API_KEY',
|
|
'ANTHROPIC_AUTH_TOKEN',
|
|
'ANTHROPIC_MODEL',
|
|
'ANTHROPIC_DEFAULT_HAIKU_MODEL',
|
|
'ANTHROPIC_DEFAULT_HAIKU_MODEL_SUPPORTED_CAPABILITIES',
|
|
'ANTHROPIC_DEFAULT_SONNET_MODEL',
|
|
'ANTHROPIC_DEFAULT_SONNET_MODEL_SUPPORTED_CAPABILITIES',
|
|
'ANTHROPIC_DEFAULT_OPUS_MODEL',
|
|
'ANTHROPIC_DEFAULT_OPUS_MODEL_SUPPORTED_CAPABILITIES',
|
|
] as const
|
|
|
|
const DEFAULT_INDEX: ProvidersIndex = { activeId: null, providers: [] }
|
|
|
|
function getPresetDefaultEnv(presetId: string): Record<string, string> {
|
|
return PROVIDER_PRESETS.find((preset) => preset.id === presetId)?.defaultEnv ?? {}
|
|
}
|
|
|
|
function getManagedEnvKeys(): string[] {
|
|
const keys = new Set<string>(MANAGED_ENV_KEYS)
|
|
for (const preset of PROVIDER_PRESETS) {
|
|
for (const key of Object.keys(preset.defaultEnv ?? {})) {
|
|
keys.add(key)
|
|
}
|
|
}
|
|
return [...keys]
|
|
}
|
|
|
|
export class ProviderService {
|
|
private static serverPort = 3456
|
|
|
|
static setServerPort(port: number): void {
|
|
ProviderService.serverPort = port
|
|
}
|
|
|
|
static getServerPort(): number {
|
|
return ProviderService.serverPort
|
|
}
|
|
private getConfigDir(): string {
|
|
return process.env.CLAUDE_CONFIG_DIR || path.join(os.homedir(), '.claude')
|
|
}
|
|
|
|
private getCcHahaDir(): string {
|
|
return path.join(this.getConfigDir(), 'cc-haha')
|
|
}
|
|
|
|
private getIndexPath(): string {
|
|
return path.join(this.getCcHahaDir(), 'providers.json')
|
|
}
|
|
|
|
private getSettingsPath(): string {
|
|
return path.join(this.getCcHahaDir(), 'settings.json')
|
|
}
|
|
|
|
private async readIndex(): Promise<ProvidersIndex> {
|
|
try {
|
|
const raw = await fs.readFile(this.getIndexPath(), 'utf-8')
|
|
return JSON.parse(raw) as ProvidersIndex
|
|
} catch (err: unknown) {
|
|
if ((err as NodeJS.ErrnoException).code === 'ENOENT') {
|
|
return { ...DEFAULT_INDEX, providers: [] }
|
|
}
|
|
throw ApiError.internal(`Failed to read providers index: ${err}`)
|
|
}
|
|
}
|
|
|
|
private async writeIndex(index: ProvidersIndex): Promise<void> {
|
|
const filePath = this.getIndexPath()
|
|
const dir = path.dirname(filePath)
|
|
await fs.mkdir(dir, { recursive: true })
|
|
|
|
const tmpFile = `${filePath}.tmp.${Date.now()}`
|
|
try {
|
|
await fs.writeFile(tmpFile, JSON.stringify(index, null, 2) + '\n', 'utf-8')
|
|
await fs.rename(tmpFile, filePath)
|
|
} catch (err) {
|
|
await fs.unlink(tmpFile).catch(() => {})
|
|
throw ApiError.internal(`Failed to write providers index: ${err}`)
|
|
}
|
|
}
|
|
|
|
private async readSettings(): Promise<Record<string, unknown>> {
|
|
try {
|
|
const raw = await fs.readFile(this.getSettingsPath(), 'utf-8')
|
|
return JSON.parse(raw) as Record<string, unknown>
|
|
} catch (err: unknown) {
|
|
if ((err as NodeJS.ErrnoException).code === 'ENOENT') return {}
|
|
throw ApiError.internal(`Failed to read settings.json: ${err}`)
|
|
}
|
|
}
|
|
|
|
private async writeSettings(settings: Record<string, unknown>): Promise<void> {
|
|
const filePath = this.getSettingsPath()
|
|
const dir = path.dirname(filePath)
|
|
await fs.mkdir(dir, { recursive: true })
|
|
|
|
const tmpFile = `${filePath}.tmp.${Date.now()}`
|
|
try {
|
|
await fs.writeFile(tmpFile, JSON.stringify(settings, null, 2) + '\n', 'utf-8')
|
|
await fs.rename(tmpFile, filePath)
|
|
} catch (err) {
|
|
await fs.unlink(tmpFile).catch(() => {})
|
|
throw ApiError.internal(`Failed to write settings.json: ${err}`)
|
|
}
|
|
}
|
|
|
|
async getManagedSettings(): Promise<Record<string, unknown>> {
|
|
return this.readSettings()
|
|
}
|
|
|
|
async updateManagedSettings(settings: Record<string, unknown>): Promise<void> {
|
|
const current = await this.readSettings()
|
|
await this.writeSettings(Object.assign({}, current, settings))
|
|
}
|
|
|
|
// --- CRUD ---
|
|
|
|
async listProviders(): Promise<{ providers: SavedProvider[]; activeId: string | null }> {
|
|
const index = await this.readIndex()
|
|
return { providers: index.providers, activeId: index.activeId }
|
|
}
|
|
|
|
async getProvider(id: string): Promise<SavedProvider> {
|
|
const index = await this.readIndex()
|
|
const provider = index.providers.find((p) => p.id === id)
|
|
if (!provider) throw ApiError.notFound(`Provider not found: ${id}`)
|
|
return provider
|
|
}
|
|
|
|
async addProvider(input: CreateProviderInput): Promise<SavedProvider> {
|
|
const index = await this.readIndex()
|
|
|
|
const provider: SavedProvider = {
|
|
id: crypto.randomUUID(),
|
|
presetId: input.presetId,
|
|
name: input.name,
|
|
apiKey: input.apiKey,
|
|
baseUrl: input.baseUrl,
|
|
apiFormat: input.apiFormat ?? 'anthropic',
|
|
models: input.models,
|
|
...(input.notes !== undefined && { notes: input.notes }),
|
|
}
|
|
|
|
index.providers.push(provider)
|
|
await this.writeIndex(index)
|
|
return provider
|
|
}
|
|
|
|
async updateProvider(id: string, input: UpdateProviderInput): Promise<SavedProvider> {
|
|
const index = await this.readIndex()
|
|
const idx = index.providers.findIndex((p) => p.id === id)
|
|
if (idx === -1) throw ApiError.notFound(`Provider not found: ${id}`)
|
|
|
|
const existing = index.providers[idx]
|
|
const updated: SavedProvider = {
|
|
...existing,
|
|
...(input.name !== undefined && { name: input.name }),
|
|
...(input.apiKey !== undefined && { apiKey: input.apiKey }),
|
|
...(input.baseUrl !== undefined && { baseUrl: input.baseUrl }),
|
|
...(input.apiFormat !== undefined && { apiFormat: input.apiFormat }),
|
|
...(input.models !== undefined && { models: input.models }),
|
|
...(input.notes !== undefined && { notes: input.notes }),
|
|
}
|
|
|
|
index.providers[idx] = updated
|
|
await this.writeIndex(index)
|
|
|
|
if (index.activeId === id) {
|
|
await this.syncToSettings(updated)
|
|
}
|
|
|
|
return updated
|
|
}
|
|
|
|
async deleteProvider(id: string): Promise<void> {
|
|
const index = await this.readIndex()
|
|
const idx = index.providers.findIndex((p) => p.id === id)
|
|
if (idx === -1) throw ApiError.notFound(`Provider not found: ${id}`)
|
|
|
|
if (index.activeId === id) {
|
|
throw ApiError.conflict('Cannot delete the active provider. Switch to another provider first.')
|
|
}
|
|
|
|
index.providers.splice(idx, 1)
|
|
await this.writeIndex(index)
|
|
}
|
|
|
|
// --- Activation ---
|
|
|
|
async activateProvider(id: string): Promise<void> {
|
|
const index = await this.readIndex()
|
|
const provider = index.providers.find((p) => p.id === id)
|
|
if (!provider) throw ApiError.notFound(`Provider not found: ${id}`)
|
|
|
|
index.activeId = id
|
|
await this.writeIndex(index)
|
|
|
|
if (provider.presetId === 'official') {
|
|
await this.clearProviderFromSettings()
|
|
} else {
|
|
await this.syncToSettings(provider)
|
|
}
|
|
}
|
|
|
|
async activateOfficial(): Promise<void> {
|
|
const index = await this.readIndex()
|
|
index.activeId = null
|
|
await this.writeIndex(index)
|
|
await this.clearProviderFromSettings()
|
|
}
|
|
|
|
// --- Settings sync ---
|
|
|
|
private buildManagedEnv(
|
|
provider: SavedProvider,
|
|
options?: { proxyPath?: string },
|
|
): Record<string, string> {
|
|
const needsProxy = provider.apiFormat != null && provider.apiFormat !== 'anthropic'
|
|
const proxyPath = options?.proxyPath ?? '/proxy'
|
|
const baseUrl = needsProxy
|
|
? `http://127.0.0.1:${ProviderService.serverPort}${proxyPath}`
|
|
: provider.baseUrl
|
|
|
|
return {
|
|
...getPresetDefaultEnv(provider.presetId),
|
|
ANTHROPIC_BASE_URL: baseUrl,
|
|
ANTHROPIC_API_KEY: needsProxy ? 'proxy-managed' : provider.apiKey,
|
|
ANTHROPIC_MODEL: provider.models.main,
|
|
ANTHROPIC_DEFAULT_HAIKU_MODEL: provider.models.haiku,
|
|
ANTHROPIC_DEFAULT_SONNET_MODEL: provider.models.sonnet,
|
|
ANTHROPIC_DEFAULT_OPUS_MODEL: provider.models.opus,
|
|
}
|
|
}
|
|
|
|
async getProviderRuntimeEnv(id: string): Promise<Record<string, string>> {
|
|
const provider = await this.getProvider(id)
|
|
return this.buildManagedEnv(provider, {
|
|
proxyPath: `/proxy/providers/${provider.id}`,
|
|
})
|
|
}
|
|
|
|
private async syncToSettings(provider: SavedProvider): Promise<void> {
|
|
const settings = await this.readSettings()
|
|
const existingEnv = (settings.env as Record<string, string>) || {}
|
|
const cleanedEnv = { ...existingEnv }
|
|
|
|
for (const key of getManagedEnvKeys()) {
|
|
delete cleanedEnv[key]
|
|
}
|
|
|
|
settings.env = {
|
|
...cleanedEnv,
|
|
...this.buildManagedEnv(provider),
|
|
}
|
|
|
|
await this.writeSettings(settings)
|
|
}
|
|
|
|
private async clearProviderFromSettings(): Promise<void> {
|
|
const settings = await this.readSettings()
|
|
const env = (settings.env as Record<string, string>) || {}
|
|
|
|
for (const key of getManagedEnvKeys()) {
|
|
delete env[key]
|
|
}
|
|
|
|
settings.env = env
|
|
if (Object.keys(env).length === 0) {
|
|
delete settings.env
|
|
}
|
|
|
|
await this.writeSettings(settings)
|
|
}
|
|
|
|
// --- Auth status ---
|
|
|
|
/**
|
|
* Check whether any usable auth exists:
|
|
* 1. A cc-haha provider is active → has auth
|
|
* 2. Original ~/.claude/settings.json has ANTHROPIC_AUTH_TOKEN or ANTHROPIC_API_KEY → has auth
|
|
* 3. process.env already has ANTHROPIC_API_KEY / ANTHROPIC_AUTH_TOKEN → has auth
|
|
* 4. None of the above → needs setup
|
|
*/
|
|
async checkAuthStatus(): Promise<{
|
|
hasAuth: boolean
|
|
source: 'cc-haha-provider' | 'original-settings' | 'env' | 'none'
|
|
activeProvider?: string
|
|
}> {
|
|
// Heicode 只认通过登录页拿到的 provider 凭据。
|
|
// 不再 fallback 到 ~/.claude/settings.json 或 ANTHROPIC_* 环境变量 ——
|
|
// 用户必须显式走一次 Heicode 登录流程（TaijiAICloud），避免 Claude Code CLI 老用户
|
|
// 因系统里残留 token 被误判为已登录。
|
|
const index = await this.readIndex()
|
|
if (index.activeId) {
|
|
const provider = index.providers.find(p => p.id === index.activeId)
|
|
if (provider?.apiKey) {
|
|
return { hasAuth: true, source: 'cc-haha-provider', activeProvider: provider.name }
|
|
}
|
|
}
|
|
|
|
return { hasAuth: false, source: 'none' }
|
|
}
|
|
|
|
// --- Proxy support ---
|
|
|
|
async getProviderForProxy(providerId?: string): Promise<{
|
|
baseUrl: string
|
|
apiKey: string
|
|
apiFormat: ApiFormat
|
|
} | null> {
|
|
if (providerId) {
|
|
const provider = await this.getProvider(providerId)
|
|
return {
|
|
baseUrl: provider.baseUrl,
|
|
apiKey: provider.apiKey,
|
|
apiFormat: provider.apiFormat ?? 'anthropic',
|
|
}
|
|
}
|
|
|
|
const index = await this.readIndex()
|
|
if (!index.activeId) return null
|
|
const provider = index.providers.find((p) => p.id === index.activeId)
|
|
if (!provider) return null
|
|
return {
|
|
baseUrl: provider.baseUrl,
|
|
apiKey: provider.apiKey,
|
|
apiFormat: provider.apiFormat ?? 'anthropic',
|
|
}
|
|
}
|
|
|
|
async getActiveProviderForProxy(): Promise<{
|
|
baseUrl: string
|
|
apiKey: string
|
|
apiFormat: ApiFormat
|
|
} | null> {
|
|
return this.getProviderForProxy()
|
|
}
|
|
|
|
// --- Test ---
|
|
|
|
async testProvider(
|
|
id: string,
|
|
overrides?: { baseUrl?: string; modelId?: string; apiFormat?: ApiFormat },
|
|
): Promise<ProviderTestResult> {
|
|
const provider = await this.getProvider(id)
|
|
const baseUrl = overrides?.baseUrl || provider.baseUrl
|
|
const modelId = overrides?.modelId || provider.models.main
|
|
const apiFormat = overrides?.apiFormat ?? provider.apiFormat ?? 'anthropic'
|
|
|
|
if (!baseUrl || !provider.apiKey) {
|
|
return { connectivity: { success: false, latencyMs: 0, error: 'Missing baseUrl or apiKey' } }
|
|
}
|
|
return this.testProviderConfig({
|
|
baseUrl,
|
|
apiKey: provider.apiKey,
|
|
modelId,
|
|
apiFormat,
|
|
})
|
|
}
|
|
|
|
// --- Models discovery ---
|
|
|
|
/**
|
|
* Fetch the list of models exposed by a provider.
|
|
*
|
|
* Strategy:
|
|
* 1. Try `GET <baseUrl>/v1/models` (OpenAI-compatible — what TaijiAICloud (heicode) and ClawdRouter both expose).
|
|
* 2. Fall back to `GET <baseUrl>/models` (some Anthropic-flavoured proxies put it there).
|
|
* 3. If neither works, return an empty list — the UI should let the user enter a model id manually.
|
|
*
|
|
* Auth header is chosen based on `apiFormat`:
|
|
* - 'anthropic' → both `Authorization: Bearer` AND `x-api-key` (covers TaijiAICloud + ClawdRouter, harmless extras).
|
|
* - other → `Authorization: Bearer`.
|
|
*/
|
|
async fetchProviderModels(input: {
|
|
baseUrl: string
|
|
apiKey: string
|
|
apiFormat?: ApiFormat
|
|
}): Promise<{ models: Array<{ id: string; owned_by?: string }>; source: string; error?: string }> {
|
|
const base = input.baseUrl.replace(/\/+$/, '')
|
|
if (!base) {
|
|
return { models: [], source: '', error: 'Missing baseUrl' }
|
|
}
|
|
|
|
const headers: Record<string, string> = { 'Content-Type': 'application/json' }
|
|
if (input.apiKey) {
|
|
headers['Authorization'] = `Bearer ${input.apiKey}`
|
|
headers['x-api-key'] = input.apiKey
|
|
headers['anthropic-version'] = '2023-06-01'
|
|
}
|
|
|
|
const candidates = [`${base}/v1/models`, `${base}/models`]
|
|
let lastError: string | undefined
|
|
|
|
for (const url of candidates) {
|
|
try {
|
|
const response = await fetch(url, {
|
|
method: 'GET',
|
|
headers,
|
|
signal: AbortSignal.timeout(15000),
|
|
})
|
|
if (!response.ok) {
|
|
lastError = `HTTP ${response.status} from ${url}`
|
|
continue
|
|
}
|
|
const body = (await response.json().catch(() => null)) as Record<string, unknown> | null
|
|
const list = extractModelList(body)
|
|
if (list.length > 0) {
|
|
return { models: list, source: url }
|
|
}
|
|
lastError = `Empty/unrecognised response from ${url}`
|
|
} catch (err) {
|
|
if (err instanceof DOMException && err.name === 'TimeoutError') {
|
|
lastError = `Timeout calling ${url}`
|
|
} else {
|
|
lastError = err instanceof Error ? err.message : String(err)
|
|
}
|
|
}
|
|
}
|
|
|
|
return { models: [], source: '', error: lastError ?? 'Unable to fetch models' }
|
|
}
|
|
|
|
async testProviderConfig(input: TestProviderInput): Promise<ProviderTestResult> {
|
|
const format: ApiFormat = input.apiFormat ?? 'anthropic'
|
|
const base = input.baseUrl.replace(/\/+$/, '')
|
|
|
|
// ── Step 1: Basic connectivity ───────────────────────────
|
|
// Directly call the upstream API to verify URL, key, and model.
|
|
const step1 = await this.testConnectivity(base, input.apiKey, input.modelId, format)
|
|
|
|
// If connectivity failed, no point running step 2
|
|
if (!step1.success) {
|
|
return { connectivity: step1 }
|
|
}
|
|
|
|
// For native Anthropic format, no proxy pipeline to test
|
|
if (format === 'anthropic') {
|
|
return { connectivity: step1 }
|
|
}
|
|
|
|
// ── Step 2: Full proxy pipeline ──────────────────────────
|
|
// Anthropic request → transform → upstream → transform back → validate
|
|
const step2 = await this.testProxyPipeline(base, input.apiKey, input.modelId, format)
|
|
|
|
return { connectivity: step1, proxy: step2 }
|
|
}
|
|
|
|
/** Step 1: Direct upstream call to verify connectivity, auth, and model. */
|
|
private async testConnectivity(
|
|
base: string,
|
|
apiKey: string,
|
|
modelId: string,
|
|
format: ApiFormat,
|
|
): Promise<ProviderTestStepResult> {
|
|
const start = Date.now()
|
|
try {
|
|
const { url, headers, body } = buildDirectTestRequest(base, apiKey, modelId, format)
|
|
const response = await fetch(url, {
|
|
method: 'POST',
|
|
headers,
|
|
body: JSON.stringify(body),
|
|
signal: AbortSignal.timeout(30000),
|
|
})
|
|
|
|
const latencyMs = Date.now() - start
|
|
const resBody = await response.json().catch(() => null) as Record<string, unknown> | null
|
|
|
|
if (!response.ok) {
|
|
let error = `HTTP ${response.status}`
|
|
if (resBody?.error && typeof resBody.error === 'object') {
|
|
error = ((resBody.error as Record<string, unknown>).message as string) || error
|
|
}
|
|
return { success: false, latencyMs, error, modelUsed: modelId, httpStatus: response.status }
|
|
}
|
|
|
|
// Validate response structure
|
|
const valid = validateResponseBody(resBody, format)
|
|
if (!valid.ok) {
|
|
return { success: false, latencyMs, error: valid.error, modelUsed: modelId, httpStatus: response.status }
|
|
}
|
|
|
|
return { success: true, latencyMs, modelUsed: valid.model || modelId, httpStatus: response.status }
|
|
} catch (err: unknown) {
|
|
const latencyMs = Date.now() - start
|
|
if (err instanceof DOMException && err.name === 'TimeoutError') {
|
|
return { success: false, latencyMs, error: 'Request timed out (30s)', modelUsed: modelId }
|
|
}
|
|
return { success: false, latencyMs, error: err instanceof Error ? err.message : String(err), modelUsed: modelId }
|
|
}
|
|
}
|
|
|
|
/** Step 2: Full proxy pipeline — Anthropic → transform → upstream → transform back → validate. */
|
|
private async testProxyPipeline(
|
|
base: string,
|
|
apiKey: string,
|
|
modelId: string,
|
|
format: 'openai_chat' | 'openai_responses',
|
|
): Promise<ProviderTestStepResult> {
|
|
const start = Date.now()
|
|
try {
|
|
// Build an Anthropic Messages API request (same shape as what CLI sends)
|
|
const anthropicReq: AnthropicRequest = {
|
|
model: modelId,
|
|
max_tokens: 64,
|
|
messages: [{ role: 'user', content: 'Say "ok" and nothing else.' }],
|
|
}
|
|
|
|
// Transform to OpenAI format
|
|
let upstreamUrl: string
|
|
let transformedBody: unknown
|
|
if (format === 'openai_chat') {
|
|
transformedBody = anthropicToOpenaiChat(anthropicReq)
|
|
upstreamUrl = `${base}/v1/chat/completions`
|
|
} else {
|
|
transformedBody = anthropicToOpenaiResponses(anthropicReq)
|
|
upstreamUrl = `${base}/v1/responses`
|
|
}
|
|
|
|
// Call upstream with transformed request
|
|
const response = await fetch(upstreamUrl, {
|
|
method: 'POST',
|
|
headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${apiKey}` },
|
|
body: JSON.stringify(transformedBody),
|
|
signal: AbortSignal.timeout(30000),
|
|
})
|
|
|
|
if (!response.ok) {
|
|
const latencyMs = Date.now() - start
|
|
const errText = await response.text().catch(() => '')
|
|
return { success: false, latencyMs, modelUsed: modelId, httpStatus: response.status,
|
|
error: `Upstream HTTP ${response.status}: ${errText.slice(0, 200)}` }
|
|
}
|
|
|
|
// Transform response back to Anthropic format
|
|
const responseBody = await response.json()
|
|
const anthropicRes = format === 'openai_chat'
|
|
? openaiChatToAnthropic(responseBody, modelId)
|
|
: openaiResponsesToAnthropic(responseBody, modelId)
|
|
|
|
const latencyMs = Date.now() - start
|
|
|
|
// Validate the final Anthropic response
|
|
if (anthropicRes.type !== 'message' || !Array.isArray(anthropicRes.content)) {
|
|
return { success: false, latencyMs, modelUsed: modelId,
|
|
error: 'Proxy transform produced invalid Anthropic response' }
|
|
}
|
|
|
|
return { success: true, latencyMs, modelUsed: anthropicRes.model || modelId, httpStatus: response.status }
|
|
} catch (err: unknown) {
|
|
const latencyMs = Date.now() - start
|
|
if (err instanceof DOMException && err.name === 'TimeoutError') {
|
|
return { success: false, latencyMs, error: 'Proxy pipeline timed out (30s)', modelUsed: modelId }
|
|
}
|
|
return { success: false, latencyMs, error: err instanceof Error ? err.message : String(err), modelUsed: modelId }
|
|
}
|
|
}
|
|
}
|
|
|
|
// ─── Helpers ───────────────────────────────────────────────
|
|
|
|
function buildDirectTestRequest(
|
|
base: string,
|
|
apiKey: string,
|
|
modelId: string,
|
|
format: ApiFormat,
|
|
): { url: string; headers: Record<string, string>; body: Record<string, unknown> } {
|
|
const prompt = 'Say "ok" and nothing else.'
|
|
|
|
if (format === 'openai_chat') {
|
|
return {
|
|
url: `${base}/v1/chat/completions`,
|
|
headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${apiKey}` },
|
|
body: { model: modelId, max_tokens: 16, messages: [{ role: 'user', content: prompt }] },
|
|
}
|
|
}
|
|
if (format === 'openai_responses') {
|
|
return {
|
|
url: `${base}/v1/responses`,
|
|
headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${apiKey}` },
|
|
body: { model: modelId, max_output_tokens: 16, input: [{ type: 'message', role: 'user', content: prompt }] },
|
|
}
|
|
}
|
|
// anthropic
|
|
return {
|
|
url: `${base}/v1/messages`,
|
|
headers: { 'Content-Type': 'application/json', 'x-api-key': apiKey, 'anthropic-version': '2023-06-01' },
|
|
body: { model: modelId, max_tokens: 16, messages: [{ role: 'user', content: prompt }] },
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Normalise responses from /v1/models (OpenAI-style { data: [{ id }] })
|
|
* and other shapes into a flat list of { id, owned_by? }.
|
|
*/
|
|
function extractModelList(body: unknown): Array<{ id: string; owned_by?: string }> {
|
|
if (!body || typeof body !== 'object') return []
|
|
|
|
const entries: unknown[] = Array.isArray((body as { data?: unknown }).data)
|
|
? ((body as { data: unknown[] }).data)
|
|
: Array.isArray((body as { models?: unknown }).models)
|
|
? ((body as { models: unknown[] }).models)
|
|
: Array.isArray(body)
|
|
? (body as unknown[])
|
|
: []
|
|
|
|
const result: Array<{ id: string; owned_by?: string }> = []
|
|
for (const entry of entries) {
|
|
if (typeof entry === 'string') {
|
|
result.push({ id: entry })
|
|
continue
|
|
}
|
|
if (entry && typeof entry === 'object') {
|
|
const rec = entry as Record<string, unknown>
|
|
const id = (rec.id ?? rec.model ?? rec.name) as string | undefined
|
|
if (typeof id === 'string' && id.length > 0) {
|
|
const owned = rec.owned_by as string | undefined
|
|
result.push(owned ? { id, owned_by: owned } : { id })
|
|
}
|
|
}
|
|
}
|
|
return result
|
|
}
|
|
|
|
function validateResponseBody(
|
|
body: Record<string, unknown> | null,
|
|
format: ApiFormat,
|
|
): { ok: true; model?: string } | { ok: false; error: string } {
|
|
if (!body) return { ok: false, error: 'Empty response — not a valid API endpoint' }
|
|
if (body.error && typeof body.error === 'object') {
|
|
return { ok: false, error: ((body.error as Record<string, unknown>).message as string) || 'Error in response body' }
|
|
}
|
|
|
|
if (format === 'openai_chat') {
|
|
if (!Array.isArray(body.choices) || body.choices.length === 0) {
|
|
return { ok: false, error: 'Response missing choices — not a valid Chat Completions endpoint' }
|
|
}
|
|
return { ok: true, model: (body.model as string) || undefined }
|
|
}
|
|
if (format === 'openai_responses') {
|
|
if (!Array.isArray(body.output)) {
|
|
return { ok: false, error: 'Response missing output — not a valid Responses API endpoint' }
|
|
}
|
|
return { ok: true, model: (body.model as string) || undefined }
|
|
}
|
|
// anthropic
|
|
if (body.type !== 'message' || !Array.isArray(body.content)) {
|
|
return { ok: false, error: 'Not a valid Anthropic Messages endpoint' }
|
|
}
|
|
return { ok: true, model: (body.model as string) || undefined }
|
|
}
|