init: api-gateway v2.4.0(Agnes/b.ai/火山方舟 三家供应商网关)

This commit is contained in:
api-gateway committed 2026-09-15 17:05:46 +08:00
commit f136c9ee81
91 files changed
+24653

No files matched your search

+134
View File
@@ -0,0 +1,134 @@
// M2: 对话 Playground —— 流式 / 非流式调用网关 /v1/chat/completions。
// 同源请求,带会话 Bearer;流式用 fetch + body reader 直接解析 SSE。
import { getToken } from '../api'
export interface Meta {
served: string
provider: string
requested: string
fallback: boolean
}
export interface Usage {
prompt_tokens?: number
completion_tokens?: number
total_tokens?: number
}
export interface ChatMessage {
id: number
role: 'user' | 'assistant'
content: string
images?: string[] // 第十一轮 #3:随该条用户消息附带的图片(URL 或 data URI)
imgNames?: string[] // 第十三轮:图片文件名(展示用,data URI 看不出来源)
imgThumbs?: string[] // 第十三轮:缩略图 data URI —— 落服务端历史时用它替代原图
// (服务端单条 512KB,原图 base64 会被截断成坏图)
reasoning?: string // 推理内容(reasoning_content),单独折叠展示
meta?: Meta // 网关元信息(served/provider/fallback)
usage?: Usage
cost?: number // estimated_cost_cny(仅非流式)
streaming?: boolean // 正在流式输出中
error?: string
}
let idSeq = 1
export function nextId(): number { return idSeq++ }
export function seekId(maxId: number): void { idSeq = maxId + 1 }
export interface HistItem {
role: string
content: string
images?: string[]
}
/** 组装给网关的 messages(system 前缀 + 历史 user/assistant 正文;推理不随历史发送)。
* 带 images 的用户消息会发成 OpenAI 视觉格式:content=[{type:text},{type:image_url,...}]。 */
export function buildPayloadMessages(
system: string,
history: HistItem[],
): { role: string; content: any }[] {
const out: { role: string; content: any }[] = []
if (system && system.trim()) out.push({ role: 'system', content: system })
for (const m of history) {
const imgs = (m.images || []).filter(Boolean)
if (!m.content && !imgs.length) continue
if (imgs.length) {
const parts: any[] = []
if (m.content) parts.push({ type: 'text', text: m.content })
for (const url of imgs) parts.push({ type: 'image_url', image_url: { url } })
out.push({ role: m.role, content: parts })
} else {
out.push({ role: m.role, content: m.content })
}
}
return out
}
/** 分块解析 SSE,回调每个 data 事件。返回被 [DONE] 或流结束决定的结果。 */
export async function streamChat(
payload: Record<string, any>,
onChunk: (chunk: any) => void,
signal?: AbortSignal,
): Promise<void> {
const token = getToken()
const headers: Record<string, string> = { 'Content-Type': 'application/json' }
if (token) headers['Authorization'] = `Bearer ${token}`
const resp = await fetch('/v1/chat/completions', {
method: 'POST',
headers,
body: JSON.stringify(payload),
signal,
})
if (!resp.ok) {
let body: any = null
try { body = await resp.json() } catch { /* 不是 JSON */ }
const err: any = new Error((body && (body.detail?.message || body.detail)) || `HTTP ${resp.status}`)
err.status = resp.status
err.body = body
throw err
}
if (!resp.body) return
const reader = resp.body.getReader()
const decoder = new TextDecoder()
let buf = ''
for (;;) {
const { value, done } = await reader.read()
if (done) break
buf += decoder.decode(value, { stream: true })
let idx
while ((idx = buf.indexOf('\n\n')) !== -1) {
const frame = buf.slice(0, idx)
buf = buf.slice(idx + 2)
for (const line of frame.split('\n')) {
if (!line.startsWith('data: ')) continue
const data = line.slice(6)
if (data.trim() === '[DONE]') return
let chunk: any
try { chunk = JSON.parse(data) } catch { continue }
onChunk(chunk)
}
}
}
}
/** 非流式:直接拿完整对象。 */
export async function chatOnce(payload: Record<string, any>): Promise<any> {
const token = getToken()
const headers: Record<string, string> = { 'Content-Type': 'application/json' }
if (token) headers['Authorization'] = `Bearer ${token}`
const resp = await fetch('/v1/chat/completions', {
method: 'POST',
headers,
body: JSON.stringify(payload),
})
let body: any = null
try { body = await resp.json() } catch { /* 忽略 */ }
if (!resp.ok) {
const err: any = new Error((body && (body.detail?.message || body.detail)) || `HTTP ${resp.status}`)
err.status = resp.status
err.body = body
throw err
}
return body
}