AI 网关切换 OpenAI 兼容面并移除 chat 端点,新增模型黑白名单
This commit is contained in:
@@ -17,47 +17,6 @@ func respReq(t *testing.T, raw string) aiwire.RespRequest {
|
||||
return req
|
||||
}
|
||||
|
||||
func TestResponsesToIR(t *testing.T) {
|
||||
req := respReq(t, `{
|
||||
"model": "meta.llama-3.3-70b-instruct",
|
||||
"instructions": "你是助手",
|
||||
"max_output_tokens": 128,
|
||||
"input": [
|
||||
{"role": "user", "content": "查天气"},
|
||||
{"type": "function_call", "call_id": "call_1", "name": "get_weather", "arguments": "{\"city\":\"上海\"}"},
|
||||
{"type": "function_call_output", "call_id": "call_1", "output": "{\"temp\":31}"},
|
||||
{"type": "message", "role": "assistant", "content": [{"type": "output_text", "text": "31 度"}]}
|
||||
],
|
||||
"tools": [{"type": "function", "name": "get_weather", "description": "查天气", "parameters": {"type": "object"}, "strict": true}],
|
||||
"tool_choice": {"type": "function", "name": "get_weather"},
|
||||
"text": {"format": {"type": "json_schema", "name": "out", "schema": {"type": "object"}}}
|
||||
}`)
|
||||
ir, err := ResponsesToIR(req)
|
||||
if err != nil {
|
||||
t.Fatalf("ResponsesToIR: %v", err)
|
||||
}
|
||||
roles := make([]string, 0, len(ir.Messages))
|
||||
for _, m := range ir.Messages {
|
||||
roles = append(roles, m.Role)
|
||||
}
|
||||
want := []string{"system", "user", "assistant", "tool", "assistant"}
|
||||
if strings.Join(roles, ",") != strings.Join(want, ",") {
|
||||
t.Errorf("roles = %v, want %v", roles, want)
|
||||
}
|
||||
if ir.Messages[2].ToolCalls[0].ID != "call_1" || ir.Messages[3].ToolCallID != "call_1" {
|
||||
t.Errorf("tool call 链接错误: %+v", ir.Messages)
|
||||
}
|
||||
if deref(ir.MaxTokens) != 128 || len(ir.Tools) != 1 || ir.Tools[0].Function.Name != "get_weather" {
|
||||
t.Errorf("参数映射错误: max=%v tools=%+v", ir.MaxTokens, ir.Tools)
|
||||
}
|
||||
if !strings.Contains(string(ir.ToolChoice), `"function"`) || !strings.Contains(string(ir.ToolChoice), "get_weather") {
|
||||
t.Errorf("tool_choice = %s", ir.ToolChoice)
|
||||
}
|
||||
if ir.ResponseFormat == nil || ir.ResponseFormat.Type != "json_schema" {
|
||||
t.Errorf("response_format = %+v", ir.ResponseFormat)
|
||||
}
|
||||
}
|
||||
|
||||
func deref(p *int) int {
|
||||
if p == nil {
|
||||
return 0
|
||||
@@ -65,112 +24,124 @@ func deref(p *int) int {
|
||||
return *p
|
||||
}
|
||||
|
||||
func TestResponsesToIRRejects(t *testing.T) {
|
||||
cases := []struct{ name, raw string }{
|
||||
{"previous_response_id", `{"model":"m","input":"hi","previous_response_id":"resp_x"}`},
|
||||
{"conversation", `{"model":"m","input":"hi","conversation":{"id":"conv_1"}}`},
|
||||
{"background", `{"model":"m","input":"hi","background":true}`},
|
||||
{"builtin tool", `{"model":"m","input":"hi","tools":[{"type":"web_search"}]}`},
|
||||
{"file_id image", `{"model":"m","input":[{"role":"user","content":[{"type":"input_image","file_id":"file_1"}]}]}`},
|
||||
{"unknown item", `{"model":"m","input":[{"type":"item_reference","id":"x"}]}`},
|
||||
func TestRespServerTools(t *testing.T) {
|
||||
tests := []struct {
|
||||
name string
|
||||
tools []aiwire.RespTool
|
||||
want bool
|
||||
}{
|
||||
{"web_search", []aiwire.RespTool{{Type: "web_search"}}, true},
|
||||
{"x_search混用", []aiwire.RespTool{{Type: "function", Name: "f"}, {Type: "x_search"}}, true},
|
||||
{"仅function", []aiwire.RespTool{{Type: "function", Name: "f"}}, false},
|
||||
{"空", nil, false},
|
||||
{"其他类型", []aiwire.RespTool{{Type: "code_interpreter"}}, false},
|
||||
}
|
||||
for _, c := range cases {
|
||||
if _, err := ResponsesToIR(respReq(t, c.raw)); err == nil {
|
||||
t.Errorf("%s 应被拒绝", c.name)
|
||||
}
|
||||
for _, test := range tests {
|
||||
t.Run(test.name, func(t *testing.T) {
|
||||
if got := RespServerTools(test.tools); got != test.want {
|
||||
t.Fatalf("got %v, want %v", got, test.want)
|
||||
}
|
||||
})
|
||||
}
|
||||
// input 字符串形态 + store/reasoning 忽略项不报错
|
||||
req := respReq(t, `{"model":"m","input":"你好","store":false,"reasoning":{"effort":"low"},"parallel_tool_calls":true}`)
|
||||
ir, err := ResponsesToIR(req)
|
||||
if err != nil || len(ir.Messages) != 1 || ir.Messages[0].Role != "user" || ir.ReasoningEffort != "low" {
|
||||
t.Errorf("字符串 input = %+v, %v", ir.Messages, err)
|
||||
}
|
||||
|
||||
func TestRespPassthroughValidate(t *testing.T) {
|
||||
prev := "resp_1"
|
||||
bg := true
|
||||
tests := []struct {
|
||||
name string
|
||||
req aiwire.RespRequest
|
||||
wantErr bool
|
||||
}{
|
||||
{"合法", aiwire.RespRequest{Model: "m", Tools: []aiwire.RespTool{{Type: "web_search"}}}, false},
|
||||
{"混用function", aiwire.RespRequest{Model: "m", Tools: []aiwire.RespTool{{Type: "web_search"}, {Type: "function", Name: "f"}}}, false},
|
||||
{"缺model", aiwire.RespRequest{Tools: []aiwire.RespTool{{Type: "web_search"}}}, true},
|
||||
{"工具加流式拒绝", aiwire.RespRequest{Model: "m", Stream: true, Tools: []aiwire.RespTool{{Type: "web_search"}}}, true},
|
||||
{"无工具流式放行", aiwire.RespRequest{Model: "m", Stream: true}, false},
|
||||
{"function工具流式放行", aiwire.RespRequest{Model: "m", Stream: true, Tools: []aiwire.RespTool{{Type: "function", Name: "f"}}}, false},
|
||||
{"有状态拒绝", aiwire.RespRequest{Model: "m", PreviousResponseID: prev}, true},
|
||||
{"background拒绝", aiwire.RespRequest{Model: "m", Background: &bg}, true},
|
||||
{"未知工具拒绝", aiwire.RespRequest{Model: "m", Tools: []aiwire.RespTool{{Type: "web_search"}, {Type: "mcp"}}}, true},
|
||||
}
|
||||
// input_image(url 形态)放行并保留图文顺序
|
||||
req2 := respReq(t, `{"model":"m","input":[{"role":"user","content":[{"type":"input_text","text":"看图"},{"type":"input_image","image_url":"https://x/1.png","detail":"low"}]}]}`)
|
||||
ir2, err := ResponsesToIR(req2)
|
||||
for _, test := range tests {
|
||||
t.Run(test.name, func(t *testing.T) {
|
||||
err := RespPassthroughValidate(test.req)
|
||||
if (err != nil) != test.wantErr {
|
||||
t.Fatalf("err = %v, wantErr %v", err, test.wantErr)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
func TestRespPassthroughBody(t *testing.T) {
|
||||
raw := []byte(`{"model":"m","input":"hi","stream":true,"store":true,"max_output_tokens":128,"custom_field":{"a":1.5}}`)
|
||||
out, err := RespPassthroughBody(raw)
|
||||
if err != nil {
|
||||
t.Fatalf("input_image 应放行: %v", err)
|
||||
t.Fatalf("RespPassthroughBody: %v", err)
|
||||
}
|
||||
parts := ir2.Messages[0].Content.Parts
|
||||
if len(parts) != 2 || parts[1].Type != "image_url" || parts[1].ImageURL == nil || parts[1].ImageURL.URL != "https://x/1.png" {
|
||||
t.Errorf("parts = %+v", parts)
|
||||
var body map[string]any
|
||||
if err := json.Unmarshal(out, &body); err != nil {
|
||||
t.Fatalf("unmarshal out: %v", err)
|
||||
}
|
||||
if body["store"] != false {
|
||||
t.Errorf("store 应强制 false, got %v", body["store"])
|
||||
}
|
||||
if body["stream"] != true {
|
||||
t.Errorf("stream 应原样保留, got %v", body["stream"])
|
||||
}
|
||||
if string(out) == "" || !strings.Contains(string(out), `"max_output_tokens":128`) {
|
||||
t.Errorf("数值字段应保真: %s", out)
|
||||
}
|
||||
if !strings.Contains(string(out), `"custom_field"`) {
|
||||
t.Errorf("未知字段应保留: %s", out)
|
||||
}
|
||||
if _, err := RespPassthroughBody([]byte("not-json")); err == nil {
|
||||
t.Error("非法 JSON 应报错")
|
||||
}
|
||||
}
|
||||
|
||||
func TestIRRespToResponses(t *testing.T) {
|
||||
resp := &aiwire.ChatResponse{Model: "m", Choices: []aiwire.Choice{{
|
||||
Message: aiwire.ChatMessage{Role: "assistant", Content: aiwire.NewTextContent("你好"),
|
||||
ToolCalls: []aiwire.ToolCall{{ID: "call_9", Type: "function",
|
||||
Function: aiwire.FunctionCall{Name: "f", Arguments: ""}}}},
|
||||
FinishReason: "length",
|
||||
}}, Usage: &aiwire.Usage{PromptTokens: 10, CompletionTokens: 5, TotalTokens: 15}}
|
||||
out := IRRespToResponses(resp, "resp_abc", 1751966400)
|
||||
if out.Status != "incomplete" || out.IncompleteDetails == nil || out.IncompleteDetails.Reason != "max_output_tokens" {
|
||||
t.Errorf("length 应映射 incomplete: %+v", out)
|
||||
func TestRespPassthroughUsage(t *testing.T) {
|
||||
tests := []struct {
|
||||
name string
|
||||
payload string
|
||||
wantNil bool
|
||||
prompt, cached int
|
||||
}{
|
||||
{"完整", `{"usage":{"input_tokens":9,"output_tokens":3,"total_tokens":12,"input_tokens_details":{"cached_tokens":5}}}`, false, 9, 5},
|
||||
{"无细分", `{"usage":{"input_tokens":9,"output_tokens":3,"total_tokens":12}}`, false, 9, 0},
|
||||
{"无usage", `{"id":"resp_1"}`, true, 0, 0},
|
||||
{"非法JSON", `xx`, true, 0, 0},
|
||||
}
|
||||
if len(out.Output) != 2 || out.Output[0].Type != "message" || out.Output[1].Type != "function_call" {
|
||||
t.Fatalf("output = %+v", out.Output)
|
||||
}
|
||||
if out.Output[0].Content[0].Text != "你好" || out.Output[1].CallID != "call_9" || out.Output[1].Arguments != "{}" {
|
||||
t.Errorf("item 装配错误: %+v", out.Output)
|
||||
}
|
||||
if out.Usage.InputTokens != 10 || out.Usage.OutputTokens != 5 || out.Store {
|
||||
t.Errorf("usage/store 错误: %+v", out)
|
||||
for _, test := range tests {
|
||||
t.Run(test.name, func(t *testing.T) {
|
||||
usage := RespPassthroughUsage([]byte(test.payload))
|
||||
if (usage == nil) != test.wantNil {
|
||||
t.Fatalf("usage = %v, wantNil %v", usage, test.wantNil)
|
||||
}
|
||||
if usage == nil {
|
||||
return
|
||||
}
|
||||
if usage.PromptTokens != test.prompt || usage.CachedTokens() != test.cached {
|
||||
t.Fatalf("prompt=%d cached=%d, want %d/%d", usage.PromptTokens, usage.CachedTokens(), test.prompt, test.cached)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
func chunkText(text string) aiwire.ChatChunk {
|
||||
return aiwire.ChatChunk{Choices: []aiwire.ChunkChoice{{Delta: aiwire.Delta{Content: text}}}}
|
||||
}
|
||||
|
||||
func TestRespStreamTextAndTool(t *testing.T) {
|
||||
st := NewRespStream("resp_x", "m", 1751966400)
|
||||
var types []string
|
||||
collect := func(evs []RespEvent) {
|
||||
for _, ev := range evs {
|
||||
types = append(types, ev.Event)
|
||||
// TestRespStreamCompletedUsage 断言流式 usage 只从 completed 事件提取。
|
||||
func TestRespStreamCompletedUsage(t *testing.T) {
|
||||
completed := []byte(`{"type":"response.completed","response":{"usage":{"input_tokens":10,"output_tokens":5,"total_tokens":15,"input_tokens_details":{"cached_tokens":4}}}}`)
|
||||
if u := RespStreamCompletedUsage(completed); u == nil || u.PromptTokens != 10 || u.CompletionTokens != 5 ||
|
||||
u.PromptTokensDetails == nil || u.PromptTokensDetails.CachedTokens != 4 {
|
||||
t.Fatalf("completed 事件 usage 解析失败: %+v", u)
|
||||
}
|
||||
for _, data := range []string{
|
||||
`{"type":"response.output_text.delta","delta":"hi"}`,
|
||||
`{"type":"response.completed"}`,
|
||||
`not-json`,
|
||||
} {
|
||||
if u := RespStreamCompletedUsage([]byte(data)); u != nil {
|
||||
t.Fatalf("非 completed 或缺 response 应返回 nil: %s", data)
|
||||
}
|
||||
}
|
||||
collect(st.Feed(chunkText("你")))
|
||||
collect(st.Feed(chunkText("好")))
|
||||
collect(st.Feed(aiwire.ChatChunk{Choices: []aiwire.ChunkChoice{{Delta: aiwire.Delta{
|
||||
ToolCalls: []aiwire.ToolCallDelta{{Index: 0, ID: "call_1", Function: aiwire.FunctionCallDelta{Name: "f", Arguments: "{\"a\""}}}}}}}))
|
||||
collect(st.Feed(aiwire.ChatChunk{Choices: []aiwire.ChunkChoice{{Delta: aiwire.Delta{
|
||||
ToolCalls: []aiwire.ToolCallDelta{{Index: 0, Function: aiwire.FunctionCallDelta{Arguments: ":1}"}}}}}},
|
||||
Usage: &aiwire.Usage{PromptTokens: 3, CompletionTokens: 7, TotalTokens: 10}}))
|
||||
finish := st.Finish()
|
||||
collect(finish)
|
||||
want := []string{
|
||||
"response.created", "response.in_progress",
|
||||
"response.output_item.added", "response.content_part.added", "response.output_text.delta",
|
||||
"response.output_text.delta",
|
||||
"response.output_text.done", "response.content_part.done", "response.output_item.done",
|
||||
"response.output_item.added", "response.function_call_arguments.delta",
|
||||
"response.function_call_arguments.delta",
|
||||
"response.function_call_arguments.done", "response.output_item.done",
|
||||
"response.completed",
|
||||
}
|
||||
if strings.Join(types, "\n") != strings.Join(want, "\n") {
|
||||
t.Errorf("事件序列 =\n%s\nwant\n%s", strings.Join(types, "\n"), strings.Join(want, "\n"))
|
||||
}
|
||||
last := finish[len(finish)-1].Data
|
||||
resp := last["response"].(aiwire.Response)
|
||||
if len(resp.Output) != 2 || resp.Output[0].Content[0].Text != "你好" || resp.Output[1].Arguments != "{\"a\":1}" {
|
||||
t.Errorf("终态快照 = %+v", resp.Output)
|
||||
}
|
||||
if resp.Usage == nil || resp.Usage.TotalTokens != 10 {
|
||||
t.Errorf("终态 usage = %+v", resp.Usage)
|
||||
}
|
||||
// sequence_number 严格递增
|
||||
if seq, ok := last["sequence_number"].(int); !ok || seq != len(want) {
|
||||
t.Errorf("最终 sequence_number = %v, want %d", last["sequence_number"], len(want))
|
||||
}
|
||||
}
|
||||
|
||||
func TestRespStreamEmpty(t *testing.T) {
|
||||
st := NewRespStream("resp_e", "m", 1)
|
||||
evs := st.Finish()
|
||||
if len(evs) != 2 || evs[0].Event != "response.created" || evs[1].Event != "response.completed" {
|
||||
t.Errorf("空流事件 = %+v", evs)
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user