package chat import ( "context" "encoding/json" "net/http" "net/http/httptest" "testing" "github.com/Tencent/WeKnora/internal/models/provider" "github.com/Tencent/WeKnora/internal/types" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) func TestAnthropicChat(t *testing.T) { t.Setenv("SSRF_WHITELIST", "127.0.0.1") var capturedHeaders http.Header var capturedRequest anthropicRequest server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { assert.Equal(t, "/v1/messages", r.URL.Path) capturedHeaders = r.Header.Clone() require.NoError(t, json.NewDecoder(r.Body).Decode(&capturedRequest)) w.Header().Set("Content-Type", "application/json") _, _ = w.Write([]byte(`{ "id":"msg_123", "type":"message", "role":"assistant", "content":[{"type":"text","text":"hello"}], "stop_reason":"end_turn", "usage":{"input_tokens":3,"output_tokens":2} }`)) })) defer server.Close() chat, err := NewAnthropicChat(&ChatConfig{ Source: types.ModelSourceRemote, BaseURL: server.URL, ModelName: "claude-sonnet-4-5", APIKey: "test-key", Provider: string(provider.ProviderAnthropic), CustomHeaders: map[string]string{ "anthropic-beta": "test-beta", }, }) require.NoError(t, err) resp, err := chat.Chat(context.Background(), []Message{ {Role: "system", Content: "You are helpful."}, {Role: "user", Content: "Hi"}, }, &ChatOptions{MaxTokens: 7, Temperature: 0.2}) require.NoError(t, err) assert.Equal(t, "test-key", capturedHeaders.Get("x-api-key")) assert.Equal(t, anthropicVersion, capturedHeaders.Get("anthropic-version")) assert.Equal(t, "test-beta", capturedHeaders.Get("anthropic-beta")) assert.Equal(t, "claude-sonnet-4-5", capturedRequest.Model) assert.Equal(t, 7, capturedRequest.MaxTokens) systemText, systemCache := firstTextAndCache(t, capturedRequest.System) assert.Equal(t, "You are helpful.", systemText) require.Equal(t, "ephemeral", systemCache["type"]) require.Len(t, capturedRequest.Messages, 1) assert.Equal(t, "user", capturedRequest.Messages[0].Role) userText, userCache := firstTextAndCache(t, capturedRequest.Messages[0].Content) assert.Equal(t, "Hi", userText) require.Equal(t, "ephemeral", userCache["type"]) assert.Equal(t, "hello", resp.Content) assert.Equal(t, "end_turn", resp.FinishReason) assert.Equal(t, 3, resp.Usage.PromptTokens) assert.Equal(t, 2, resp.Usage.CompletionTokens) assert.Equal(t, 5, resp.Usage.TotalTokens) } func TestAnthropicChat_CacheUsage(t *testing.T) { t.Setenv("SSRF_WHITELIST", "127.0.0.1") server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { w.Header().Set("Content-Type", "application/json") _, _ = w.Write([]byte(`{ "id":"msg_cached","type":"message","role":"assistant", "content":[{"type":"text","text":"hello"}],"stop_reason":"end_turn", "usage":{"input_tokens":24,"output_tokens":2,"cache_creation_input_tokens":100,"cache_read_input_tokens":900} }`)) })) defer server.Close() chat, err := NewAnthropicChat(&ChatConfig{ Source: types.ModelSourceRemote, BaseURL: server.URL, ModelName: "claude-sonnet-4-5", APIKey: "test-key", Provider: string(provider.ProviderAnthropic), }) require.NoError(t, err) resp, err := chat.Chat(context.Background(), []Message{{Role: "user", Content: "Hi"}}, nil) require.NoError(t, err) assert.Equal(t, 1024, resp.Usage.PromptTokens) assert.Equal(t, 900, resp.Usage.CacheReadTokens) assert.Equal(t, 100, resp.Usage.CacheWriteTokens) assert.Equal(t, 124, resp.Usage.CacheMissTokens) assert.True(t, resp.Usage.CacheReported) assert.Equal(t, types.PromptCacheStatusHit, resp.Usage.CacheStatus) } func TestAnthropicChat_FullEndpoint(t *testing.T) { t.Setenv("SSRF_WHITELIST", "127.0.0.1") var capturedPath string server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { capturedPath = r.URL.Path w.Header().Set("Content-Type", "application/json") _, _ = w.Write([]byte(`{ "id":"msg_123", "type":"message", "role":"assistant", "content":[{"type":"text","text":"hello"}], "stop_reason":"end_turn", "usage":{"input_tokens":3,"output_tokens":2} }`)) })) defer server.Close() chat, err := NewAnthropicChat(&ChatConfig{ Source: types.ModelSourceRemote, BaseURL: server.URL + "/api/proxy/forward", ModelName: "gpt-5.5", APIKey: "test-key", Provider: string(provider.ProviderAnthropic), }) require.NoError(t, err) resp, err := chat.Chat(context.Background(), []Message{{Role: "user", Content: "Hi"}}, nil) require.NoError(t, err) assert.Equal(t, "/api/proxy/forward/v1/messages", capturedPath) assert.Equal(t, "hello", resp.Content) } func TestAnthropicChat_MessagesEndpoint(t *testing.T) { t.Setenv("SSRF_WHITELIST", "127.0.0.1") var capturedPath string server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { capturedPath = r.URL.Path w.Header().Set("Content-Type", "application/json") _, _ = w.Write([]byte(`{ "id":"msg_123", "type":"message", "role":"assistant", "content":[{"type":"text","text":"hello"}], "stop_reason":"end_turn", "usage":{"input_tokens":3,"output_tokens":2} }`)) })) defer server.Close() chat, err := NewAnthropicChat(&ChatConfig{ Source: types.ModelSourceRemote, BaseURL: server.URL + "/api/v1/messages", ModelName: "gpt-5.5", APIKey: "test-key", Provider: string(provider.ProviderAnthropic), }) require.NoError(t, err) resp, err := chat.Chat(context.Background(), []Message{{Role: "user", Content: "Hi"}}, nil) require.NoError(t, err) assert.Equal(t, "/api/v1/messages", capturedPath) assert.Equal(t, "hello", resp.Content) } func TestAnthropicChat_SSEResponse(t *testing.T) { t.Setenv("SSRF_WHITELIST", "127.0.0.1") server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { assert.Equal(t, "/v1/messages", r.URL.Path) w.Header().Set("Content-Type", "text/event-stream") _, _ = w.Write([]byte(`event: message_start data: {"type":"message_start","message":{"usage":{"input_tokens":14,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":100}}} event: content_block_delta data: {"type":"content_block_delta","delta":{"type":"text_delta","text":"pong"}} event: message_delta data: {"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":5}} event: message_stop data: {"type":"message_stop"} `)) })) defer server.Close() chat, err := NewAnthropicChat(&ChatConfig{ Source: types.ModelSourceRemote, BaseURL: server.URL, ModelName: "gpt-5.5", APIKey: "test-key", Provider: string(provider.ProviderAnthropic), }) require.NoError(t, err) resp, err := chat.Chat(context.Background(), []Message{{Role: "user", Content: "ping"}}, nil) require.NoError(t, err) assert.Equal(t, "pong", resp.Content) assert.Equal(t, "end_turn", resp.FinishReason) assert.Equal(t, 114, resp.Usage.PromptTokens) assert.Equal(t, 5, resp.Usage.CompletionTokens) assert.Equal(t, 119, resp.Usage.TotalTokens) assert.Equal(t, 100, resp.Usage.CacheReadTokens) assert.Equal(t, 14, resp.Usage.CacheMissTokens) } func TestAnthropicChat_ChatStream(t *testing.T) { t.Setenv("SSRF_WHITELIST", "127.0.0.1") var capturedRequest anthropicRequest server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { assert.Equal(t, "/v1/messages", r.URL.Path) assert.Equal(t, "text/event-stream", r.Header.Get("Accept")) require.NoError(t, json.NewDecoder(r.Body).Decode(&capturedRequest)) w.Header().Set("Content-Type", "text/event-stream") _, _ = w.Write([]byte(`event: message_start data: {"type":"message_start","message":{"usage":{"input_tokens":14,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":100}}} event: content_block_delta data: {"type":"content_block_delta","delta":{"type":"text_delta","text":"pong"}} event: message_delta data: {"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":5}} event: message_stop data: {"type":"message_stop"} `)) })) defer server.Close() chat, err := NewAnthropicChat(&ChatConfig{ Source: types.ModelSourceRemote, BaseURL: server.URL, ModelName: "gpt-5.5", APIKey: "test-key", Provider: string(provider.ProviderAnthropic), }) require.NoError(t, err) ch, err := chat.ChatStream(context.Background(), []Message{{Role: "user", Content: "ping"}}, nil) require.NoError(t, err) var chunks []types.StreamResponse for chunk := range ch { chunks = append(chunks, chunk) } require.Len(t, chunks, 2) assert.True(t, capturedRequest.Stream) assert.Equal(t, "pong", chunks[0].Content) assert.False(t, chunks[0].Done) assert.True(t, chunks[1].Done) assert.Equal(t, "end_turn", chunks[1].FinishReason) require.NotNil(t, chunks[1].Usage) assert.Equal(t, 114, chunks[1].Usage.PromptTokens) assert.Equal(t, 5, chunks[1].Usage.CompletionTokens) assert.Equal(t, 119, chunks[1].Usage.TotalTokens) assert.Equal(t, 100, chunks[1].Usage.CacheReadTokens) assert.Equal(t, 14, chunks[1].Usage.CacheMissTokens) } func TestNewRemoteChat_AnthropicProvider(t *testing.T) { chat, err := NewRemoteChat(&ChatConfig{ Source: types.ModelSourceRemote, ModelName: "claude-sonnet-4-5", APIKey: "test-key", Provider: string(provider.ProviderAnthropic), }) require.NoError(t, err) _, ok := chat.(*AnthropicChat) assert.True(t, ok) } func TestAnthropicChat_CacheRetentionNoneKeepsPlainStrings(t *testing.T) { t.Setenv("SSRF_WHITELIST", "127.0.0.1") var capturedRequest anthropicRequest server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { require.NoError(t, json.NewDecoder(r.Body).Decode(&capturedRequest)) w.Header().Set("Content-Type", "application/json") _, _ = w.Write([]byte(`{ "id":"msg_123","type":"message","role":"assistant", "content":[{"type":"text","text":"hello"}],"stop_reason":"end_turn", "usage":{"input_tokens":3,"output_tokens":2} }`)) })) defer server.Close() chat, err := NewAnthropicChat(&ChatConfig{ Source: types.ModelSourceRemote, BaseURL: server.URL, ModelName: "claude-sonnet-4-5", APIKey: "test-key", Provider: string(provider.ProviderAnthropic), }) require.NoError(t, err) _, err = chat.Chat(context.Background(), []Message{ {Role: "system", Content: "You are helpful."}, {Role: "user", Content: "Hi"}, }, &ChatOptions{CacheRetention: CacheRetentionNone}) require.NoError(t, err) assert.Equal(t, "You are helpful.", capturedRequest.System) assert.Equal(t, "Hi", capturedRequest.Messages[0].Content) } func firstTextAndCache(t *testing.T, v any) (string, map[string]any) { t.Helper() switch x := v.(type) { case string: t.Fatalf("expected cache_control content blocks, got plain string %q", x) return "", nil case []any: require.NotEmpty(t, x) block, ok := x[0].(map[string]any) require.True(t, ok) text, _ := block["text"].(string) cache, _ := block["cache_control"].(map[string]any) require.NotNil(t, cache) return text, cache default: t.Fatalf("unexpected content type %T", v) return "", nil } }