92ad68a314
从 LiteLLM 定价目录中读取指定平台的最新模型列表， 将尚未录入的模型以新定价条目（价格留空）的形式追加， 管理员只需点击同步最新模型按钮即可完成操作。 - backend/service: PricingService 新增 ListModelNamesByProvider - backend/handler: ChannelHandler 新增 SyncPricingModels (GET /api/v1/admin/channels/pricing/sync-models) - backend/routes: 注册新路由（在 /:id 通配符之前） - backend/wire_gen: 手动更新 NewChannelHandler 调用 - frontend/api: channels.ts 新增 syncPricingModels - frontend/i18n: zh.ts / en.ts 新增 5 个 key - frontend/view: ChannelsView 定价区域标题行新增「同步最新模型」按钮 - tests: pricing_service_test + channel_handler_test 新增单元测试
294 lines
9.8 KiB
Go
294 lines
9.8 KiB
Go
package service
|
|
|
|
import (
|
|
"encoding/json"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestParsePricingData_ParsesPriorityAndServiceTierFields(t *testing.T) {
|
|
svc := &PricingService{}
|
|
body := []byte(`{
|
|
"gpt-5.4": {
|
|
"input_cost_per_token": 0.0000025,
|
|
"input_cost_per_token_priority": 0.000005,
|
|
"output_cost_per_token": 0.000015,
|
|
"output_cost_per_token_priority": 0.00003,
|
|
"cache_creation_input_token_cost": 0.0000025,
|
|
"cache_read_input_token_cost": 0.00000025,
|
|
"cache_read_input_token_cost_priority": 0.0000005,
|
|
"supports_service_tier": true,
|
|
"supports_prompt_caching": true,
|
|
"litellm_provider": "openai",
|
|
"mode": "chat"
|
|
}
|
|
}`)
|
|
|
|
data, err := svc.parsePricingData(body)
|
|
require.NoError(t, err)
|
|
pricing := data["gpt-5.4"]
|
|
require.NotNil(t, pricing)
|
|
require.InDelta(t, 5e-6, pricing.InputCostPerTokenPriority, 1e-12)
|
|
require.InDelta(t, 3e-5, pricing.OutputCostPerTokenPriority, 1e-12)
|
|
require.InDelta(t, 5e-7, pricing.CacheReadInputTokenCostPriority, 1e-12)
|
|
require.True(t, pricing.SupportsServiceTier)
|
|
}
|
|
|
|
func TestGetModelPricing_Gpt53CodexSparkUsesGpt51CodexPricing(t *testing.T) {
|
|
sparkPricing := &LiteLLMModelPricing{InputCostPerToken: 1}
|
|
gpt53Pricing := &LiteLLMModelPricing{InputCostPerToken: 9}
|
|
|
|
svc := &PricingService{
|
|
pricingData: map[string]*LiteLLMModelPricing{
|
|
"gpt-5.1-codex": sparkPricing,
|
|
"gpt-5.3": gpt53Pricing,
|
|
},
|
|
}
|
|
|
|
got := svc.GetModelPricing("gpt-5.3-codex-spark")
|
|
require.Same(t, sparkPricing, got)
|
|
}
|
|
|
|
func TestGetModelPricing_Gpt53CodexFallbackStillUsesGpt52Codex(t *testing.T) {
|
|
gpt52CodexPricing := &LiteLLMModelPricing{InputCostPerToken: 2}
|
|
|
|
svc := &PricingService{
|
|
pricingData: map[string]*LiteLLMModelPricing{
|
|
"gpt-5.2-codex": gpt52CodexPricing,
|
|
},
|
|
}
|
|
|
|
got := svc.GetModelPricing("gpt-5.3-codex")
|
|
require.Same(t, gpt52CodexPricing, got)
|
|
}
|
|
|
|
func TestGetModelPricing_OpenAIFallbackMatchedLoggedAsInfo(t *testing.T) {
|
|
logSink, restore := captureStructuredLog(t)
|
|
defer restore()
|
|
|
|
gpt52CodexPricing := &LiteLLMModelPricing{InputCostPerToken: 2}
|
|
svc := &PricingService{
|
|
pricingData: map[string]*LiteLLMModelPricing{
|
|
"gpt-5.2-codex": gpt52CodexPricing,
|
|
},
|
|
}
|
|
|
|
got := svc.GetModelPricing("gpt-5.3-codex")
|
|
require.Same(t, gpt52CodexPricing, got)
|
|
|
|
require.True(t, logSink.ContainsMessageAtLevel("[Pricing] OpenAI fallback matched gpt-5.3-codex -> gpt-5.2-codex", "info"))
|
|
require.False(t, logSink.ContainsMessageAtLevel("[Pricing] OpenAI fallback matched gpt-5.3-codex -> gpt-5.2-codex", "warn"))
|
|
}
|
|
|
|
func TestGetModelPricing_Gpt54UsesStaticFallbackWhenRemoteMissing(t *testing.T) {
|
|
svc := &PricingService{
|
|
pricingData: map[string]*LiteLLMModelPricing{
|
|
"gpt-5.1-codex": &LiteLLMModelPricing{InputCostPerToken: 1.25e-6},
|
|
},
|
|
}
|
|
|
|
got := svc.GetModelPricing("gpt-5.4")
|
|
require.NotNil(t, got)
|
|
require.InDelta(t, 2.5e-6, got.InputCostPerToken, 1e-12)
|
|
require.InDelta(t, 1.5e-5, got.OutputCostPerToken, 1e-12)
|
|
require.InDelta(t, 2.5e-7, got.CacheReadInputTokenCost, 1e-12)
|
|
require.Equal(t, 272000, got.LongContextInputTokenThreshold)
|
|
require.InDelta(t, 2.0, got.LongContextInputCostMultiplier, 1e-12)
|
|
require.InDelta(t, 1.5, got.LongContextOutputCostMultiplier, 1e-12)
|
|
}
|
|
|
|
func TestGetModelPricing_OpenAICompactAliasUsesStaticFallback(t *testing.T) {
|
|
svc := &PricingService{
|
|
pricingData: map[string]*LiteLLMModelPricing{
|
|
"gpt-5.1-codex": {InputCostPerToken: 1.25e-6},
|
|
},
|
|
}
|
|
|
|
got := svc.GetModelPricing("openai/gpt5.5")
|
|
require.NotNil(t, got)
|
|
require.InDelta(t, 2.5e-6, got.InputCostPerToken, 1e-12)
|
|
require.InDelta(t, 1.5e-5, got.OutputCostPerToken, 1e-12)
|
|
}
|
|
|
|
func TestDefaultPricingIncludesCodexAutoReview(t *testing.T) {
|
|
data, err := os.ReadFile(filepath.Join("..", "..", "resources", "model-pricing", "model_prices_and_context_window.json"))
|
|
require.NoError(t, err)
|
|
|
|
svc := &PricingService{}
|
|
pricingData, err := svc.parsePricingData(data)
|
|
require.NoError(t, err)
|
|
svc.pricingData = pricingData
|
|
|
|
got := svc.GetModelPricing("codex-auto-review")
|
|
require.NotNil(t, got)
|
|
require.InDelta(t, 2.5e-6, got.InputCostPerToken, 1e-12)
|
|
require.InDelta(t, 1.5e-5, got.OutputCostPerToken, 1e-12)
|
|
require.InDelta(t, 2.5e-7, got.CacheReadInputTokenCost, 1e-12)
|
|
}
|
|
|
|
func TestGetModelPricing_Gpt54MiniUsesDedicatedStaticFallbackWhenRemoteMissing(t *testing.T) {
|
|
svc := &PricingService{
|
|
pricingData: map[string]*LiteLLMModelPricing{
|
|
"gpt-5.1-codex": {InputCostPerToken: 1.25e-6},
|
|
},
|
|
}
|
|
|
|
got := svc.GetModelPricing("gpt-5.4-mini")
|
|
require.NotNil(t, got)
|
|
require.InDelta(t, 7.5e-7, got.InputCostPerToken, 1e-12)
|
|
require.InDelta(t, 4.5e-6, got.OutputCostPerToken, 1e-12)
|
|
require.InDelta(t, 7.5e-8, got.CacheReadInputTokenCost, 1e-12)
|
|
require.Zero(t, got.LongContextInputTokenThreshold)
|
|
}
|
|
|
|
func TestGetModelPricing_Gpt54NanoUsesDedicatedStaticFallbackWhenRemoteMissing(t *testing.T) {
|
|
svc := &PricingService{
|
|
pricingData: map[string]*LiteLLMModelPricing{
|
|
"gpt-5.1-codex": {InputCostPerToken: 1.25e-6},
|
|
},
|
|
}
|
|
|
|
got := svc.GetModelPricing("gpt-5.4-nano")
|
|
require.NotNil(t, got)
|
|
require.InDelta(t, 2e-7, got.InputCostPerToken, 1e-12)
|
|
require.InDelta(t, 1.25e-6, got.OutputCostPerToken, 1e-12)
|
|
require.InDelta(t, 2e-8, got.CacheReadInputTokenCost, 1e-12)
|
|
require.Zero(t, got.LongContextInputTokenThreshold)
|
|
}
|
|
|
|
func TestGetModelPricing_ImageModelDoesNotFallbackToTextModel(t *testing.T) {
|
|
imagePricing := &LiteLLMModelPricing{InputCostPerToken: 3}
|
|
textPricing := &LiteLLMModelPricing{InputCostPerToken: 9}
|
|
|
|
svc := &PricingService{
|
|
pricingData: map[string]*LiteLLMModelPricing{
|
|
"gpt-image-2": imagePricing,
|
|
"gpt-5.4": textPricing,
|
|
},
|
|
}
|
|
|
|
got := svc.GetModelPricing("gpt-image-3")
|
|
require.Same(t, imagePricing, got)
|
|
}
|
|
|
|
func TestParsePricingData_PreservesPriorityAndServiceTierFields(t *testing.T) {
|
|
raw := map[string]any{
|
|
"gpt-5.4": map[string]any{
|
|
"input_cost_per_token": 2.5e-6,
|
|
"input_cost_per_token_priority": 5e-6,
|
|
"output_cost_per_token": 15e-6,
|
|
"output_cost_per_token_priority": 30e-6,
|
|
"cache_read_input_token_cost": 0.25e-6,
|
|
"cache_read_input_token_cost_priority": 0.5e-6,
|
|
"supports_service_tier": true,
|
|
"supports_prompt_caching": true,
|
|
"litellm_provider": "openai",
|
|
"mode": "chat",
|
|
},
|
|
}
|
|
body, err := json.Marshal(raw)
|
|
require.NoError(t, err)
|
|
|
|
svc := &PricingService{}
|
|
pricingMap, err := svc.parsePricingData(body)
|
|
require.NoError(t, err)
|
|
|
|
pricing := pricingMap["gpt-5.4"]
|
|
require.NotNil(t, pricing)
|
|
require.InDelta(t, 2.5e-6, pricing.InputCostPerToken, 1e-12)
|
|
require.InDelta(t, 5e-6, pricing.InputCostPerTokenPriority, 1e-12)
|
|
require.InDelta(t, 15e-6, pricing.OutputCostPerToken, 1e-12)
|
|
require.InDelta(t, 30e-6, pricing.OutputCostPerTokenPriority, 1e-12)
|
|
require.InDelta(t, 0.25e-6, pricing.CacheReadInputTokenCost, 1e-12)
|
|
require.InDelta(t, 0.5e-6, pricing.CacheReadInputTokenCostPriority, 1e-12)
|
|
require.True(t, pricing.SupportsServiceTier)
|
|
}
|
|
|
|
func TestParsePricingData_PreservesServiceTierPriorityFields(t *testing.T) {
|
|
svc := &PricingService{}
|
|
pricingData, err := svc.parsePricingData([]byte(`{
|
|
"gpt-5.4": {
|
|
"input_cost_per_token": 0.0000025,
|
|
"input_cost_per_token_priority": 0.000005,
|
|
"output_cost_per_token": 0.000015,
|
|
"output_cost_per_token_priority": 0.00003,
|
|
"cache_read_input_token_cost": 0.00000025,
|
|
"cache_read_input_token_cost_priority": 0.0000005,
|
|
"supports_service_tier": true,
|
|
"litellm_provider": "openai",
|
|
"mode": "chat"
|
|
}
|
|
}`))
|
|
require.NoError(t, err)
|
|
|
|
pricing := pricingData["gpt-5.4"]
|
|
require.NotNil(t, pricing)
|
|
require.InDelta(t, 0.0000025, pricing.InputCostPerToken, 1e-12)
|
|
require.InDelta(t, 0.000005, pricing.InputCostPerTokenPriority, 1e-12)
|
|
require.InDelta(t, 0.000015, pricing.OutputCostPerToken, 1e-12)
|
|
require.InDelta(t, 0.00003, pricing.OutputCostPerTokenPriority, 1e-12)
|
|
require.InDelta(t, 0.00000025, pricing.CacheReadInputTokenCost, 1e-12)
|
|
require.InDelta(t, 0.0000005, pricing.CacheReadInputTokenCostPriority, 1e-12)
|
|
require.True(t, pricing.SupportsServiceTier)
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// ListModelNamesByProvider
|
|
// ---------------------------------------------------------------------------
|
|
|
|
func TestListModelNamesByProvider_ReturnsMatchingModels(t *testing.T) {
|
|
svc := &PricingService{
|
|
pricingData: map[string]*LiteLLMModelPricing{
|
|
"claude-opus-4-5-20251101": {LiteLLMProvider: "anthropic", InputCostPerToken: 1.5e-5},
|
|
"claude-sonnet-4-5": {LiteLLMProvider: "anthropic", InputCostPerToken: 3e-6},
|
|
"gpt-4o": {LiteLLMProvider: "openai", InputCostPerToken: 5e-6},
|
|
"gemini-2.5-pro": {LiteLLMProvider: "google", InputCostPerToken: 1.25e-6},
|
|
},
|
|
}
|
|
|
|
got := svc.ListModelNamesByProvider("anthropic")
|
|
require.ElementsMatch(t, []string{"claude-opus-4-5-20251101", "claude-sonnet-4-5"}, got)
|
|
// Must be sorted
|
|
require.Equal(t, "claude-opus-4-5-20251101", got[0])
|
|
require.Equal(t, "claude-sonnet-4-5", got[1])
|
|
}
|
|
|
|
func TestListModelNamesByProvider_CaseInsensitive(t *testing.T) {
|
|
svc := &PricingService{
|
|
pricingData: map[string]*LiteLLMModelPricing{
|
|
"gpt-4o": {LiteLLMProvider: "OpenAI", InputCostPerToken: 5e-6},
|
|
},
|
|
}
|
|
|
|
got := svc.ListModelNamesByProvider("openai")
|
|
require.Equal(t, []string{"gpt-4o"}, got)
|
|
|
|
got2 := svc.ListModelNamesByProvider("OPENAI")
|
|
require.Equal(t, []string{"gpt-4o"}, got2)
|
|
}
|
|
|
|
func TestListModelNamesByProvider_NoMatch(t *testing.T) {
|
|
svc := &PricingService{
|
|
pricingData: map[string]*LiteLLMModelPricing{
|
|
"gpt-4o": {LiteLLMProvider: "openai", InputCostPerToken: 5e-6},
|
|
},
|
|
}
|
|
|
|
got := svc.ListModelNamesByProvider("anthropic")
|
|
require.NotNil(t, got)
|
|
require.Empty(t, got)
|
|
}
|
|
|
|
func TestListModelNamesByProvider_EmptyCatalog(t *testing.T) {
|
|
svc := &PricingService{
|
|
pricingData: map[string]*LiteLLMModelPricing{},
|
|
}
|
|
|
|
got := svc.ListModelNamesByProvider("openai")
|
|
require.NotNil(t, got)
|
|
require.Empty(t, got)
|
|
}
|