package admin import ( "context" "encoding/json" "math" "strings" "github.com/gogf/gf/v2/database/gdb" "github.com/gogf/gf/v2/errors/gcode" "github.com/gogf/gf/v2/errors/gerror" "github.com/gogf/gf/v2/frame/g" "github.com/gogf/gf/v2/os/gtime" "github.com/shopspring/decimal" "github.com/qianfree/team-api/api/admin/v1" "github.com/qianfree/team-api/internal/consts" "github.com/qianfree/team-api/internal/dao" "github.com/qianfree/team-api/internal/logic/billing" "github.com/qianfree/team-api/internal/logic/common" "github.com/qianfree/team-api/internal/logic/relay" do "github.com/qianfree/team-api/internal/model/do" "github.com/qianfree/team-api/internal/utility/export" ) // ListModelOptions 获取模型选项列表(不分页,用于下拉选择) func (s *sAdmin) ListModelOptions(ctx context.Context, req *v1.ModelOptionsReq) (*v1.ModelOptionsRes, error) { query := dao.MdlModels.Ctx(ctx) if req.Status != "" { query = query.Where("status", req.Status) } else { query = query.Where("status", "active") } if req.Category != "" { query = query.Where("category", req.Category) } var models []struct { ID int64 `json:"id"` ModelId string `json:"model_id"` ModelName string `json:"model_name"` Category string `json:"category"` } err := query.Fields("id, model_id, model_name, category"). OrderAsc("category").OrderAsc("model_id"). Scan(&models) if err = common.IgnoreScanNoRows(err); err != nil { return nil, err } list := make([]v1.ModelOptionItem, 0, len(models)) for _, m := range models { list = append(list, v1.ModelOptionItem{ ID: m.ID, ModelId: m.ModelId, ModelName: m.ModelName, Category: m.Category, }) } return &v1.ModelOptionsRes{List: list}, nil } // ListModels 获取模型列表(含定价摘要) func (s *sAdmin) ListModels(ctx context.Context, req *v1.ModelListReq) (*v1.ModelListRes, error) { query := dao.MdlModels.Ctx(ctx) if req.Category != "" { query = query.Where("category", req.Category) } if req.Status != "" { query = query.Where("status", req.Status) } if req.Search != "" { query = query.Where("model_id LIKE ? OR model_name LIKE ?", "%"+req.Search+"%", "%"+req.Search+"%") } // 定价状态筛选 if req.PricingStatus == "priced" { // 已定价:存在 min_tokens=0 的记录,且输入价格或输出价格不为 0 query = query.Where("EXISTS (SELECT 1 FROM mdl_pricing WHERE mdl_pricing.model_id = mdl_models.id AND mdl_pricing.min_tokens = 0 AND (mdl_pricing.input_price > 0 OR mdl_pricing.output_price > 0 OR mdl_pricing.per_request_price > 0))") } else if req.PricingStatus == "unpriced" { // 未定价:存在 min_tokens=0 的记录,但所有价格字段都为 0 query = query.Where("EXISTS (SELECT 1 FROM mdl_pricing WHERE mdl_pricing.model_id = mdl_models.id AND mdl_pricing.min_tokens = 0 AND mdl_pricing.input_price = 0 AND mdl_pricing.output_price = 0 AND (mdl_pricing.per_request_price IS NULL OR mdl_pricing.per_request_price = 0))") } var total int var models []struct { ID int64 `json:"id"` ModelId string `json:"model_id"` ModelName string `json:"model_name"` Category string `json:"category"` Status string `json:"status"` MaxContextTokens int `json:"max_context_tokens"` MaxOutputTokens int `json:"max_output_tokens"` Capabilities string `json:"capabilities"` Description string `json:"description"` Tags []string `json:"tags"` CreatedAt *gtime.Time `json:"created_at"` UpdatedAt *gtime.Time `json:"updated_at"` DeprecatedAt *gtime.Time `json:"deprecated_at"` SunsetDate *gtime.Time `json:"sunset_date"` ReplacementModel string `json:"replacement_model"` } err := query.Fields("id, model_id, model_name, category, status, max_context_tokens, max_output_tokens, capabilities, description, tags, created_at, updated_at, deprecated_at, sunset_date, replacement_model"). OrderDesc("id"). Page(req.Page, req.PageSize). ScanAndCount(&models, &total, false) if err != nil { return nil, err } // 批量查询定价摘要(min_tokens=0 的基准行) modelIDs := make([]int64, 0, len(models)) for _, m := range models { modelIDs = append(modelIDs, m.ID) } type pricingRow struct { ModelId int64 `json:"model_id"` BillingMode string `json:"billing_mode"` InputPrice float64 `json:"input_price"` OutputPrice float64 `json:"output_price"` PerRequestPrice *float64 `json:"per_request_price"` } var pricingRows []pricingRow if len(modelIDs) > 0 { err = dao.MdlPricing.Ctx(ctx). Fields("model_id, billing_mode, input_price, output_price, per_request_price"). Where("model_id IN (?) AND min_tokens = 0", modelIDs). Scan(&pricingRows) if err = common.IgnoreScanNoRows(err); err != nil { return nil, err } } pricingMap := make(map[int64]pricingRow, len(pricingRows)) for _, p := range pricingRows { pricingMap[p.ModelId] = p } // 批量查询渠道支持情况 type channelAbilityRow struct { ModelName string `json:"model_name"` ChannelID int64 `json:"channel_id"` ChannelName string `json:"channel_name"` Type int `json:"type"` } modelIdStrs := make([]string, 0, len(models)) for _, m := range models { modelIdStrs = append(modelIdStrs, m.ModelId) } var channelRows []channelAbilityRow if len(modelIdStrs) > 0 { err = dao.ChnAbilities.Ctx(ctx). LeftJoin("chn_channels", "chn_channels.id = chn_abilities.channel_id"). Fields("chn_abilities.model_name, chn_abilities.channel_id, chn_channels.name AS channel_name, chn_channels.type"). Where("chn_abilities.model_name IN (?)", modelIdStrs). Where("chn_abilities.enabled", true). Where("chn_channels.status", "active"). Scan(&channelRows) if err = common.IgnoreScanNoRows(err); err != nil { return nil, err } } channelMap := make(map[string][]v1.ModelChannelInfo, len(channelRows)) for _, r := range channelRows { channelMap[r.ModelName] = append(channelMap[r.ModelName], v1.ModelChannelInfo{ ChannelID: r.ChannelID, ChannelName: r.ChannelName, Type: r.Type, }) } list := make([]v1.ModelItem, 0, len(models)) for _, m := range models { item := v1.ModelItem{ ID: m.ID, ModelId: m.ModelId, ModelName: m.ModelName, Category: m.Category, Status: m.Status, MaxContext: m.MaxContextTokens, MaxOutput: m.MaxOutputTokens, Capabilities: parseCapabilities(m.Capabilities), Description: m.Description, Tags: m.Tags, CreatedAt: m.CreatedAt.String(), UpdatedAt: m.UpdatedAt.String(), } if m.DeprecatedAt != nil { s := m.DeprecatedAt.String() item.DeprecatedAt = &s } if m.SunsetDate != nil { s := m.SunsetDate.Format("Y-m-d") item.SunsetDate = &s } item.ReplacementModel = m.ReplacementModel // 填充定价摘要 if p, ok := pricingMap[m.ID]; ok { item.PricingMode = p.BillingMode item.InputPrice = p.InputPrice item.OutputPrice = p.OutputPrice if p.PerRequestPrice != nil { item.PerRequestPrice = *p.PerRequestPrice } } // 填充可用渠道 if chs, ok := channelMap[m.ModelId]; ok { item.Channels = chs } list = append(list, item) } return &v1.ModelListRes{ List: list, Total: total, Page: req.Page, PageSize: req.PageSize, }, nil } // CreateModel 创建模型(自动创建默认 token 定价记录) func (s *sAdmin) CreateModel(ctx context.Context, req *v1.ModelCreateReq) (*v1.ModelCreateRes, error) { count, err := dao.MdlModels.Ctx(ctx).Where(do.MdlModels{ModelId: req.ModelId}).Count() if err != nil { return nil, err } if count > 0 { return nil, gerror.NewCode(gcode.New(consts.CodeModelNameExists, consts.MsgModelNameExists, nil), consts.MsgModelNameExists) } insertData := do.MdlModels{ ModelId: req.ModelId, ModelName: req.ModelName, Category: req.Category, Status: "active", MaxContextTokens: req.MaxContext, MaxOutputTokens: req.MaxOutput, Description: req.Description, } if req.Tags != nil { insertData.Tags = req.Tags } else { insertData.Tags = []string{} } if req.Capabilities != nil { capJson, _ := json.Marshal(req.Capabilities) insertData.Capabilities = string(capJson) } id, err := dao.MdlModels.Ctx(ctx).InsertAndGetId(insertData) if err != nil { return nil, err } _, err = dao.MdlPricing.Ctx(ctx).Insert(do.MdlPricing{ ModelId: id, BillingMode: "token", MinTokens: 0, MaxTokens: nil, InputPrice: 0, OutputPrice: 0, }) if err != nil { return nil, err } return &v1.ModelCreateRes{ID: id}, nil } // UpdateModel 更新模型(含弃用状态管理) func (s *sAdmin) UpdateModel(ctx context.Context, req *v1.ModelUpdateReq) (*v1.ModelUpdateRes, error) { var oldModel *struct { ModelId string `json:"model_id"` Status string `json:"status"` } err := dao.MdlModels.Ctx(ctx).Where("id", req.ID).Fields("model_id, status").Scan(&oldModel) if err != nil || oldModel == nil { return nil, common.NewBusinessError(404, "模型不存在") } data := do.MdlModels{} hasUpdate := false var capUpdate *string // capabilities 需要单独处理 if req.ModelName != "" { data.ModelName = req.ModelName hasUpdate = true } if req.Category != "" { data.Category = req.Category hasUpdate = true } data.MaxContextTokens = req.MaxContext data.MaxOutputTokens = req.MaxOutput hasUpdate = true if req.Capabilities != nil { capJson, _ := json.Marshal(req.Capabilities) s := string(capJson) capUpdate = &s hasUpdate = true } if req.Description != "" { data.Description = req.Description hasUpdate = true } if req.Tags != nil { data.Tags = req.Tags hasUpdate = true } statusChanged := req.Status != "" && req.Status != oldModel.Status if req.Status == "deprecated" { data.Status = "deprecated" data.DeprecatedAt = gtime.Now() hasUpdate = true if req.SunsetDate != nil && *req.SunsetDate != "" { data.SunsetDate = gtime.NewFromStr(*req.SunsetDate) hasUpdate = true } if req.ReplacementModel != "" { data.ReplacementModel = req.ReplacementModel hasUpdate = true } } else if req.Status == "active" { data.Status = "active" hasUpdate = true } else if req.Status == "offline" { data.Status = "offline" hasUpdate = true } else if req.Status != "" { data.Status = req.Status hasUpdate = true } if !hasUpdate { return nil, nil } if capUpdate != nil { data.Capabilities = *capUpdate } _, err = dao.MdlModels.Ctx(ctx).Where("id", req.ID).Data(data).Update() if err != nil { return nil, err } if statusChanged { // 状态变更时清除模型缓存和租户分组缓存 relay.NewDataProvider().InvalidateModelCache(oldModel.ModelId) invalidateTenantsForModel(ctx, req.ID) // 状态从 active → deprecated 时额外发送通知 if req.Status == "deprecated" && oldModel.Status == "active" { go func() { bgCtx := context.Background() variables := g.Map{ "model_name": oldModel.ModelId, "sunset_date": "", "replacement_model": req.ReplacementModel, } if req.SunsetDate != nil { variables["sunset_date"] = *req.SunsetDate } engine := common.NewNotificationEngine() if err := engine.SendToAllTenants(bgCtx, "model_deprecated", variables, ""); err != nil { g.Log().Errorf(bgCtx, "[ModelDeprecation] send notification for %s failed: %v", oldModel.ModelId, err) } }() } } return nil, nil } // DeleteModel 删除模型(同时删除定价记录、租户分配记录和分组关联) func (s *sAdmin) DeleteModel(ctx context.Context, req *v1.ModelDeleteReq) (*v1.ModelDeleteRes, error) { // 先查出受影响的分组,供事务提交后清理缓存(缓存失效不可回滚,故放在事务外) var affectedGroups []struct { GroupId int64 `json:"group_id"` } dao.MdlGroupModels.Ctx(ctx).Where("model_id", req.ID).Fields("group_id").Scan(&affectedGroups) // 查出模型编码,供事务提交后按模型清除所有租户的价格缓存 var model struct { ModelId string `json:"model_id"` } if err := dao.MdlModels.Ctx(ctx).Where("id", req.ID).Fields("model_id").Scan(&model); err != nil { if err = common.IgnoreScanNoRows(err); err != nil { return nil, err } } // 四表删除(定价 / 租户分配 / 分组关联 / 模型本体)放入同一事务, // 避免中途失败留下「模型已删但定价/分配记录残留」的孤儿数据。 err := g.DB().Transaction(ctx, func(ctx context.Context, tx gdb.TX) error { if _, err := dao.MdlPricing.Ctx(ctx).Where("model_id", req.ID).Delete(); err != nil { return gerror.Wrapf(err, "delete pricing tiers for model %d", req.ID) } if _, err := dao.MdlTenantModels.Ctx(ctx).Where("model_id", req.ID).Delete(); err != nil { return gerror.Wrapf(err, "delete tenant models for model %d", req.ID) } if _, err := dao.MdlGroupModels.Ctx(ctx).Where("model_id", req.ID).Delete(); err != nil { return gerror.Wrapf(err, "delete group models for model %d", req.ID) } if _, err := dao.MdlModels.Ctx(ctx).Where("id", req.ID).Delete(); err != nil { return err } return nil }) if err != nil { return nil, err } // 事务提交后再清除受影响租户的缓存 for _, ag := range affectedGroups { invalidateTenantsInGroup(ctx, ag.GroupId) } // 清除该模型在所有租户下的价格缓存,避免删除后旧价格残留最多 600s if model.ModelId != "" { billing.ClearModelPriceCache(ctx, model.ModelId) } return nil, nil } func parseCapabilities(raw string) map[string]bool { if raw == "" || raw == "{}" { return nil } var caps map[string]bool if err := json.Unmarshal([]byte(raw), &caps); err != nil { return nil } return caps } // GetModelPricing 获取模型定价 func (s *sAdmin) GetModelPricing(ctx context.Context, req *v1.PricingGetReq) (*v1.PricingGetRes, error) { var rows []struct { BillingMode string `json:"billing_mode" orm:"billing_mode"` MinTokens int64 `json:"min_tokens" orm:"min_tokens"` MaxTokens *int64 `json:"max_tokens" orm:"max_tokens"` InputPrice float64 `json:"input_price" orm:"input_price"` OutputPrice float64 `json:"output_price" orm:"output_price"` PerRequestPrice *float64 `json:"per_request_price" orm:"per_request_price"` CacheReadPrice float64 `json:"cache_read_price" orm:"cache_read_price"` CacheCreationPrice float64 `json:"cache_creation_price" orm:"cache_creation_price"` TimeSegments string `json:"time_segments" orm:"time_segments"` PriceNote *string `json:"price_note" orm:"price_note"` DiscountLabel *string `json:"discount_label" orm:"discount_label"` PriceChangeNote *string `json:"price_change_note" orm:"price_change_note"` } err := dao.MdlPricing.Ctx(ctx). Where("model_id", req.ModelID). OrderAsc("min_tokens"). Scan(&rows) if err = common.IgnoreScanNoRows(err); err != nil { return nil, err } result := make([]v1.PricingItem, 0, len(rows)) var timeSegments []billing.TimeSegment var priceNote, discountLabel, priceChangeNote string for i := range rows { r := rows[i] result = append(result, v1.PricingItem{ BillingMode: r.BillingMode, MinTokens: r.MinTokens, MaxTokens: r.MaxTokens, InputPrice: r.InputPrice, OutputPrice: r.OutputPrice, PerRequestPrice: r.PerRequestPrice, CacheReadPrice: r.CacheReadPrice, CacheCreationPrice: r.CacheCreationPrice, }) // 时段定价与展示字段只认锚点行(min_tokens=0),阶梯行上的残留忽略 if r.MinTokens == 0 { if r.TimeSegments != "" && r.TimeSegments != "null" { if err := json.Unmarshal([]byte(r.TimeSegments), &timeSegments); err != nil { g.Log().Warningf(ctx, "admin: 模型 %d 时段定价解析失败: %v", req.ModelID, err) timeSegments = nil } } priceNote = derefStr(r.PriceNote) discountLabel = derefStr(r.DiscountLabel) priceChangeNote = derefStr(r.PriceChangeNote) } } return &v1.PricingGetRes{ List: result, TimeSegments: timeSegmentsToAPI(timeSegments), PriceNote: priceNote, DiscountLabel: discountLabel, PriceChangeNote: priceChangeNote, }, nil } // derefStr 字符串指针安全解引用(NULL → 空串) func derefStr(s *string) string { if s == nil { return "" } return *s } // timeSegmentsToAPI billing.TimeSegment → API 时段项 func timeSegmentsToAPI(segments []billing.TimeSegment) []v1.TimeSegmentItem { if len(segments) == 0 { return nil } result := make([]v1.TimeSegmentItem, 0, len(segments)) for _, seg := range segments { result = append(result, v1.TimeSegmentItem{ Name: seg.Name, Days: seg.Days, StartTime: seg.StartTime, EndTime: seg.EndTime, ValidFrom: seg.ValidFrom, ValidTo: seg.ValidTo, Multiplier: seg.Multiplier, }) } return result } // timeSegmentsFromAPI API 时段项 → billing.TimeSegment(含校验) func timeSegmentsFromAPI(items []v1.TimeSegmentItem) ([]billing.TimeSegment, error) { if len(items) == 0 { return nil, nil } result := make([]billing.TimeSegment, 0, len(items)) for _, item := range items { result = append(result, billing.TimeSegment{ Name: item.Name, Days: item.Days, StartTime: item.StartTime, EndTime: item.EndTime, ValidFrom: item.ValidFrom, ValidTo: item.ValidTo, Multiplier: item.Multiplier, }) } if err := billing.ValidateTimeSegments(result); err != nil { return nil, err } return result, nil } // writeTimeSegmentsForModel 把时段定价写到模型定价锚点行(min_tokens=0),空列表=清除(全量替换语义)。 // 定价保存与模型导入共用。清除时写 "[]" 而非 SQL NULL:避免依赖 ORM 对 nil 值 UPDATE 的默认行为 // (被省略会让「关闭时段」静默失效),所有读取方(计费/租户/管理端)均已把空数组视为未配置。 // 用列名直写而非 do 字段:do.MdlPricing 的 TimeSegments 字段需迁移落库后 gf gen dao 重新生成才存在, // 直写列名与生成物解耦(wire 格式与 custom_pricing_tiers JSONB 先例一致)。调用方需保证事务 ctx 传播。 func writeTimeSegmentsForModel(ctx context.Context, modelDBID int64, items []v1.TimeSegmentItem) error { segs, err := timeSegmentsFromAPI(items) if err != nil { return err } // 空配置显式写 "[]"(nil 切片会序列化成 "null",语义不明确) segmentsJSON := "[]" if len(segs) > 0 { data, mErr := json.Marshal(segs) if mErr != nil { return mErr } segmentsJSON = string(data) } _, err = dao.MdlPricing.Ctx(ctx). Where("model_id", modelDBID). Where("min_tokens", 0). Data(g.Map{"time_segments": segmentsJSON}). Update() return err } // writePricingDisplayFieldsForModel 把展示字段(价格说明/折扣标签/价格调整说明)写到定价锚点行(min_tokens=0)。 // 全量替换语义:空串=清除(写 NULL)。与 writeTimeSegmentsForModel 同理用列名直写而非 do 字段, // 与 gf gen dao 生成物解耦。调用方需保证事务 ctx 传播。 func writePricingDisplayFieldsForModel(ctx context.Context, modelDBID int64, priceNote, discountLabel, priceChangeNote string) error { trimOrNull := func(s string) any { s = strings.TrimSpace(s) if s == "" { return nil } return s } _, err := dao.MdlPricing.Ctx(ctx). Where("model_id", modelDBID). Where("min_tokens", 0). Data(g.Map{ "price_note": trimOrNull(priceNote), "discount_label": trimOrNull(discountLabel), "price_change_note": trimOrNull(priceChangeNote), }). Update() return err } // SetModelPricing 设置模型定价(全量替换) func (s *sAdmin) SetModelPricing(ctx context.Context, req *v1.PricingSetReq) (*v1.PricingSetRes, error) { // 时段定价校验(乘数范围/时间格式/星期/日期边界),fail-fast 返回用户可读错误 segments, err := timeSegmentsFromAPI(req.TimeSegments) if err != nil { return nil, err } // 时段配置挂在锚点行(min_tokens=0)上,列表中必须存在锚点行 if len(segments) > 0 { hasAnchor := false for _, item := range req.Items { if item.MinTokens == 0 { hasAnchor = true break } } if !hasAnchor { return nil, gerror.New("时段定价要求定价列表包含 min_tokens=0 的基础行") } } // 先查模型编码,供事务提交后按模型清除所有租户的价格缓存 var model struct { ModelId string `json:"model_id"` } if err := dao.MdlModels.Ctx(ctx).Where("id", req.ModelID).Fields("model_id").Scan(&model); err != nil { if err = common.IgnoreScanNoRows(err); err != nil { return nil, err } } // 全量替换:先删旧定价再插新定价,放入同一事务。否则若删除后插入中途失败, // 该模型会残留「无定价」状态,导致计费失败或回退到默认价。 err = g.DB().Transaction(ctx, func(ctx context.Context, tx gdb.TX) error { if _, err := dao.MdlPricing.Ctx(ctx).Where("model_id", req.ModelID).Delete(); err != nil { return err } for _, item := range req.Items { // API 边界 float64 → DO decimal 转换 var perRequestPriceDecimal *decimal.Decimal if item.PerRequestPrice != nil { d := billing.NewFromFloat(*item.PerRequestPrice) perRequestPriceDecimal = &d } if _, err := dao.MdlPricing.Ctx(ctx).Insert(do.MdlPricing{ ModelId: req.ModelID, BillingMode: item.BillingMode, MinTokens: item.MinTokens, MaxTokens: item.MaxTokens, InputPrice: billing.NewFromFloat(item.InputPrice), OutputPrice: billing.NewFromFloat(item.OutputPrice), PerRequestPrice: perRequestPriceDecimal, CacheReadPrice: billing.NewFromFloat(item.CacheReadPrice), CacheCreationPrice: billing.NewFromFloat(item.CacheCreationPrice), }); err != nil { return err } } // 时段定价写锚点行(空=清除,全量替换语义;需在锚点行插入之后执行) if err := writeTimeSegmentsForModel(ctx, req.ModelID, req.TimeSegments); err != nil { return err } // 展示字段写锚点行(空=清除,全量替换语义;需在锚点行插入之后执行) if err := writePricingDisplayFieldsForModel(ctx, req.ModelID, req.PriceNote, req.DiscountLabel, req.PriceChangeNote); err != nil { return err } return nil }) if err != nil { return nil, err } // 事务提交后再清价格缓存:模型基础定价变更影响所有租户,按模型编码全量失效, // 否则各租户缓存的旧价格(如新建时的零价)最多残留 600s,出现「已设价仍报未配置定价」。 if model.ModelId != "" { billing.ClearModelPriceCache(ctx, model.ModelId) } return nil, nil } // FetchOfficialPricing 拉取模型官方定价(来自 LiteLLM + models.dev 双数据源) func (s *sAdmin) FetchOfficialPricing(ctx context.Context, req *v1.PricingFetchOfficialReq) (*v1.PricingFetchOfficialRes, error) { var model *struct { ModelId string `json:"model_id"` } err := dao.MdlModels.Ctx(ctx).Where("id", req.ModelID).Fields("model_id").Scan(&model) if err != nil || model == nil || model.ModelId == "" { return nil, common.NewBusinessError(404, "模型不存在") } sources := make([]*v1.OfficialPricingSource, 0, 4) // Source 1: LiteLLM litellmSource := fetchLiteLLMSource(ctx, model.ModelId) sources = append(sources, litellmSource) // Source 2: models.dev modelsDevSource := fetchModelsDevSource(ctx, model.ModelId) sources = append(sources, modelsDevSource) // Source 3: BaseLLM baseLLMSource := fetchBaseLLMSource(ctx, model.ModelId) sources = append(sources, baseLLMSource) // Source 4: OpenRouter openRouterSource := fetchOpenRouterSource(ctx, model.ModelId) sources = append(sources, openRouterSource) return &v1.PricingFetchOfficialRes{ ModelName: model.ModelId, Sources: sources, }, nil } func fetchLiteLLMSource(ctx context.Context, modelName string) *v1.OfficialPricingSource { source := &v1.OfficialPricingSource{Source: "litellm"} data, err := common.FetchLiteLLMPricing(ctx) if err != nil { g.Log().Warningf(ctx, "[FetchOfficialPricing] litellm fetch failed for %s: %v", modelName, err) source.Error = err.Error() return source } matchedName, entry := common.FindLiteLLMModel(data, modelName) if entry == nil { return source } // 修复定价单位转换:用 decimal 避免裸浮点乘法,将每 token 价格转换为每百万 token 价格 million := decimal.NewFromInt(1_000_000) inputPrice := billing.RoundMoney(decimal.NewFromFloat(entry.InputCostPerToken).Mul(million)) outputPrice := billing.RoundMoney(decimal.NewFromFloat(entry.OutputCostPerToken).Mul(million)) cacheReadPrice := billing.RoundMoney(decimal.NewFromFloat(entry.CacheReadInputTokenCost).Mul(million)) cacheCreationPrice := billing.RoundMoney(decimal.NewFromFloat(entry.CacheCreationInputTokenCost).Mul(million)) billingMode := "token" if entry.Mode == "image_generation" && entry.OutputCostPerImage > 0 && inputPrice.IsZero() && outputPrice.IsZero() { billingMode = "per_request" } source.Found = true source.Provider = entry.LitellmProvider source.Mode = entry.Mode source.MaxContext = entry.MaxInputTokens source.MaxOutput = entry.MaxOutputTokens source.Pricing = &v1.OfficialPricingItem{ InputPrice: billing.InexactFloat64(inputPrice), OutputPrice: billing.InexactFloat64(outputPrice), CacheReadPrice: billing.InexactFloat64(cacheReadPrice), CacheCreationPrice: billing.InexactFloat64(cacheCreationPrice), BillingMode: billingMode, } g.Log().Debugf(ctx, "[FetchOfficialPricing] litellm matched %s -> %s", modelName, matchedName) return source } func fetchModelsDevSource(ctx context.Context, modelName string) *v1.OfficialPricingSource { source := &v1.OfficialPricingSource{Source: "models.dev"} data, err := common.FetchModelsDevPricing(ctx) if err != nil { g.Log().Warningf(ctx, "[FetchOfficialPricing] models.dev fetch failed for %s: %v", modelName, err) source.Error = err.Error() return source } matchedName, entry := common.FindModelsDevModel(data, modelName) if entry == nil { return source } cacheReadPrice := 0.0 if entry.CacheRead != nil { cacheReadPrice = *entry.CacheRead } source.Found = true source.Provider = entry.Provider source.Pricing = &v1.OfficialPricingItem{ InputPrice: roundTo2(entry.Input), OutputPrice: roundTo2(func() float64 { if entry.Output != nil { return *entry.Output } return 0 }()), CacheReadPrice: roundTo2(cacheReadPrice), BillingMode: "token", } g.Log().Debugf(ctx, "[FetchOfficialPricing] models.dev matched %s -> %s", modelName, matchedName) return source } func fetchBaseLLMSource(ctx context.Context, modelName string) *v1.OfficialPricingSource { source := &v1.OfficialPricingSource{Source: "basellm"} data, err := common.FetchBaseLLMPricing(ctx) if err != nil { g.Log().Warningf(ctx, "[FetchOfficialPricing] basellm fetch failed for %s: %v", modelName, err) source.Error = err.Error() return source } matchedName, entry := common.FindBaseLLMModel(data, modelName) if entry == nil { return source } cacheReadPrice := 0.0 if entry.PricePerMCacheRead != nil { cacheReadPrice = *entry.PricePerMCacheRead } cacheWritePrice := 0.0 if entry.PricePerMCacheWrite != nil { cacheWritePrice = *entry.PricePerMCacheWrite } source.Found = true source.Provider = entry.VendorName source.MaxContext = common.ParseBaseLLMContext(entry.Tags) source.Pricing = &v1.OfficialPricingItem{ InputPrice: roundTo2(entry.PricePerMInput), OutputPrice: roundTo2(entry.PricePerMOutput), CacheReadPrice: roundTo2(cacheReadPrice), CacheCreationPrice: roundTo2(cacheWritePrice), BillingMode: "token", } g.Log().Debugf(ctx, "[FetchOfficialPricing] basellm matched %s -> %s", modelName, matchedName) return source } func fetchOpenRouterSource(ctx context.Context, modelName string) *v1.OfficialPricingSource { source := &v1.OfficialPricingSource{Source: "openrouter"} data, err := common.FetchOpenRouterModels(ctx) if err != nil { g.Log().Warningf(ctx, "[FetchOfficialPricing] openrouter fetch failed for %s: %v", modelName, err) source.Error = err.Error() return source } matchedName, entry := common.FindOpenRouterModel(data, modelName) if entry == nil || entry.Pricing == nil { return source } inputPrice := common.OpenRouterPricePerM(entry.Pricing.Prompt) outputPrice := common.OpenRouterPricePerM(entry.Pricing.Completion) cacheReadPrice := common.OpenRouterPricePerM(entry.Pricing.InputCacheRead) cacheWritePrice := common.OpenRouterPricePerM(entry.Pricing.InputCacheWrite) source.Found = true if idx := strings.Index(entry.ID, "/"); idx >= 0 { source.Provider = entry.ID[:idx] } source.MaxContext = entry.ContextLength if entry.TopProvider != nil && entry.TopProvider.MaxCompletionTokens > 0 { source.MaxOutput = entry.TopProvider.MaxCompletionTokens } source.Pricing = &v1.OfficialPricingItem{ InputPrice: roundTo2(inputPrice), OutputPrice: roundTo2(outputPrice), CacheReadPrice: roundTo2(cacheReadPrice), CacheCreationPrice: roundTo2(cacheWritePrice), BillingMode: "token", } g.Log().Debugf(ctx, "[FetchOfficialPricing] openrouter matched %s -> %s", modelName, matchedName) return source } func roundTo2(v float64) float64 { return math.Round(v*100) / 100 } // FetchOfficialModelInfo 按模型名称拉取官方模型信息(上下文长度+能力特性) // 按优先级尝试 LiteLLM → OpenRouter → BaseLLM,返回第一个匹配的结果 func (s *sAdmin) FetchOfficialModelInfo(ctx context.Context, req *v1.ModelFetchOfficialInfoReq) (*v1.ModelFetchOfficialInfoRes, error) { var lastError string // Source 1: LiteLLM if data, err := common.FetchLiteLLMPricing(ctx); err != nil { g.Log().Warningf(ctx, "[FetchOfficialModelInfo] litellm fetch failed for %s: %v", req.ModelName, err) lastError = err.Error() } else if _, entry := common.FindLiteLLMModel(data, req.ModelName); entry != nil { return &v1.ModelFetchOfficialInfoRes{ Found: true, Provider: entry.LitellmProvider, MaxContextTokens: entry.MaxInputTokens, MaxOutputTokens: entry.MaxOutputTokens, Capabilities: map[string]bool{ "vision": entry.SupportsVision, "function_calling": entry.SupportsFunctionCalling, "parallel_function_calling": entry.SupportsParallelFuncCalling, "tool_choice": entry.SupportsToolChoice, "response_schema": entry.SupportsResponseSchema, "system_messages": entry.SupportsSystemMessages, "prompt_caching": entry.SupportsPromptCaching, "audio_input": entry.SupportsAudioInput, "audio_output": entry.SupportsAudioOutput, "pdf_input": entry.SupportsPdfInput, "embedding_image": entry.SupportsEmbeddingImage, "reasoning": entry.SupportsReasoning, "web_search": entry.SupportsWebSearch, }, }, nil } // Source 2: OpenRouter if data, err := common.FetchOpenRouterModels(ctx); err != nil { g.Log().Warningf(ctx, "[FetchOfficialModelInfo] openrouter fetch failed for %s: %v", req.ModelName, err) lastError = err.Error() } else if _, entry := common.FindOpenRouterModel(data, req.ModelName); entry != nil { maxOutput := 0 if entry.TopProvider != nil { maxOutput = entry.TopProvider.MaxCompletionTokens } provider := "" if idx := strings.Index(entry.ID, "/"); idx >= 0 { provider = entry.ID[:idx] } return &v1.ModelFetchOfficialInfoRes{ Found: true, Provider: provider, MaxContextTokens: entry.ContextLength, MaxOutputTokens: maxOutput, Capabilities: common.ParseOpenRouterCapabilities(entry), }, nil } // Source 3: BaseLLM if data, err := common.FetchBaseLLMPricing(ctx); err != nil { g.Log().Warningf(ctx, "[FetchOfficialModelInfo] basellm fetch failed for %s: %v", req.ModelName, err) lastError = err.Error() } else if _, entry := common.FindBaseLLMModel(data, req.ModelName); entry != nil { return &v1.ModelFetchOfficialInfoRes{ Found: true, Provider: entry.VendorName, MaxContextTokens: common.ParseBaseLLMContext(entry.Tags), Capabilities: common.ParseBaseLLMCapabilities(entry.Tags), }, nil } res := &v1.ModelFetchOfficialInfoRes{Found: false} if lastError != "" { res.Error = lastError } return res, nil } // ExportModels exports model list to CSV or Excel. func (s *sAdmin) ExportModels(ctx context.Context, req *v1.ModelExportReq) (*v1.ModelExportRes, error) { modelFields := "id, model_id, model_name, category, status, max_context_tokens, max_output_tokens, created_at" config := export.Config{ Format: req.Format, Filename: "模型_" + gtime.Now().Format("Ymd_His"), Columns: []export.Column{ {Field: "id", Header: "ID"}, {Field: "model_id", Header: "模型标识"}, {Field: "model_name", Header: "显示名称"}, {Field: "category", Header: "分类"}, {Field: "status", Header: "状态"}, {Field: "max_context_tokens", Header: "最大上下文"}, {Field: "max_output_tokens", Header: "最大输出"}, {Field: "created_at", Header: "创建时间"}, }, } return nil, export.GenericExport(ctx, config, func(yield func(map[string]any) bool) { offset := 0 for { query := dao.MdlModels.Ctx(ctx) if req.Category != "" { query = query.Where("category", req.Category) } if req.Status != "" { query = query.Where("status", req.Status) } if req.Search != "" { query = query.Where("model_id LIKE ? OR model_name LIKE ?", "%"+req.Search+"%", "%"+req.Search+"%") } var batch []struct { ID int64 `json:"id"` ModelId string `json:"model_id"` ModelName string `json:"model_name"` Category string `json:"category"` Status string `json:"status"` MaxContextTokens int `json:"max_context_tokens"` MaxOutputTokens int `json:"max_output_tokens"` CreatedAt *gtime.Time `json:"created_at"` } if err := query.Fields(modelFields).OrderDesc("id").Limit(1000).Offset(offset).Scan(&batch); err != nil { g.Log().Errorf(ctx, "ExportModels: query batch at offset %d failed: %v", offset, err) return } for _, m := range batch { if !yield(map[string]any{ "id": m.ID, "model_id": m.ModelId, "model_name": m.ModelName, "category": m.Category, "status": m.Status, "max_context_tokens": m.MaxContextTokens, "max_output_tokens": m.MaxOutputTokens, "created_at": m.CreatedAt.String(), }) { return } } if len(batch) < 1000 { break } offset += 1000 } }) }