models

package

v0.12.199-go Latest Latest Go to latest Published: Jun 1, 2026 License: MIT Imports: 7 Imported by: 0

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/DOS/DOSRouter

Links

Open Source Insights

Documentation ¶

Overview ¶

Package models provides model definitions, aliases, and pricing for the DOSRouter smart LLM routing system.

Index ¶

Variables
func BuildPricingMap() map[string]router.ModelPricing
func GetActivePromoPrice(modelID string) *float64
func GetModelContextWindow(modelID string) (int, bool)
func InjectModelsConfig(builtinIDs []string) []string
func IsReasoningModel(modelID string) bool
func LoadAllowlist() ([]string, error)
func ResolveModelAlias(model string) string
func SaveAllowlist(ids []string) error
func SupportsToolCalling(modelID string) bool
func SupportsVision(modelID string) bool
type AllowlistEntry
type ModelDef
- func GetModel(id string) *ModelDef
type PromoDef

Constants ¶

This section is empty.

Variables ¶

View Source

var ModelAliases = map[string]string{

	"claude":   "anthropic/claude-sonnet-4.6",
	"sonnet":   "anthropic/claude-sonnet-4.6",
	"sonnet-4": "anthropic/claude-sonnet-4.6",

	"opus":                      "anthropic/claude-opus-4.8",
	"opus-4":                    "anthropic/claude-opus-4.8",
	"opus-4.8":                  "anthropic/claude-opus-4.8",
	"opus-4-8":                  "anthropic/claude-opus-4.8",
	"opus-4.7":                  "anthropic/claude-opus-4.7",
	"opus-4-7":                  "anthropic/claude-opus-4.7",
	"opus-4.6":                  "anthropic/claude-opus-4.6",
	"opus-4-6":                  "anthropic/claude-opus-4.6",
	"haiku":                     "anthropic/claude-haiku-4.5",
	"anthropic/sonnet":          "anthropic/claude-sonnet-4.6",
	"anthropic/opus":            "anthropic/claude-opus-4.8",
	"anthropic/haiku":           "anthropic/claude-haiku-4.5",
	"anthropic/claude":          "anthropic/claude-sonnet-4.6",
	"anthropic/claude-opus-4":   "anthropic/claude-opus-4.8",
	"anthropic/claude-opus-4-8": "anthropic/claude-opus-4.8",
	"anthropic/claude-opus-4-7": "anthropic/claude-opus-4.7",
	"anthropic/claude-opus-4-6": "anthropic/claude-opus-4.6",

	"anthropic/claude-opus-4.5": "anthropic/claude-opus-4.8",

	"gpt":                       "openai/gpt-4o",
	"gpt4":                      "openai/gpt-4o",
	"gpt5":                      "openai/gpt-5.5",
	"gpt-5.5":                   "openai/gpt-5.5",
	"mini":                      "openai/gpt-4o-mini",
	"nano":                      "openai/gpt-5.4-nano",
	"gpt-5.4-mini":              "openai/gpt-5.4-mini",
	"openai-codex/gpt-5.4-mini": "openai/gpt-5.4-mini",
	"codex":                     "openai/gpt-5.3-codex",

	"o1": "openai/o3",
	"o3": "openai/o3",

	"deepseek":      "deepseek/deepseek-chat",
	"deepseek-chat": "deepseek/deepseek-chat",
	"reasoner":      "deepseek/deepseek-reasoner",

	"kimi":             "moonshot/kimi-k2.6",
	"moonshot":         "moonshot/kimi-k2.6",
	"kimi-k2":          "moonshot/kimi-k2.6",
	"kimi-k2.6":        "moonshot/kimi-k2.6",
	"kimi-k2.5":        "moonshot/kimi-k2.5",
	"nvidia/kimi-k2.5": "moonshot/kimi-k2.5",

	"gemini": "google/gemini-2.5-pro",
	"flash":  "google/gemini-2.5-flash",

	"grok":      "xai/grok-3",
	"grok-fast": "xai/grok-4-fast-reasoning",
	"grok-4.20": "xai/grok-4.20-reasoning",
	"grok-4-20": "xai/grok-4.20-reasoning",

	"nvidia":          "free/gpt-oss-120b",
	"free":            "free/gpt-oss-120b",
	"qwen-coder":      "free/qwen3-coder-480b",
	"qwen-coder-free": "free/qwen3-coder-480b",
	"qwen-thinking":   "free/qwen3-next-80b-a3b-thinking",
	"qwen3-next":      "free/qwen3-next-80b-a3b-thinking",
	"mistral-small":   "free/mistral-small-4-119b",
	"mistral-free":    "free/mistral-small-4-119b",

	"deepseek-free":            "free/deepseek-v4-flash",
	"deepseek-v4-flash":        "free/deepseek-v4-flash",
	"deepseek-v4-pro":          "free/deepseek-v4-flash",
	"v4-flash":                 "free/deepseek-v4-flash",
	"v4-pro":                   "free/deepseek-v4-flash",
	"free/deepseek-v3.2":       "free/deepseek-v4-flash",
	"free/deepseek-v4-pro":     "free/deepseek-v4-flash",
	"nvidia/deepseek-v3.2":     "free/deepseek-v4-flash",
	"nvidia/deepseek-v4-pro":   "free/deepseek-v4-flash",
	"nvidia/deepseek-v4-flash": "free/deepseek-v4-flash",
	"glm-free":                 "free/glm-4.7",
	"llama-free":               "free/llama-4-maverick",
	"maverick":                 "free/llama-4-maverick",

	"nemotron":                     "free/qwen3-next-80b-a3b-thinking",
	"nemotron-ultra":               "free/qwen3-next-80b-a3b-thinking",
	"nemotron-253b":                "free/qwen3-next-80b-a3b-thinking",
	"nemotron-super":               "free/qwen3-next-80b-a3b-thinking",
	"nemotron-49b":                 "free/qwen3-next-80b-a3b-thinking",
	"nemotron-120b":                "free/qwen3-next-80b-a3b-thinking",
	"devstral":                     "free/qwen3-coder-480b",
	"devstral-2":                   "free/qwen3-coder-480b",
	"free/nemotron-ultra-253b":     "free/qwen3-next-80b-a3b-thinking",
	"free/nemotron-3-super-120b":   "free/qwen3-next-80b-a3b-thinking",
	"free/nemotron-super-49b":      "free/qwen3-next-80b-a3b-thinking",
	"free/mistral-large-3-675b":    "free/mistral-small-4-119b",
	"free/devstral-2-123b":         "free/qwen3-coder-480b",
	"nvidia/nemotron-ultra-253b":   "free/qwen3-next-80b-a3b-thinking",
	"nvidia/nemotron-3-super-120b": "free/qwen3-next-80b-a3b-thinking",
	"nvidia/nemotron-super-49b":    "free/qwen3-next-80b-a3b-thinking",
	"nvidia/mistral-large-3-675b":  "free/mistral-small-4-119b",
	"nvidia/devstral-2-123b":       "free/qwen3-coder-480b",

	"glm":     "zai/glm-5.1",
	"glm-5":   "zai/glm-5",
	"glm-5.1": "zai/glm-5.1",

	"auto-router": "auto",
	"router":      "auto",
}

ModelAliases maps shorthand names to full model IDs.

View Source

var Models = []ModelDef{

	{ID: "auto", Name: "Auto (Smart Router - Balanced)", ContextWindow: 1_050_000, MaxOutput: 128_000},
	{ID: "eco", Name: "Eco (Smart Router - Cost Optimized)", ContextWindow: 1_050_000, MaxOutput: 128_000},
	{ID: "premium", Name: "Premium (Smart Router - Best Quality)", ContextWindow: 2_000_000, MaxOutput: 200_000},
	{ID: "free", Name: "Free - Nemotron Ultra 253B", ContextWindow: 131_072, MaxOutput: 16_384, Reasoning: true},

	{ID: "openai/gpt-5.5", Name: "GPT-5.5", Version: "5.5", InputPrice: 5.0, OutputPrice: 30.0, ContextWindow: 1_050_000, MaxOutput: 128_000, Reasoning: true, Vision: true, Agentic: true, ToolCalling: true},
	{ID: "openai/gpt-5.4", Name: "GPT-5.4", Version: "5.4", InputPrice: 2.5, OutputPrice: 10.0, ContextWindow: 1_050_000, MaxOutput: 128_000, Reasoning: true, Vision: true, Agentic: true, ToolCalling: true},
	{ID: "openai/gpt-5.4-mini", Name: "GPT-5.4 Mini", Version: "5.4", InputPrice: 0.75, OutputPrice: 4.5, ContextWindow: 400_000, MaxOutput: 128_000, Vision: true, Agentic: true, ToolCalling: true},
	{ID: "openai/gpt-5.4-nano", Name: "GPT-5.4 Nano", Version: "5.4", InputPrice: 0.20, OutputPrice: 1.25, ContextWindow: 1_050_000, MaxOutput: 128_000, ToolCalling: true},
	{ID: "openai/gpt-5.4-pro", Name: "GPT-5.4 Pro", Version: "5.4", InputPrice: 21.0, OutputPrice: 168.0, ContextWindow: 1_050_000, MaxOutput: 128_000, Reasoning: true, ToolCalling: true},
	{ID: "openai/gpt-5.3-codex", Name: "GPT-5.3 Codex", Version: "5.3", InputPrice: 1.75, OutputPrice: 14.0, ContextWindow: 400_000, MaxOutput: 128_000, Reasoning: true, Agentic: true, ToolCalling: true},
	{ID: "openai/gpt-4o", Name: "GPT-4o", InputPrice: 2.5, OutputPrice: 10.0, ContextWindow: 128_000, MaxOutput: 16_384, Vision: true, ToolCalling: true},
	{ID: "openai/gpt-4o-mini", Name: "GPT-4o Mini", InputPrice: 0.15, OutputPrice: 0.6, ContextWindow: 128_000, MaxOutput: 16_384, ToolCalling: true},
	{ID: "openai/o3", Name: "o3", InputPrice: 2.0, OutputPrice: 8.0, ContextWindow: 200_000, MaxOutput: 100_000, Reasoning: true, ToolCalling: true},
	{ID: "openai/o4-mini", Name: "o4-mini", InputPrice: 1.10, OutputPrice: 4.40, ContextWindow: 200_000, MaxOutput: 100_000, Reasoning: true, ToolCalling: true},

	{ID: "anthropic/claude-opus-4.8", Name: "Claude Opus 4.8", Version: "4.8", InputPrice: 5.0, OutputPrice: 25.0, ContextWindow: 1_000_000, MaxOutput: 128_000, Reasoning: true, Vision: true, Agentic: true, ToolCalling: true},
	{ID: "anthropic/claude-opus-4.7", Name: "Claude Opus 4.7", Version: "4.7", InputPrice: 5.0, OutputPrice: 25.0, ContextWindow: 1_000_000, MaxOutput: 128_000, Reasoning: true, Vision: true, Agentic: true, ToolCalling: true},
	{ID: "anthropic/claude-opus-4.6", Name: "Claude Opus 4.6", Version: "4.6", InputPrice: 5.0, OutputPrice: 25.0, ContextWindow: 1_000_000, MaxOutput: 128_000, Reasoning: true, Vision: true, Agentic: true, ToolCalling: true},
	{ID: "anthropic/claude-sonnet-4.6", Name: "Claude Sonnet 4.6", Version: "4.6", InputPrice: 3.0, OutputPrice: 15.0, ContextWindow: 200_000, MaxOutput: 64_000, Vision: true, Agentic: true, ToolCalling: true},
	{ID: "anthropic/claude-haiku-4.5", Name: "Claude Haiku 4.5", Version: "4.5", InputPrice: 0.80, OutputPrice: 4.0, ContextWindow: 200_000, MaxOutput: 8192, ToolCalling: true},

	{ID: "google/gemini-3.1-pro", Name: "Gemini 3.1 Pro", Version: "3.1", InputPrice: 1.25, OutputPrice: 10.0, ContextWindow: 2_000_000, MaxOutput: 65_536, Vision: true, ToolCalling: true},
	{ID: "google/gemini-3.1-flash-lite", Name: "Gemini 3.1 Flash Lite", Version: "3.1", InputPrice: 0.25, OutputPrice: 1.50, ContextWindow: 1_050_000, MaxOutput: 65_536, ToolCalling: true},
	{ID: "google/gemini-3-pro-preview", Name: "Gemini 3 Pro Preview", Version: "3.0", InputPrice: 1.25, OutputPrice: 10.0, ContextWindow: 1_050_000, MaxOutput: 65_536, Vision: true, ToolCalling: true},
	{ID: "google/gemini-3-flash-preview", Name: "Gemini 3 Flash Preview", Version: "3.0", InputPrice: 0.15, OutputPrice: 0.60, ContextWindow: 1_050_000, MaxOutput: 65_536, ToolCalling: true},
	{ID: "google/gemini-2.5-pro", Name: "Gemini 2.5 Pro", Version: "2.5", InputPrice: 1.25, OutputPrice: 10.0, ContextWindow: 1_050_000, MaxOutput: 65_536, Reasoning: true, Vision: true, ToolCalling: true},
	{ID: "google/gemini-2.5-flash", Name: "Gemini 2.5 Flash", Version: "2.5", InputPrice: 0.15, OutputPrice: 0.60, ContextWindow: 1_050_000, MaxOutput: 65_536, Vision: true, ToolCalling: true},
	{ID: "google/gemini-2.5-flash-lite", Name: "Gemini 2.5 Flash Lite", Version: "2.5", InputPrice: 0.10, OutputPrice: 0.40, ContextWindow: 1_050_000, MaxOutput: 65_536, ToolCalling: true},

	{ID: "deepseek/deepseek-chat", Name: "DeepSeek V3", InputPrice: 0.27, OutputPrice: 1.10, ContextWindow: 128_000, MaxOutput: 16_384, ToolCalling: true},
	{ID: "deepseek/deepseek-reasoner", Name: "DeepSeek R1", InputPrice: 0.55, OutputPrice: 2.19, ContextWindow: 128_000, MaxOutput: 16_384, Reasoning: true},

	{ID: "moonshot/kimi-k2.6", Name: "Kimi K2.6", Version: "k2.6", InputPrice: 0.95, OutputPrice: 4.0, ContextWindow: 262_144, MaxOutput: 65_536, Reasoning: true, Vision: true, Agentic: true, ToolCalling: true},

	{ID: "moonshot/kimi-k2.5", Name: "Kimi K2.5", Version: "k2.5", InputPrice: 0.60, OutputPrice: 3.0, ContextWindow: 262_144, MaxOutput: 16_384, Reasoning: true, Vision: true, Agentic: true, ToolCalling: true},
	{ID: "nvidia/kimi-k2.5", Name: "Kimi K2.5 (NVIDIA, retired)", Version: "k2.5", InputPrice: 0.60, OutputPrice: 3.0, ContextWindow: 262_144, MaxOutput: 8192, Reasoning: true, Vision: true, Agentic: true, ToolCalling: true, Deprecated: true, FallbackModel: "moonshot/kimi-k2.5"},

	{ID: "xai/grok-4-0709", Name: "Grok 4", InputPrice: 3.0, OutputPrice: 15.0, ContextWindow: 200_000, MaxOutput: 100_000, Vision: true, ToolCalling: true},
	{ID: "xai/grok-4-fast-reasoning", Name: "Grok 4 Fast Reasoning", InputPrice: 0.20, OutputPrice: 0.50, ContextWindow: 131_072, MaxOutput: 32_768, Reasoning: true, ToolCalling: true},
	{ID: "xai/grok-4-1-fast-reasoning", Name: "Grok 4.1 Fast Reasoning", InputPrice: 0.20, OutputPrice: 0.50, ContextWindow: 131_072, MaxOutput: 32_768, Reasoning: true, ToolCalling: true},
	{ID: "xai/grok-4-fast-non-reasoning", Name: "Grok 4 Fast", InputPrice: 0.20, OutputPrice: 0.50, ContextWindow: 131_072, MaxOutput: 32_768, ToolCalling: true},
	{ID: "xai/grok-4-1-fast-non-reasoning", Name: "Grok 4.1 Fast", InputPrice: 0.20, OutputPrice: 0.50, ContextWindow: 131_072, MaxOutput: 32_768, ToolCalling: true},
	{ID: "xai/grok-3", Name: "Grok 3", InputPrice: 3.0, OutputPrice: 15.0, ContextWindow: 131_072, MaxOutput: 32_768, ToolCalling: true},
	{ID: "xai/grok-3-mini", Name: "Grok 3 Mini", InputPrice: 0.30, OutputPrice: 0.50, ContextWindow: 131_072, MaxOutput: 32_768, Reasoning: true, ToolCalling: true},

	{ID: "xai/grok-4.20-reasoning", Name: "Grok 4.20 Reasoning", Version: "4.20", InputPrice: 2.0, OutputPrice: 6.0, ContextWindow: 2_000_000, MaxOutput: 16_384, Reasoning: true, ToolCalling: true},
	{ID: "xai/grok-4.20-non-reasoning", Name: "Grok 4.20", Version: "4.20", InputPrice: 2.0, OutputPrice: 6.0, ContextWindow: 2_000_000, MaxOutput: 16_384, ToolCalling: true},
	{ID: "xai/grok-4.20-multi-agent", Name: "Grok 4.20 Multi-Agent", Version: "4.20", InputPrice: 2.0, OutputPrice: 6.0, ContextWindow: 2_000_000, MaxOutput: 16_384, Reasoning: true, ToolCalling: true},

	{ID: "free/gpt-oss-120b", Name: "GPT-OSS 120B (Free)", ContextWindow: 131_072, MaxOutput: 16_384},
	{ID: "free/gpt-oss-20b", Name: "GPT-OSS 20B (Free)", ContextWindow: 131_072, MaxOutput: 16_384},
	{ID: "free/qwen3-next-80b-a3b-thinking", Name: "Qwen3 Next 80B A3B Thinking (Free)", ContextWindow: 131_072, MaxOutput: 16_384, Reasoning: true},
	{ID: "free/mistral-small-4-119b", Name: "Mistral Small 4 119B (Free)", ContextWindow: 131_072, MaxOutput: 16_384},

	{ID: "free/deepseek-v4-flash", Name: "DeepSeek V4 Flash (Free)", Version: "v4-flash", ContextWindow: 1_000_000, MaxOutput: 16_384, Reasoning: true},
	{ID: "free/deepseek-v3.2", Name: "DeepSeek V3.2 (retired)", ContextWindow: 131_072, MaxOutput: 16_384, Deprecated: true, FallbackModel: "free/deepseek-v4-flash"},
	{ID: "free/deepseek-v4-pro", Name: "DeepSeek V4 Pro (retired)", ContextWindow: 1_000_000, MaxOutput: 16_384, Reasoning: true, Deprecated: true, FallbackModel: "free/deepseek-v4-flash"},
	{ID: "free/qwen3-coder-480b", Name: "Qwen3 Coder 480B (Free)", ContextWindow: 131_072, MaxOutput: 16_384},
	{ID: "free/glm-4.7", Name: "GLM 4.7 (Free)", ContextWindow: 131_072, MaxOutput: 16_384},
	{ID: "free/llama-4-maverick", Name: "Llama 4 Maverick (Free)", ContextWindow: 131_072, MaxOutput: 16_384},

	{ID: "free/nemotron-ultra-253b", Name: "Nemotron Ultra 253B (retired)", ContextWindow: 131_072, MaxOutput: 16_384, Reasoning: true, Deprecated: true, FallbackModel: "free/qwen3-next-80b-a3b-thinking"},
	{ID: "free/nemotron-super-49b", Name: "Nemotron Super 49B (retired)", ContextWindow: 131_072, MaxOutput: 16_384, Deprecated: true, FallbackModel: "free/qwen3-next-80b-a3b-thinking"},
	{ID: "free/nemotron-3-super-120b", Name: "Nemotron 3 Super 120B (retired)", ContextWindow: 131_072, MaxOutput: 16_384, Deprecated: true, FallbackModel: "free/qwen3-next-80b-a3b-thinking"},
	{ID: "free/mistral-large-3-675b", Name: "Mistral Large 3 675B (retired)", ContextWindow: 131_072, MaxOutput: 16_384, Deprecated: true, FallbackModel: "free/mistral-small-4-119b"},
	{ID: "free/devstral-2-123b", Name: "Devstral 2 123B (retired)", ContextWindow: 131_072, MaxOutput: 16_384, Deprecated: true, FallbackModel: "free/qwen3-coder-480b"},

	{ID: "zai/glm-5.1", Name: "GLM-5.1", Version: "5.1", InputPrice: 1.4, OutputPrice: 4.4, ContextWindow: 200_000, MaxOutput: 128_000, ToolCalling: true,
		Promo: &PromoDef{FlatPrice: 0.001, StartDate: "2026-04-01", EndDate: "2026-04-15"}},
	{ID: "zai/glm-5", Name: "GLM-5", InputPrice: 1.0, OutputPrice: 3.2, ContextWindow: 131_072, MaxOutput: 16_384, ToolCalling: true},
	{ID: "zai/glm-5-turbo", Name: "GLM-5 Turbo", InputPrice: 0.20, OutputPrice: 0.80, ContextWindow: 131_072, MaxOutput: 16_384, ToolCalling: true},

	{ID: "minimax/minimax-m2.7", Name: "MiniMax M2.7", InputPrice: 1.0, OutputPrice: 5.0, ContextWindow: 1_050_000, MaxOutput: 128_000, ToolCalling: true},
}

Models is the full catalog of supported models.

Functions ¶

func BuildPricingMap ¶

func BuildPricingMap() map[string]router.ModelPricing

BuildPricingMap builds a router.ModelPricing map from the model catalog.

func GetActivePromoPrice ¶

func GetActivePromoPrice(modelID string) *float64

GetActivePromoPrice returns the promo flat price if a model has an active promo.

func GetModelContextWindow ¶

func GetModelContextWindow(modelID string) (int, bool)

GetModelContextWindow returns the context window for a model, or 0 if unknown.

func InjectModelsConfig ¶

func InjectModelsConfig(builtinIDs []string) []string

InjectModelsConfig merges the built-in model catalog with user-added allowlist entries. User entries with a "dosrouter/" prefix are preserved across restarts (upstream v0.12.24 - preserve user-defined allowlist entries).

func IsReasoningModel ¶

func IsReasoningModel(modelID string) bool

IsReasoningModel returns true if the model supports reasoning.

func LoadAllowlist ¶

func LoadAllowlist() ([]string, error)

LoadAllowlist reads user-added model IDs from disk.

func ResolveModelAlias ¶

func ResolveModelAlias(model string) string

ResolveModelAlias resolves a model alias to its full model ID.

func SaveAllowlist ¶

func SaveAllowlist(ids []string) error

SaveAllowlist writes the allowlist to disk.

func SupportsToolCalling ¶

func SupportsToolCalling(modelID string) bool

SupportsToolCalling returns true if the model supports structured tool calling.

func SupportsVision ¶

func SupportsVision(modelID string) bool

SupportsVision returns true if the model supports image inputs.

Types ¶

type AllowlistEntry ¶

type AllowlistEntry struct {
	ID string `json:"id"`
}

AllowlistEntry represents a user-added model in the allowlist.

type ModelDef ¶

type ModelDef struct {
	ID            string
	Name          string
	Version       string
	InputPrice    float64 // per 1M tokens
	OutputPrice   float64 // per 1M tokens
	ContextWindow int
	MaxOutput     int
	Reasoning     bool
	Vision        bool
	Agentic       bool
	ToolCalling   bool
	Deprecated    bool
	FallbackModel string
	Promo         *PromoDef
}

ModelDef describes a model's capabilities and pricing.

func GetModel ¶

func GetModel(id string) *ModelDef

GetModel returns a model definition by ID, or nil if not found.

type PromoDef ¶

type PromoDef struct {
	FlatPrice float64 // per request USD
	StartDate string  // ISO "2006-01-02"
	EndDate   string  // ISO "2006-01-02"
}

PromoDef is a time-limited promotional pricing.

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL