mirror of
https://github.com/nexu-io/open-design.git
synced 2026-05-31 19:04:39 +07:00
66f84972cf
* feat: add Ollama Cloud to KNOWN_PROVIDERS as OpenAI-compatible BYOK provider * feat: add ollama.com to isOpenAICompatible base URL detection * feat: add Ollama Cloud models to SUGGESTED_MODELS_BY_PROTOCOL fallback list * fix: use full Ollama Cloud model list from /api/tags, drop -cloud suffix * feat: add Ollama Cloud as native protocol with NDJSON streaming and connection test support * fix: remove ollama.com from OpenAI compatibility check * feat: add token overrides for Ollama Cloud models to prevent truncation * fix: extend inferApiProtocol and legacy migration to recognize ollama.com base URLs * fix: normalize Ollama Cloud base URL by stripping /api suffix during migration and in daemon --------- Co-authored-by: herediaron <aronheredi346@gmail.com>
97 lines
3.4 KiB
TypeScript
97 lines
3.4 KiB
TypeScript
import type { AppConfig } from '../types';
|
|
import litellmData from './litellm-models.json';
|
|
|
|
// Per-model output cap, used to default `max_tokens` so users on supported
|
|
// models don't have to find Settings to avoid mid-stream truncation.
|
|
//
|
|
// Source of truth: vendored slice of BerriAI/litellm's
|
|
// model_prices_and_context_window.json (MIT). Regenerate with:
|
|
// node --experimental-strip-types scripts/sync-litellm-models.ts
|
|
//
|
|
// Anything LiteLLM doesn't track (or where its value is wrong for our
|
|
// usage) goes in OVERRIDES; unknown models fall through to FALLBACK.
|
|
export const FALLBACK_MAX_TOKENS = 8192;
|
|
|
|
// Bounds the user can express via the Settings override. Source of truth
|
|
// for both the UI input attributes and runtime validation in
|
|
// `effectiveMaxTokens`, so a stale or hand-edited localStorage value
|
|
// can't sneak past the UI's promise.
|
|
export const MIN_MAX_TOKENS = 1024;
|
|
export const MAX_MAX_TOKENS = 200000;
|
|
|
|
const LITELLM_MODELS = litellmData.models as Record<string, number>;
|
|
|
|
const OVERRIDES: Record<string, number> = {
|
|
// LiteLLM lists MiMo via OpenRouter and Novita aliases (16k / 32k) but
|
|
// not the canonical `mimo-v2.5-pro` id we hand to Xiaomi's direct API.
|
|
// 32k matches what issue #29 reports as the working ceiling.
|
|
'mimo-v2.5-pro': 32768,
|
|
|
|
// DeepSeek v4 models not tracked by LiteLLM as of 2026-05-07.
|
|
// Spec: https://platform.deepseek.com/docs/model-cards
|
|
'deepseek-v4-pro': 384000,
|
|
'deepseek-v4-flash': 384000,
|
|
|
|
// Ollama Cloud models. LiteLLM keys this set under `ollama/`-prefixed
|
|
// ids (many with `-cloud` suffixes), so the bare model-id lookups never
|
|
// match. Add overrides so chat doesn't silently clip at 8192 tokens.
|
|
// 131072 (128k) is a safe floor for all Ollama Cloud models.
|
|
'cogito-2.1:671b': 131072,
|
|
'deepseek-v3.1:671b': 163840,
|
|
'deepseek-v3.2': 163840,
|
|
'devstral-2:123b': 131072,
|
|
'devstral-small-2:24b': 131072,
|
|
'gemini-3-flash-preview': 131072,
|
|
'gemma3:4b': 131072,
|
|
'gemma3:12b': 131072,
|
|
'gemma3:27b': 131072,
|
|
'gemma4:31b': 131072,
|
|
'glm-4.6': 131072,
|
|
'glm-4.7': 131072,
|
|
'glm-5': 131072,
|
|
'glm-5.1': 131072,
|
|
'gpt-oss:20b': 131072,
|
|
'gpt-oss:120b': 131072,
|
|
'kimi-k2:1t': 131072,
|
|
'kimi-k2-thinking': 131072,
|
|
'kimi-k2.5': 131072,
|
|
'kimi-k2.6': 131072,
|
|
'minimax-m2': 131072,
|
|
'minimax-m2.1': 131072,
|
|
'minimax-m2.5': 131072,
|
|
'minimax-m2.7': 131072,
|
|
'ministral-3:3b': 131072,
|
|
'ministral-3:8b': 131072,
|
|
'ministral-3:14b': 131072,
|
|
'mistral-large-3:675b': 131072,
|
|
'nemotron-3-nano:30b': 131072,
|
|
'nemotron-3-super': 131072,
|
|
'qwen3-coder:480b': 262144,
|
|
'qwen3-coder-next': 131072,
|
|
'qwen3-next:80b': 131072,
|
|
'qwen3-vl:235b': 131072,
|
|
'qwen3-vl:235b-instruct': 131072,
|
|
'qwen3.5:397b': 131072,
|
|
'rnj-1:8b': 131072,
|
|
};
|
|
|
|
export function modelMaxTokensDefault(model: string): number {
|
|
return OVERRIDES[model] ?? LITELLM_MODELS[model] ?? FALLBACK_MAX_TOKENS;
|
|
}
|
|
|
|
function isValidOverride(value: number | undefined): value is number {
|
|
return (
|
|
typeof value === 'number' &&
|
|
Number.isInteger(value) &&
|
|
value >= MIN_MAX_TOKENS &&
|
|
value <= MAX_MAX_TOKENS
|
|
);
|
|
}
|
|
|
|
export function effectiveMaxTokens(cfg: Pick<AppConfig, 'maxTokens' | 'model'>): number {
|
|
// Out-of-range or non-integer overrides (stale localStorage, hand-edited
|
|
// config, future schema drift) fall back to the model default rather
|
|
// than silently shipping an invalid `max_tokens` upstream.
|
|
if (isValidOverride(cfg.maxTokens)) return cfg.maxTokens;
|
|
return modelMaxTokensDefault(cfg.model);
|
|
}
|