From b1434a14a4aec0f47535a04a7ccafa3dae96156a Mon Sep 17 00:00:00 2001 From: Paul Lizer Date: Tue, 4 Aug 2026 11:16:14 -0400 Subject: [PATCH] Add model capability catalog Add the initial data-only model capability catalog for multimodal and coding feature support across OpenAI, Claude, Meta, xAI, and Microsoft model families. Update release notes for v0.250.110 and bump the app version. Closes #1147 Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> --- application/single_app/config.py | 2 +- .../static/json/model_capabilities.json | 1776 +++++++++++++++++ docs/explanation/release_notes.md | 10 + 3 files changed, 1787 insertions(+), 1 deletion(-) create mode 100644 application/single_app/static/json/model_capabilities.json diff --git a/application/single_app/config.py b/application/single_app/config.py index ef623f47b..b9da9e810 100644 --- a/application/single_app/config.py +++ b/application/single_app/config.py @@ -95,7 +95,7 @@ EXECUTOR_TYPE = 'thread' EXECUTOR_MAX_WORKERS = 30 SESSION_TYPE = 'filesystem' -VERSION = "0.250.109" +VERSION = "0.250.110" IS_DEVELOPMENT = is_development_env_enabled() SESSION_COOKIE_SAMESITE = os.getenv('SESSION_COOKIE_SAMESITE', 'Lax') diff --git a/application/single_app/static/json/model_capabilities.json b/application/single_app/static/json/model_capabilities.json new file mode 100644 index 000000000..ec5470365 --- /dev/null +++ b/application/single_app/static/json/model_capabilities.json @@ -0,0 +1,1776 @@ +{ + "$schema": "https://simplechat.local/schemas/model-capabilities.schema.json", + "schemaVersion": 1, + "lastUpdated": "2026-08-04", + "description": "Initial SimpleChat model capability catalog for multimodal and coding feature selection. This file is data-only and is not wired into runtime behavior yet.", + "capabilityFields": { + "processesText": "Accepts text input.", + "generatesText": "Produces text output.", + "processesImages": "Accepts image input for vision or image understanding.", + "generatesImages": "Produces image output directly or through the provider's documented image generation model/API.", + "processesAudio": "Accepts audio input or supports speech/audio understanding.", + "generatesAudio": "Produces audio or speech output.", + "processesVideo": "Accepts video input or documented video-clip summarization input.", + "generatesVideo": "Produces video output.", + "processesBinaryFiles": "Accepts uploaded files or binary/document payloads through the provider API.", + "optimizedForCoding": "Documented or positioned for coding, agentic software tasks, code generation, or code understanding.", + "toolCalling": "Supports function/tool calling or provider-equivalent tool use.", + "structuredOutput": "Supports structured outputs, JSON-schema outputs, or provider-equivalent constrained structured responses." + }, + "coverageNotes": [ + "OpenAI coverage starts at GPT-5.0 model families and includes Azure OpenAI GPT-5.x model IDs that SimpleChat commonly sees through Foundry.", + "Claude coverage includes current, legacy, deprecated, and recently retired Claude models that fall within the requested two-year window.", + "Meta coverage focuses on public Llama model families with clear model cards for text, vision, and coding support.", + "xAI coverage includes Grok chat/coding models plus documented Imagine and Voice model SKUs.", + "Microsoft coverage includes public Phi and MAI model cards with clear capability statements." + ], + "sources": [ + { + "id": "openai-gpt5", + "provider": "openai", + "title": "OpenAI GPT-5 model documentation", + "url": "https://developers.openai.com/api/docs/models/gpt-5" + }, + { + "id": "openai-gpt5-1", + "provider": "openai", + "title": "OpenAI GPT-5.1 model documentation", + "url": "https://developers.openai.com/api/docs/models/gpt-5.1" + }, + { + "id": "openai-gpt5-6", + "provider": "openai", + "title": "OpenAI GPT-5.6 Sol model documentation", + "url": "https://developers.openai.com/api/docs/models/gpt-5.6-sol" + }, + { + "id": "azure-openai-gpt5", + "provider": "microsoft", + "title": "Azure OpenAI in Microsoft Foundry model catalog", + "url": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure" + }, + { + "id": "anthropic-models", + "provider": "anthropic", + "title": "Claude models overview", + "url": "https://platform.claude.com/docs/en/about-claude/models/overview" + }, + { + "id": "anthropic-deprecations", + "provider": "anthropic", + "title": "Claude model deprecations", + "url": "https://platform.claude.com/docs/en/about-claude/model-deprecations" + }, + { + "id": "meta-llama4", + "provider": "meta", + "title": "Llama 4 model card", + "url": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct" + }, + { + "id": "meta-llama33", + "provider": "meta", + "title": "Llama 3.3 model card", + "url": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct" + }, + { + "id": "meta-llama32-vision", + "provider": "meta", + "title": "Llama 3.2 Vision model card", + "url": "https://huggingface.co/meta-llama/Llama-3.2-90B-Vision-Instruct" + }, + { + "id": "meta-codellama", + "provider": "meta", + "title": "Code Llama model card", + "url": "https://huggingface.co/codellama/CodeLlama-70b-Instruct-hf" + }, + { + "id": "xai-models", + "provider": "xai", + "title": "xAI models overview", + "url": "https://docs.x.ai/developers/models" + }, + { + "id": "xai-grok45", + "provider": "xai", + "title": "Grok 4.5 model documentation", + "url": "https://docs.x.ai/developers/models/grok-4.5" + }, + { + "id": "xai-imagine-image", + "provider": "xai", + "title": "Grok Imagine image model documentation", + "url": "https://docs.x.ai/developers/models/grok-imagine-image-quality" + }, + { + "id": "xai-imagine-video", + "provider": "xai", + "title": "Grok Imagine video model documentation", + "url": "https://docs.x.ai/developers/models/grok-imagine-video-1.5" + }, + { + "id": "xai-voice", + "provider": "xai", + "title": "xAI Voice API documentation", + "url": "https://docs.x.ai/developers/model-capabilities/audio/voice" + }, + { + "id": "microsoft-phi4-multimodal", + "provider": "microsoft", + "title": "Phi-4 multimodal model card", + "url": "https://huggingface.co/microsoft/Phi-4-multimodal-instruct" + }, + { + "id": "microsoft-phi4-mini", + "provider": "microsoft", + "title": "Phi-4 mini model card", + "url": "https://huggingface.co/microsoft/Phi-4-mini-instruct" + }, + { + "id": "microsoft-phi4-reasoning", + "provider": "microsoft", + "title": "Phi-4 reasoning model card", + "url": "https://huggingface.co/microsoft/Phi-4-reasoning" + }, + { + "id": "microsoft-phi35-vision", + "provider": "microsoft", + "title": "Phi-3.5 vision model card", + "url": "https://huggingface.co/microsoft/Phi-3.5-vision-instruct" + }, + { + "id": "microsoft-mai-ds-r1", + "provider": "microsoft", + "title": "MAI-DS-R1 model card", + "url": "https://huggingface.co/microsoft/MAI-DS-R1" + } + ], + "models": [ + { + "id": "gpt-5.6-sol", + "provider": "openai", + "displayName": "GPT-5.6 Sol", + "aliases": ["gpt-5.6"], + "family": "gpt-5.6", + "lifecycle": "current", + "releaseDate": "2026-07-09", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Frontier GPT-5.6 tier; text and image input with text output."], + "sourceIds": ["openai-gpt5-6", "azure-openai-gpt5"] + }, + { + "id": "gpt-5.6-terra", + "provider": "openai", + "displayName": "GPT-5.6 Terra", + "aliases": [], + "family": "gpt-5.6", + "lifecycle": "current", + "releaseDate": "2026-07-09", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["GPT-5.6 lower-latency tier; Azure catalog documents text and image processing."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.6-luna", + "provider": "openai", + "displayName": "GPT-5.6 Luna", + "aliases": [], + "family": "gpt-5.6", + "lifecycle": "current", + "releaseDate": "2026-07-09", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["GPT-5.6 smallest tier; Azure catalog documents text and image processing."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.5", + "provider": "openai", + "displayName": "GPT-5.5", + "aliases": [], + "family": "gpt-5.5", + "lifecycle": "current", + "releaseDate": "2026-04-24", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog documents reasoning, Responses API, structured outputs, text and image processing, and tool calling."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-chat-latest", + "provider": "openai", + "displayName": "GPT chat latest", + "aliases": ["chat-latest", "gpt-5.5-instant"], + "family": "gpt-chat-latest", + "lifecycle": "preview", + "releaseDate": "2026-06-24", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": false, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog describes this preview model as Chat Completions/Responses with structured outputs and tools."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.4", + "provider": "openai", + "displayName": "GPT-5.4", + "aliases": [], + "family": "gpt-5.4", + "lifecycle": "current", + "releaseDate": "2026-03-05", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog documents text and image processing plus tools."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.4-pro", + "provider": "openai", + "displayName": "GPT-5.4 Pro", + "aliases": [], + "family": "gpt-5.4", + "lifecycle": "current", + "releaseDate": "2026-03-05", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog documents Responses API, text and image processing, and functions/tools."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.4-mini", + "provider": "openai", + "displayName": "GPT-5.4 Mini", + "aliases": [], + "family": "gpt-5.4", + "lifecycle": "current", + "releaseDate": "2026-03-17", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog documents text and image processing plus parallel tool calling."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.4-nano", + "provider": "openai", + "displayName": "GPT-5.4 Nano", + "aliases": [], + "family": "gpt-5.4", + "lifecycle": "current", + "releaseDate": "2026-03-17", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog documents text and image processing plus parallel tool calling."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.3-codex", + "provider": "openai", + "displayName": "GPT-5.3 Codex", + "aliases": [], + "family": "gpt-5.3", + "lifecycle": "current", + "releaseDate": "2026-02-24", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog documents optimization for Codex CLI and Codex VS Code extension."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.3-chat", + "provider": "openai", + "displayName": "GPT-5.3 Chat", + "aliases": [], + "family": "gpt-5.3", + "lifecycle": "preview", + "releaseDate": "2026-03-03", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": false, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Preview chat model; Azure catalog does not list image processing for this entry."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.2-codex", + "provider": "openai", + "displayName": "GPT-5.2 Codex", + "aliases": [], + "family": "gpt-5.2", + "lifecycle": "current", + "releaseDate": "2026-01-14", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog documents optimization for Codex CLI and Codex VS Code extension."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.2", + "provider": "openai", + "displayName": "GPT-5.2", + "aliases": [], + "family": "gpt-5.2", + "lifecycle": "current", + "releaseDate": "2025-12-11", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog documents text and image processing plus tools."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.2-chat", + "provider": "openai", + "displayName": "GPT-5.2 Chat", + "aliases": [], + "family": "gpt-5.2", + "lifecycle": "preview", + "releaseDate": "2025-12-11", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": false, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Preview chat model; Azure catalog does not list image processing for this entry."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.1", + "provider": "openai", + "displayName": "GPT-5.1", + "aliases": [], + "family": "gpt-5.1", + "lifecycle": "current", + "releaseDate": "2025-11-13", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["OpenAI and Azure docs document text and image input with text output."], + "sourceIds": ["openai-gpt5-1", "azure-openai-gpt5"] + }, + { + "id": "gpt-5.1-chat", + "provider": "openai", + "displayName": "GPT-5.1 Chat", + "aliases": [], + "family": "gpt-5.1", + "lifecycle": "preview", + "releaseDate": "2025-11-13", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": false, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Preview chat model; Azure catalog documents tools and structured outputs but not image processing."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.1-codex", + "provider": "openai", + "displayName": "GPT-5.1 Codex", + "aliases": [], + "family": "gpt-5.1", + "lifecycle": "current", + "releaseDate": "2025-11-13", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog documents Responses API only and Codex optimization."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.1-codex-mini", + "provider": "openai", + "displayName": "GPT-5.1 Codex Mini", + "aliases": [], + "family": "gpt-5.1", + "lifecycle": "current", + "releaseDate": "2025-11-13", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog documents Responses API only and Codex optimization."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5.1-codex-max", + "provider": "openai", + "displayName": "GPT-5.1 Codex Max", + "aliases": [], + "family": "gpt-5.1", + "lifecycle": "current", + "releaseDate": "2025-12-04", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog documents Responses API only, Codex optimization, and xhigh reasoning effort."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5", + "provider": "openai", + "displayName": "GPT-5", + "aliases": [], + "family": "gpt-5", + "lifecycle": "current", + "releaseDate": "2025-08-07", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["OpenAI and Azure docs document text and image input with text output."], + "sourceIds": ["openai-gpt5", "azure-openai-gpt5"] + }, + { + "id": "gpt-5-pro", + "provider": "openai", + "displayName": "GPT-5 Pro", + "aliases": [], + "family": "gpt-5", + "lifecycle": "current", + "releaseDate": "2025-10-06", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog documents Responses API, text and image processing, and functions/tools."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5-codex", + "provider": "openai", + "displayName": "GPT-5 Codex", + "aliases": [], + "family": "gpt-5", + "lifecycle": "current", + "releaseDate": "2025-09-11", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Azure catalog documents Responses API only and Codex optimization."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "gpt-5-mini", + "provider": "openai", + "displayName": "GPT-5 Mini", + "aliases": [], + "family": "gpt-5", + "lifecycle": "current", + "releaseDate": "2025-08-07", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["OpenAI and Azure docs document text and image input with text output."], + "sourceIds": ["openai-gpt5", "azure-openai-gpt5"] + }, + { + "id": "gpt-5-nano", + "provider": "openai", + "displayName": "GPT-5 Nano", + "aliases": [], + "family": "gpt-5", + "lifecycle": "current", + "releaseDate": "2025-08-07", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": false, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["OpenAI positions this as fastest and cost-efficient for summarization and classification."], + "sourceIds": ["openai-gpt5", "azure-openai-gpt5"] + }, + { + "id": "gpt-5-chat", + "provider": "openai", + "displayName": "GPT-5 Chat", + "aliases": [], + "family": "gpt-5", + "lifecycle": "preview", + "releaseDate": "2025-08-07", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["Azure catalog explicitly lists input as text/image and output as text only."], + "sourceIds": ["azure-openai-gpt5"] + }, + { + "id": "claude-fable-5", + "provider": "anthropic", + "displayName": "Claude Fable 5", + "aliases": [], + "family": "claude-5", + "lifecycle": "current", + "releaseDate": "2026-06-09", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Anthropic describes this as next-generation intelligence for long-running agents; current Claude models support text and image input with text output."], + "sourceIds": ["anthropic-models"] + }, + { + "id": "claude-mythos-5", + "provider": "anthropic", + "displayName": "Claude Mythos 5", + "aliases": [], + "family": "claude-5", + "lifecycle": "limited-availability", + "releaseDate": "2026-06-09", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Invitation-only Project Glasswing model sharing Fable 5 specs."], + "sourceIds": ["anthropic-models", "anthropic-deprecations"] + }, + { + "id": "claude-opus-5", + "provider": "anthropic", + "displayName": "Claude Opus 5", + "aliases": [], + "family": "claude-5", + "lifecycle": "current", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Anthropic positions Opus 5 for complex agentic coding and enterprise work."], + "sourceIds": ["anthropic-models", "anthropic-deprecations"] + }, + { + "id": "claude-sonnet-5", + "provider": "anthropic", + "displayName": "Claude Sonnet 5", + "aliases": [], + "family": "claude-5", + "lifecycle": "current", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Anthropic positions Sonnet 5 as a speed/intelligence balance."], + "sourceIds": ["anthropic-models", "anthropic-deprecations"] + }, + { + "id": "claude-opus-4-8", + "provider": "anthropic", + "displayName": "Claude Opus 4.8", + "aliases": [], + "family": "claude-4", + "lifecycle": "current", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Current Opus 4.x model with text and image input support."], + "sourceIds": ["anthropic-models", "anthropic-deprecations"] + }, + { + "id": "claude-opus-4-7", + "provider": "anthropic", + "displayName": "Claude Opus 4.7", + "aliases": [], + "family": "claude-4", + "lifecycle": "current", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Current Opus 4.x model with text and image input support."], + "sourceIds": ["anthropic-models", "anthropic-deprecations"] + }, + { + "id": "claude-opus-4-6", + "provider": "anthropic", + "displayName": "Claude Opus 4.6", + "aliases": [], + "family": "claude-4", + "lifecycle": "current", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Current Opus 4.x model with text and image input support."], + "sourceIds": ["anthropic-models", "anthropic-deprecations"] + }, + { + "id": "claude-opus-4-5-20251101", + "provider": "anthropic", + "displayName": "Claude Opus 4.5", + "aliases": ["claude-opus-4-5"], + "family": "claude-4", + "lifecycle": "current", + "releaseDate": "2025-11-01", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Current Opus 4.5 model listed in Anthropic lifecycle docs."], + "sourceIds": ["anthropic-models", "anthropic-deprecations"] + }, + { + "id": "claude-sonnet-4-6", + "provider": "anthropic", + "displayName": "Claude Sonnet 4.6", + "aliases": [], + "family": "claude-4", + "lifecycle": "current", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Current Sonnet 4.x model with text and image input support."], + "sourceIds": ["anthropic-models", "anthropic-deprecations"] + }, + { + "id": "claude-sonnet-4-5-20250929", + "provider": "anthropic", + "displayName": "Claude Sonnet 4.5", + "aliases": ["claude-sonnet-4-5"], + "family": "claude-4", + "lifecycle": "current", + "releaseDate": "2025-09-29", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Current Sonnet 4.5 model listed in Anthropic lifecycle docs."], + "sourceIds": ["anthropic-models", "anthropic-deprecations"] + }, + { + "id": "claude-haiku-4-5-20251001", + "provider": "anthropic", + "displayName": "Claude Haiku 4.5", + "aliases": ["claude-haiku-4-5"], + "family": "claude-4", + "lifecycle": "current", + "releaseDate": "2025-10-01", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Fastest current Claude model; current Claude models support vision."], + "sourceIds": ["anthropic-models", "anthropic-deprecations"] + }, + { + "id": "claude-opus-4-1-20250805", + "provider": "anthropic", + "displayName": "Claude Opus 4.1", + "aliases": ["claude-opus-4-1"], + "family": "claude-4", + "lifecycle": "deprecated", + "releaseDate": "2025-08-05", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Deprecated; scheduled retirement listed by Anthropic."], + "sourceIds": ["anthropic-deprecations"] + }, + { + "id": "claude-opus-4-20250514", + "provider": "anthropic", + "displayName": "Claude Opus 4", + "aliases": [], + "family": "claude-4", + "lifecycle": "retired", + "releaseDate": "2025-05-14", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Recently retired; included for two-year Claude coverage."], + "sourceIds": ["anthropic-deprecations"] + }, + { + "id": "claude-sonnet-4-20250514", + "provider": "anthropic", + "displayName": "Claude Sonnet 4", + "aliases": [], + "family": "claude-4", + "lifecycle": "retired", + "releaseDate": "2025-05-14", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Recently retired; included for two-year Claude coverage."], + "sourceIds": ["anthropic-deprecations"] + }, + { + "id": "claude-3-7-sonnet-20250219", + "provider": "anthropic", + "displayName": "Claude 3.7 Sonnet", + "aliases": [], + "family": "claude-3", + "lifecycle": "retired", + "releaseDate": "2025-02-19", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Retired; included because it falls within the requested two-year Claude window."], + "sourceIds": ["anthropic-deprecations"] + }, + { + "id": "claude-3-5-sonnet-20241022", + "provider": "anthropic", + "displayName": "Claude 3.5 Sonnet", + "aliases": [], + "family": "claude-3", + "lifecycle": "retired", + "releaseDate": "2024-10-22", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Retired; included because it falls within the requested two-year Claude window."], + "sourceIds": ["anthropic-deprecations"] + }, + { + "id": "claude-3-5-haiku-20241022", + "provider": "anthropic", + "displayName": "Claude 3.5 Haiku", + "aliases": [], + "family": "claude-3", + "lifecycle": "retired", + "releaseDate": "2024-10-22", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Retired; included because it falls within the requested two-year Claude window."], + "sourceIds": ["anthropic-deprecations"] + }, + { + "id": "llama-4-scout-17b-16e-instruct", + "provider": "meta", + "displayName": "Llama 4 Scout 17B 16E Instruct", + "aliases": ["meta-llama/Llama-4-Scout-17B-16E-Instruct"], + "family": "llama-4", + "lifecycle": "current", + "releaseDate": "2025-04-05", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["Model card lists multilingual text and image input with multilingual text and code output."], + "sourceIds": ["meta-llama4"] + }, + { + "id": "llama-4-maverick-17b-128e-instruct", + "provider": "meta", + "displayName": "Llama 4 Maverick 17B 128E Instruct", + "aliases": ["meta-llama/Llama-4-Maverick-17B-128E-Instruct"], + "family": "llama-4", + "lifecycle": "current", + "releaseDate": "2025-04-05", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["Model card lists multilingual text and image input with multilingual text and code output."], + "sourceIds": ["meta-llama4"] + }, + { + "id": "llama-3.3-70b-instruct", + "provider": "meta", + "displayName": "Llama 3.3 70B Instruct", + "aliases": ["meta-llama/Llama-3.3-70B-Instruct"], + "family": "llama-3.3", + "lifecycle": "current", + "releaseDate": "2024-12-06", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": false, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Model card lists multilingual text input and multilingual text/code output; Transformers examples document tool use."], + "sourceIds": ["meta-llama33"] + }, + { + "id": "llama-3.2-90b-vision-instruct", + "provider": "meta", + "displayName": "Llama 3.2 90B Vision Instruct", + "aliases": ["meta-llama/Llama-3.2-90B-Vision-Instruct"], + "family": "llama-3.2", + "lifecycle": "current", + "releaseDate": "2024-09-25", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["Model card describes text + image input with text output."], + "sourceIds": ["meta-llama32-vision"] + }, + { + "id": "llama-3.2-11b-vision-instruct", + "provider": "meta", + "displayName": "Llama 3.2 11B Vision Instruct", + "aliases": ["meta-llama/Llama-3.2-11B-Vision-Instruct"], + "family": "llama-3.2", + "lifecycle": "current", + "releaseDate": "2024-09-25", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["Model card describes the 11B and 90B Llama 3.2 Vision sizes as text + image input with text output."], + "sourceIds": ["meta-llama32-vision"] + }, + { + "id": "codellama-70b-instruct", + "provider": "meta", + "displayName": "Code Llama 70B Instruct", + "aliases": ["codellama/CodeLlama-70b-Instruct-hf", "meta-llama/CodeLlama-70b-Instruct-hf"], + "family": "code-llama", + "lifecycle": "legacy", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": false, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["Model card describes Code Llama as text-only input/output designed for code synthesis and understanding."], + "sourceIds": ["meta-codellama"] + }, + { + "id": "grok-4.5", + "provider": "xai", + "displayName": "Grok 4.5", + "aliases": ["grok-4.5-latest", "grok-build-latest"], + "family": "grok-4", + "lifecycle": "current", + "releaseDate": "2026-02-01", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["xAI describes Grok 4.5 as text,image -> text and recommends it for code and agentic software tasks."], + "sourceIds": ["xai-grok45", "xai-models"] + }, + { + "id": "grok-4.3", + "provider": "xai", + "displayName": "Grok 4.3", + "aliases": ["grok-4.3-latest"], + "family": "grok-4", + "lifecycle": "current", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Listed in xAI text API pricing; xAI overview documents image input constraints for image-input models."], + "sourceIds": ["xai-models"] + }, + { + "id": "grok-4.20-0309-reasoning", + "provider": "xai", + "displayName": "Grok 4.20 Reasoning", + "aliases": [], + "family": "grok-4.20", + "lifecycle": "current", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Listed in xAI text API pricing as a reasoning model."], + "sourceIds": ["xai-models"] + }, + { + "id": "grok-4.20-0309-non-reasoning", + "provider": "xai", + "displayName": "Grok 4.20 Non-Reasoning", + "aliases": [], + "family": "grok-4.20", + "lifecycle": "current", + "releaseDate": "2026-03-09", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Listed in xAI text API pricing as a non-reasoning model."], + "sourceIds": ["xai-models"] + }, + { + "id": "grok-build-0.1", + "provider": "xai", + "displayName": "Grok Build 0.1", + "aliases": [], + "family": "grok-build", + "lifecycle": "current", + "releaseDate": "2026-03-09", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Listed in xAI model pricing; Grok 4.5 page aliases grok-build-latest to Grok 4.5."], + "sourceIds": ["xai-models", "xai-grok45"] + }, + { + "id": "grok-4.20-multi-agent-0309", + "provider": "xai", + "displayName": "Grok 4.20 Multi-Agent", + "aliases": [], + "family": "grok-4.20", + "lifecycle": "current", + "releaseDate": "2026-03-09", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": true, + "structuredOutput": true + }, + "notes": ["Listed in xAI model pricing as a multi-agent model."], + "sourceIds": ["xai-models"] + }, + { + "id": "grok-imagine-image-quality", + "provider": "xai", + "displayName": "Grok Imagine Image Quality", + "aliases": ["grok-imagine-image-quality-20260403", "grok-imagine-image-quality-latest", "grok-imagine-image-pro"], + "family": "grok-imagine", + "lifecycle": "current", + "releaseDate": "2026-04-03", + "capabilities": { + "processesText": true, + "generatesText": false, + "processesImages": true, + "generatesImages": true, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["xAI documents modalities as text,image -> image."], + "sourceIds": ["xai-imagine-image"] + }, + { + "id": "grok-imagine-image", + "provider": "xai", + "displayName": "Grok Imagine Image", + "aliases": ["grok-imagine-image-latest"], + "family": "grok-imagine", + "lifecycle": "current", + "releaseDate": "2026-04-03", + "capabilities": { + "processesText": true, + "generatesText": false, + "processesImages": true, + "generatesImages": true, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["xAI overview lists this as an Imagine image model."], + "sourceIds": ["xai-models", "xai-imagine-image"] + }, + { + "id": "grok-imagine-video-1.5", + "provider": "xai", + "displayName": "Grok Imagine Video 1.5", + "aliases": ["grok-imagine-video-1.5-preview", "grok-imagine-video-1.5-2026-05-30"], + "family": "grok-imagine", + "lifecycle": "preview", + "releaseDate": "2026-05-30", + "capabilities": { + "processesText": true, + "generatesText": false, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": true, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["xAI documents modalities as text,image -> video."], + "sourceIds": ["xai-imagine-video"] + }, + { + "id": "grok-imagine-video", + "provider": "xai", + "displayName": "Grok Imagine Video", + "aliases": ["grok-imagine-video-latest"], + "family": "grok-imagine", + "lifecycle": "current", + "releaseDate": "2026-04-03", + "capabilities": { + "processesText": true, + "generatesText": false, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": true, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["xAI overview lists this as an Imagine video model."], + "sourceIds": ["xai-models", "xai-imagine-video"] + }, + { + "id": "grok-voice-latest", + "provider": "xai", + "displayName": "Grok Voice Latest", + "aliases": ["grok-voice-think-fast-1.0", "grok-voice-think-fast-2.0"], + "family": "grok-voice", + "lifecycle": "current", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": false, + "generatesImages": false, + "processesAudio": true, + "generatesAudio": true, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": true, + "optimizedForCoding": false, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["xAI Voice API documents speech-to-speech, speech-to-text, and text-to-speech powered by Grok."], + "sourceIds": ["xai-voice", "xai-models"] + }, + { + "id": "phi-4-multimodal-instruct", + "provider": "microsoft", + "displayName": "Phi-4 Multimodal Instruct", + "aliases": ["microsoft/Phi-4-multimodal-instruct"], + "family": "phi-4", + "lifecycle": "current", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": true, + "generatesAudio": false, + "processesVideo": true, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Model card says it processes text, image, and audio inputs, generates text outputs, and supports multi-image or video clip summarization."], + "sourceIds": ["microsoft-phi4-multimodal"] + }, + { + "id": "phi-4-mini-instruct", + "provider": "microsoft", + "displayName": "Phi-4 Mini Instruct", + "aliases": ["microsoft/Phi-4-mini-instruct"], + "family": "phi-4", + "lifecycle": "current", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": false, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": true, + "structuredOutput": false + }, + "notes": ["Model card documents instruction following and function calling for a text model."], + "sourceIds": ["microsoft-phi4-mini"] + }, + { + "id": "phi-4-reasoning", + "provider": "microsoft", + "displayName": "Phi-4 Reasoning", + "aliases": ["microsoft/Phi-4-reasoning"], + "family": "phi-4", + "lifecycle": "current", + "releaseDate": "2025-04-30", + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": false, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["Model card says Phi-4 reasoning is trained for math, science, and coding skills with text input and text output."], + "sourceIds": ["microsoft-phi4-reasoning"] + }, + { + "id": "phi-4-mini-reasoning", + "provider": "microsoft", + "displayName": "Phi-4 Mini Reasoning", + "aliases": ["microsoft/Phi-4-mini-reasoning"], + "family": "phi-4", + "lifecycle": "current", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": false, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["Model card positions this compact model for math reasoning, not general multimodal or coding use."], + "sourceIds": ["microsoft-phi4-mini"] + }, + { + "id": "phi-3.5-vision-instruct", + "provider": "microsoft", + "displayName": "Phi-3.5 Vision Instruct", + "aliases": ["microsoft/Phi-3.5-vision-instruct"], + "family": "phi-3.5", + "lifecycle": "legacy", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": true, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": true, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": false, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["Model card describes visual and text input, multi-image comparison, and video clip summarization."], + "sourceIds": ["microsoft-phi35-vision"] + }, + { + "id": "mai-ds-r1", + "provider": "microsoft", + "displayName": "MAI-DS-R1", + "aliases": ["microsoft/MAI-DS-R1"], + "family": "mai", + "lifecycle": "current", + "releaseDate": null, + "capabilities": { + "processesText": true, + "generatesText": true, + "processesImages": false, + "generatesImages": false, + "processesAudio": false, + "generatesAudio": false, + "processesVideo": false, + "generatesVideo": false, + "processesBinaryFiles": false, + "optimizedForCoding": true, + "toolCalling": false, + "structuredOutput": false + }, + "notes": ["Model card describes broad text generation, reasoning, problem solving, code generation, and code comprehension."], + "sourceIds": ["microsoft-mai-ds-r1"] + } + ] +} diff --git a/docs/explanation/release_notes.md b/docs/explanation/release_notes.md index 91efdb654..a9a90c1ac 100644 --- a/docs/explanation/release_notes.md +++ b/docs/explanation/release_notes.md @@ -2,6 +2,16 @@ For feature-focused and fix-focused drill-downs by version, see [Features by Version](/explanation/features/) and [Fixes by Version](/explanation/fixes/). +### **(v0.250.110)** + +#### New Features + +* **Model Capability Catalog** + * Added an initial JSON source of truth for model feature capabilities across OpenAI GPT-5+, recent Claude models, Meta Llama and Code Llama, xAI Grok, and Microsoft Phi/MAI models. + * Catalog entries track support for text, image, audio, video, binary/file input, coding optimization, tool calling, and structured output so future multimodal routing can move away from regex-only model-name checks. + * This release is data-only and does not change backend or frontend runtime behavior. + * (Ref: Closes #1147, `model_capabilities.json`, model capability detection) + ### **(v0.250.109)** #### New Features