{ "deepseek-v4-flash": { "baseline": { "status": 200, "ms": 1069, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 1116, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 424, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [400] Model only supports text input; received unsupported content type 'image_url'." } }, "glm-5": { "baseline": { "status": 200, "ms": 2014, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 2211, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 461, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [invalid_request_error] This model does not support image inputs" } }, "deepseek-v4-flash-vision-exp": { "baseline": { "status": 200, "ms": 1509, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 2171, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": true, "status": 200, "ms": 2327, "answer": "粉色", "err": null } }, "glm-5.1": { "baseline": { "status": 200, "ms": 2750, "content": "2", "err": null }, "thinking": { "supported": true, "via": "effort-only", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 1131, "reasoning": null, "err": null, "contentPreview": "4" }, { "variant": "effort-only", "status": 200, "ms": 939, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 580, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [invalid_request_error] This model does not support image inputs" } }, "glm-5.2": { "baseline": { "status": 200, "ms": 1966, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 1123, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 425, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [invalid_request_error] This model does not support image inputs" } }, "gpt-5.6-luna": { "baseline": { "status": 500, "ms": 287, "content": null, "err": "Internal server error" }, "thinking": { "supported": false, "via": null, "reason": null, "detail": [ { "variant": "thinking+effort", "status": 500, "ms": 276, "reasoning": null, "err": "Internal server error", "contentPreview": null }, { "variant": "effort-only", "status": 500, "ms": 283, "reasoning": null, "err": "Internal server error", "contentPreview": null }, { "variant": "thinking-only", "status": 500, "ms": 271, "reasoning": null, "err": "Internal server error", "contentPreview": null } ] }, "vision": { "supported": false, "status": 500, "ms": 303, "answer": null, "err": "Internal server error" } }, "glm-5.3": { "baseline": { "status": 200, "ms": 2363, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 2400, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 476, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [invalid_request_error] This model does not support image inputs" } }, "grok-4.5": { "baseline": { "status": 503, "ms": 325, "content": null, "err": "Error from provider (Console Go): Upstream request failed: Endpoint is unavailable." }, "thinking": { "supported": false, "via": null, "reason": null, "detail": [ { "variant": "thinking+effort", "status": 503, "ms": 469, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: Endpoint is unavailable.", "contentPreview": null }, { "variant": "effort-only", "status": 503, "ms": 348, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: Endpoint is unavailable.", "contentPreview": null }, { "variant": "thinking-only", "status": 503, "ms": 340, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: Endpoint is unavailable.", "contentPreview": null } ] }, "vision": { "supported": false, "status": 503, "ms": 326, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: Endpoint is unavailable." } }, "grok-4.6": { "baseline": { "status": 401, "ms": 268, "content": null, "err": "Model grok-4.6 is not supported for format oa-compat" }, "thinking": { "supported": false, "via": null, "reason": null, "detail": [ { "variant": "thinking+effort", "status": 401, "ms": 239, "reasoning": null, "err": "Model grok-4.6 is not supported for format oa-compat", "contentPreview": null }, { "variant": "effort-only", "status": 401, "ms": 249, "reasoning": null, "err": "Model grok-4.6 is not supported for format oa-compat", "contentPreview": null }, { "variant": "thinking-only", "status": 401, "ms": 243, "reasoning": null, "err": "Model grok-4.6 is not supported for format oa-compat", "contentPreview": null } ] }, "vision": { "supported": false, "status": 401, "ms": 268, "answer": null, "err": "Model grok-4.6 is not supported for format oa-compat" } }, "deepseek-v4-pro": { "baseline": { "status": 200, "ms": 2845, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 1792, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": true, "status": 200, "ms": 8180, "answer": "", "err": null } }, "hy3-preview": { "baseline": { "status": 400, "ms": 332, "content": null, "err": "Error from provider (Console Go): Upstream request failed: Model is unavailable." }, "thinking": { "supported": false, "via": null, "reason": null, "detail": [ { "variant": "thinking+effort", "status": 400, "ms": 690, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: Model is unavailable.", "contentPreview": null }, { "variant": "effort-only", "status": 400, "ms": 320, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: Model is unavailable.", "contentPreview": null }, { "variant": "thinking-only", "status": 400, "ms": 364, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: Model is unavailable.", "contentPreview": null } ] }, "vision": { "supported": false, "status": 400, "ms": 327, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: Model is unavailable." } }, "glm-5.3-flash": { "baseline": { "status": 200, "ms": 1714, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 1470, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": true, "status": 200, "ms": 4225, "answer": "粉色", "err": null } }, "hy3": { "baseline": { "status": 200, "ms": 2180, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 2216, "reasoning": "reasoning", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 631, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [404] No endpoints found that support image input" } }, "kimi-k2.5": { "baseline": { "status": 400, "ms": 621, "content": null, "err": "Error from provider (Console Go): Upstream request failed: [404] No allowed providers are available for the selected model. Providers serving moonshot" }, "thinking": { "supported": false, "via": null, "reason": null, "detail": [ { "variant": "thinking+effort", "status": 400, "ms": 592, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: [404] No allowed providers are available for the selected model. Providers serving moonshotai/kimi-k2.5-0127: siliconflow, deepinfra, atlas-c", "contentPreview": null }, { "variant": "effort-only", "status": 400, "ms": 1130, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: [404] No allowed providers are available for the selected model. Providers serving moonshotai/kimi-k2.5-0127: siliconflow, deepinfra, atlas-c", "contentPreview": null }, { "variant": "thinking-only", "status": 400, "ms": 860, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: [404] No allowed providers are available for the selected model. Providers serving moonshotai/kimi-k2.5-0127: siliconflow, deepinfra, atlas-c", "contentPreview": null } ] }, "vision": { "supported": false, "status": 400, "ms": 613, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [404] No allowed providers are available for the selected model. Providers serving moonshotai/kimi-k2.5-0127: deepinfra, atlas-cloud, digital" } }, "kimi-k3": { "baseline": { "status": 200, "ms": 1267, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 1188, "reasoning": "reasoning", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": true, "status": 200, "ms": 1804, "answer": "黑色", "err": null } }, "kimi-k2.6": { "baseline": { "status": 200, "ms": 2340, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 2348, "reasoning": "reasoning", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": true, "status": 200, "ms": 2780, "answer": "黑色", "err": null } }, "mimo-v2-omni": { "baseline": { "status": 400, "ms": 606, "content": null, "err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-omni" }, "thinking": { "supported": false, "via": null, "reason": null, "detail": [ { "variant": "thinking+effort", "status": 400, "ms": 976, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-omni", "contentPreview": null }, { "variant": "effort-only", "status": 400, "ms": 585, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-omni", "contentPreview": null }, { "variant": "thinking-only", "status": 400, "ms": 970, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-omni", "contentPreview": null } ] }, "vision": { "supported": false, "status": 400, "ms": 644, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-omni" } }, "hy4-preview": { "baseline": { "status": 200, "ms": 2913, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 3112, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": true, "status": 200, "ms": 7929, "answer": "", "err": null } }, "kimi-k2.7-code": { "baseline": { "status": 200, "ms": 2271, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 1738, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": true, "status": 200, "ms": 6644, "answer": "黑色", "err": null } }, "mimo-v2-pro": { "baseline": { "status": 400, "ms": 590, "content": null, "err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-pro" }, "thinking": { "supported": false, "via": null, "reason": null, "detail": [ { "variant": "thinking+effort", "status": 400, "ms": 647, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-pro", "contentPreview": null }, { "variant": "effort-only", "status": 400, "ms": 602, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-pro", "contentPreview": null }, { "variant": "thinking-only", "status": 400, "ms": 599, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-pro", "contentPreview": null } ] }, "vision": { "supported": false, "status": 400, "ms": 837, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-pro" } }, "longcat-2.0": { "baseline": { "status": 200, "ms": 2311, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 3172, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": true, "status": 200, "ms": 2728, "answer": "抱歉,我没有看到任何图片,无法判断颜色。", "err": null } }, "minimax-m2.7": { "baseline": { "status": 500, "ms": 297, "content": null, "err": "Internal server error" }, "thinking": { "supported": false, "via": null, "reason": null, "detail": [ { "variant": "thinking+effort", "status": 500, "ms": 290, "reasoning": null, "err": "Internal server error", "contentPreview": null }, { "variant": "effort-only", "status": 500, "ms": 284, "reasoning": null, "err": "Internal server error", "contentPreview": null }, { "variant": "thinking-only", "status": 500, "ms": 273, "reasoning": null, "err": "Internal server error", "contentPreview": null } ] }, "vision": { "supported": false, "status": 500, "ms": 292, "answer": null, "err": "Internal server error" } }, "minimax-m3": { "baseline": { "status": 200, "ms": 1435, "content": "The user asks a simple math question: 1+1=? They want", "err": null }, "thinking": { "supported": true, "via": "effort-only", "reason": "think_tags", "detail": [ { "variant": "thinking+effort", "status": 400, "ms": 404, "reasoning": null, "err": "Error from provider (Console Go): Upstream request failed: [bad_request_error] invalid params, invalid thinking.type: \"enabled\" (allowed: adaptive, disabled) (2013)", "contentPreview": null }, { "variant": "effort-only", "status": 200, "ms": 1083, "reasoning": "think_tags", "err": null, "contentPreview": "2+2=4\n\n4" } ] }, "vision": { "supported": true, "status": 200, "ms": 1201, "answer": "The user is asking what color the image is and wants only a color word as", "err": null } }, "mimo-v2.5-pro": { "baseline": { "status": 200, "ms": 4196, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 5436, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 599, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [404] No endpoints found that support image input" } }, "muse-spark-1.2-contributor": { "baseline": { "status": 403, "ms": 268, "content": null, "err": "This model is not available in your country." }, "thinking": { "supported": false, "via": null, "reason": null, "detail": [ { "variant": "thinking+effort", "status": 403, "ms": 269, "reasoning": null, "err": "This model is not available in your country.", "contentPreview": null }, { "variant": "effort-only", "status": 403, "ms": 255, "reasoning": null, "err": "This model is not available in your country.", "contentPreview": null }, { "variant": "thinking-only", "status": 403, "ms": 252, "reasoning": null, "err": "This model is not available in your country.", "contentPreview": null } ] }, "vision": { "supported": false, "status": 403, "ms": 271, "answer": null, "err": "This model is not available in your country." } }, "minimax-m2.5": { "baseline": { "status": 200, "ms": 4128, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 3358, "reasoning": "reasoning", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 638, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [404] No endpoints found that support image input" } }, "muse-spark-1.3-contributor": { "baseline": { "status": 403, "ms": 242, "content": null, "err": "This model is not available in your country." }, "thinking": { "supported": false, "via": null, "reason": null, "detail": [ { "variant": "thinking+effort", "status": 403, "ms": 238, "reasoning": null, "err": "This model is not available in your country.", "contentPreview": null }, { "variant": "effort-only", "status": 403, "ms": 244, "reasoning": null, "err": "This model is not available in your country.", "contentPreview": null }, { "variant": "thinking-only", "status": 403, "ms": 253, "reasoning": null, "err": "This model is not available in your country.", "contentPreview": null } ] }, "vision": { "supported": false, "status": 403, "ms": 255, "answer": null, "err": "This model is not available in your country." } }, "omen-alpha": { "baseline": { "status": 200, "ms": 2268, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking-only", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 1802, "reasoning": null, "err": null, "contentPreview": "4" }, { "variant": "effort-only", "status": 200, "ms": 1308, "reasoning": null, "err": null, "contentPreview": "4" }, { "variant": "thinking-only", "status": 200, "ms": 2446, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": true, "status": 200, "ms": 2345, "answer": "深红色", "err": null } }, "qwen3.6-plus": { "baseline": { "status": 200, "ms": 5087, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 4037, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 1695, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [invalid_parameter_error] <400> InternalError.Algo.InvalidParameter: The image length and width do not meet the model restrictions. [height:1" } }, "qwen3.5-plus": { "baseline": { "status": 200, "ms": 5719, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 5866, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 1191, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [invalid_parameter_error] <400> InternalError.Algo.InvalidParameter: The image length and width do not meet the model restrictions. [height:1" } }, "qwen3.7-max": { "baseline": { "status": 200, "ms": 1988, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 2373, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 662, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [invalid_parameter_error] <400> InternalError.Algo.InvalidParameter: The provided messages input is invalid. The error info is [Unexpected it" } }, "qwen3.8-flash": { "baseline": { "status": 200, "ms": 1666, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 1444, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 1972, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [invalid_parameter_error] <400> InternalError.Algo.InvalidParameter: The image length and width do not meet the model restrictions. [height:1" } }, "qwen3.7-plus": { "baseline": { "status": 200, "ms": 3122, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 3376, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 1298, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [invalid_parameter_error] <400> InternalError.Algo.InvalidParameter: The image length and width do not meet the model restrictions. [height:1" } }, "qwen3.8-max": { "baseline": { "status": 200, "ms": 2212, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 2213, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": false, "status": 400, "ms": 1954, "answer": null, "err": "Error from provider (Console Go): Upstream request failed: [invalid_parameter_error] <400> InternalError.Algo.InvalidParameter: The image length and width do not meet the model restrictions. [height:1" } }, "mimo-v2.5": { "baseline": { "status": 200, "ms": 15515, "content": "2", "err": null }, "thinking": { "supported": true, "via": "thinking+effort", "reason": "reasoning_content", "detail": [ { "variant": "thinking+effort", "status": 200, "ms": 10333, "reasoning": "reasoning_content", "err": null, "contentPreview": "4" } ] }, "vision": { "supported": true, "status": 200, "ms": 14071, "answer": "红色", "err": null } } }