1244 lines
31 KiB
JSON
1244 lines
31 KiB
JSON
{
|
|
"deepseek-v4-flash": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 1069,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 1116,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 424,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [400] Model only supports text input; received unsupported content type 'image_url'."
|
|
}
|
|
},
|
|
"glm-5": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 2014,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 2211,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 461,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [invalid_request_error] This model does not support image inputs"
|
|
}
|
|
},
|
|
"deepseek-v4-flash-vision-exp": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 1509,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 2171,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": true,
|
|
"status": 200,
|
|
"ms": 2327,
|
|
"answer": "粉色",
|
|
"err": null
|
|
}
|
|
},
|
|
"glm-5.1": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 2750,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "effort-only",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 1131,
|
|
"reasoning": null,
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
},
|
|
{
|
|
"variant": "effort-only",
|
|
"status": 200,
|
|
"ms": 939,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 580,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [invalid_request_error] This model does not support image inputs"
|
|
}
|
|
},
|
|
"glm-5.2": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 1966,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 1123,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 425,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [invalid_request_error] This model does not support image inputs"
|
|
}
|
|
},
|
|
"gpt-5.6-luna": {
|
|
"baseline": {
|
|
"status": 500,
|
|
"ms": 287,
|
|
"content": null,
|
|
"err": "Internal server error"
|
|
},
|
|
"thinking": {
|
|
"supported": false,
|
|
"via": null,
|
|
"reason": null,
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 500,
|
|
"ms": 276,
|
|
"reasoning": null,
|
|
"err": "Internal server error",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "effort-only",
|
|
"status": 500,
|
|
"ms": 283,
|
|
"reasoning": null,
|
|
"err": "Internal server error",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "thinking-only",
|
|
"status": 500,
|
|
"ms": 271,
|
|
"reasoning": null,
|
|
"err": "Internal server error",
|
|
"contentPreview": null
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 500,
|
|
"ms": 303,
|
|
"answer": null,
|
|
"err": "Internal server error"
|
|
}
|
|
},
|
|
"glm-5.3": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 2363,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 2400,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 476,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [invalid_request_error] This model does not support image inputs"
|
|
}
|
|
},
|
|
"grok-4.5": {
|
|
"baseline": {
|
|
"status": 503,
|
|
"ms": 325,
|
|
"content": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: Endpoint is unavailable."
|
|
},
|
|
"thinking": {
|
|
"supported": false,
|
|
"via": null,
|
|
"reason": null,
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 503,
|
|
"ms": 469,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: Endpoint is unavailable.",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "effort-only",
|
|
"status": 503,
|
|
"ms": 348,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: Endpoint is unavailable.",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "thinking-only",
|
|
"status": 503,
|
|
"ms": 340,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: Endpoint is unavailable.",
|
|
"contentPreview": null
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 503,
|
|
"ms": 326,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: Endpoint is unavailable."
|
|
}
|
|
},
|
|
"grok-4.6": {
|
|
"baseline": {
|
|
"status": 401,
|
|
"ms": 268,
|
|
"content": null,
|
|
"err": "Model grok-4.6 is not supported for format oa-compat"
|
|
},
|
|
"thinking": {
|
|
"supported": false,
|
|
"via": null,
|
|
"reason": null,
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 401,
|
|
"ms": 239,
|
|
"reasoning": null,
|
|
"err": "Model grok-4.6 is not supported for format oa-compat",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "effort-only",
|
|
"status": 401,
|
|
"ms": 249,
|
|
"reasoning": null,
|
|
"err": "Model grok-4.6 is not supported for format oa-compat",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "thinking-only",
|
|
"status": 401,
|
|
"ms": 243,
|
|
"reasoning": null,
|
|
"err": "Model grok-4.6 is not supported for format oa-compat",
|
|
"contentPreview": null
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 401,
|
|
"ms": 268,
|
|
"answer": null,
|
|
"err": "Model grok-4.6 is not supported for format oa-compat"
|
|
}
|
|
},
|
|
"deepseek-v4-pro": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 2845,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 1792,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": true,
|
|
"status": 200,
|
|
"ms": 8180,
|
|
"answer": "",
|
|
"err": null
|
|
}
|
|
},
|
|
"hy3-preview": {
|
|
"baseline": {
|
|
"status": 400,
|
|
"ms": 332,
|
|
"content": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: Model is unavailable."
|
|
},
|
|
"thinking": {
|
|
"supported": false,
|
|
"via": null,
|
|
"reason": null,
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 400,
|
|
"ms": 690,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: Model is unavailable.",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "effort-only",
|
|
"status": 400,
|
|
"ms": 320,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: Model is unavailable.",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "thinking-only",
|
|
"status": 400,
|
|
"ms": 364,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: Model is unavailable.",
|
|
"contentPreview": null
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 327,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: Model is unavailable."
|
|
}
|
|
},
|
|
"glm-5.3-flash": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 1714,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 1470,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": true,
|
|
"status": 200,
|
|
"ms": 4225,
|
|
"answer": "粉色",
|
|
"err": null
|
|
}
|
|
},
|
|
"hy3": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 2180,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 2216,
|
|
"reasoning": "reasoning",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 631,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [404] No endpoints found that support image input"
|
|
}
|
|
},
|
|
"kimi-k2.5": {
|
|
"baseline": {
|
|
"status": 400,
|
|
"ms": 621,
|
|
"content": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [404] No allowed providers are available for the selected model. Providers serving moonshot"
|
|
},
|
|
"thinking": {
|
|
"supported": false,
|
|
"via": null,
|
|
"reason": null,
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 400,
|
|
"ms": 592,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [404] No allowed providers are available for the selected model. Providers serving moonshotai/kimi-k2.5-0127: siliconflow, deepinfra, atlas-c",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "effort-only",
|
|
"status": 400,
|
|
"ms": 1130,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [404] No allowed providers are available for the selected model. Providers serving moonshotai/kimi-k2.5-0127: siliconflow, deepinfra, atlas-c",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "thinking-only",
|
|
"status": 400,
|
|
"ms": 860,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [404] No allowed providers are available for the selected model. Providers serving moonshotai/kimi-k2.5-0127: siliconflow, deepinfra, atlas-c",
|
|
"contentPreview": null
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 613,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [404] No allowed providers are available for the selected model. Providers serving moonshotai/kimi-k2.5-0127: deepinfra, atlas-cloud, digital"
|
|
}
|
|
},
|
|
"kimi-k3": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 1267,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 1188,
|
|
"reasoning": "reasoning",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": true,
|
|
"status": 200,
|
|
"ms": 1804,
|
|
"answer": "黑色",
|
|
"err": null
|
|
}
|
|
},
|
|
"kimi-k2.6": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 2340,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 2348,
|
|
"reasoning": "reasoning",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": true,
|
|
"status": 200,
|
|
"ms": 2780,
|
|
"answer": "黑色",
|
|
"err": null
|
|
}
|
|
},
|
|
"mimo-v2-omni": {
|
|
"baseline": {
|
|
"status": 400,
|
|
"ms": 606,
|
|
"content": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-omni"
|
|
},
|
|
"thinking": {
|
|
"supported": false,
|
|
"via": null,
|
|
"reason": null,
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 400,
|
|
"ms": 976,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-omni",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "effort-only",
|
|
"status": 400,
|
|
"ms": 585,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-omni",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "thinking-only",
|
|
"status": 400,
|
|
"ms": 970,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-omni",
|
|
"contentPreview": null
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 644,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-omni"
|
|
}
|
|
},
|
|
"hy4-preview": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 2913,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 3112,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": true,
|
|
"status": 200,
|
|
"ms": 7929,
|
|
"answer": "",
|
|
"err": null
|
|
}
|
|
},
|
|
"kimi-k2.7-code": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 2271,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 1738,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": true,
|
|
"status": 200,
|
|
"ms": 6644,
|
|
"answer": "黑色",
|
|
"err": null
|
|
}
|
|
},
|
|
"mimo-v2-pro": {
|
|
"baseline": {
|
|
"status": 400,
|
|
"ms": 590,
|
|
"content": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-pro"
|
|
},
|
|
"thinking": {
|
|
"supported": false,
|
|
"via": null,
|
|
"reason": null,
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 400,
|
|
"ms": 647,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-pro",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "effort-only",
|
|
"status": 400,
|
|
"ms": 602,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-pro",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "thinking-only",
|
|
"status": 400,
|
|
"ms": 599,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-pro",
|
|
"contentPreview": null
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 837,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [400] Unsupported model mimo-v2-pro"
|
|
}
|
|
},
|
|
"longcat-2.0": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 2311,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 3172,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": true,
|
|
"status": 200,
|
|
"ms": 2728,
|
|
"answer": "抱歉，我没有看到任何图片，无法判断颜色。",
|
|
"err": null
|
|
}
|
|
},
|
|
"minimax-m2.7": {
|
|
"baseline": {
|
|
"status": 500,
|
|
"ms": 297,
|
|
"content": null,
|
|
"err": "Internal server error"
|
|
},
|
|
"thinking": {
|
|
"supported": false,
|
|
"via": null,
|
|
"reason": null,
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 500,
|
|
"ms": 290,
|
|
"reasoning": null,
|
|
"err": "Internal server error",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "effort-only",
|
|
"status": 500,
|
|
"ms": 284,
|
|
"reasoning": null,
|
|
"err": "Internal server error",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "thinking-only",
|
|
"status": 500,
|
|
"ms": 273,
|
|
"reasoning": null,
|
|
"err": "Internal server error",
|
|
"contentPreview": null
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 500,
|
|
"ms": 292,
|
|
"answer": null,
|
|
"err": "Internal server error"
|
|
}
|
|
},
|
|
"minimax-m3": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 1435,
|
|
"content": "<think>The user asks a simple math question: 1+1=? They want",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "effort-only",
|
|
"reason": "think_tags",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 400,
|
|
"ms": 404,
|
|
"reasoning": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [bad_request_error] invalid params, invalid thinking.type: \"enabled\" (allowed: adaptive, disabled) (2013)",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "effort-only",
|
|
"status": 200,
|
|
"ms": 1083,
|
|
"reasoning": "think_tags",
|
|
"err": null,
|
|
"contentPreview": "<think>2+2=4</think>\n\n4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": true,
|
|
"status": 200,
|
|
"ms": 1201,
|
|
"answer": "<think>The user is asking what color the image is and wants only a color word as",
|
|
"err": null
|
|
}
|
|
},
|
|
"mimo-v2.5-pro": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 4196,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 5436,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 599,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [404] No endpoints found that support image input"
|
|
}
|
|
},
|
|
"muse-spark-1.2-contributor": {
|
|
"baseline": {
|
|
"status": 403,
|
|
"ms": 268,
|
|
"content": null,
|
|
"err": "This model is not available in your country."
|
|
},
|
|
"thinking": {
|
|
"supported": false,
|
|
"via": null,
|
|
"reason": null,
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 403,
|
|
"ms": 269,
|
|
"reasoning": null,
|
|
"err": "This model is not available in your country.",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "effort-only",
|
|
"status": 403,
|
|
"ms": 255,
|
|
"reasoning": null,
|
|
"err": "This model is not available in your country.",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "thinking-only",
|
|
"status": 403,
|
|
"ms": 252,
|
|
"reasoning": null,
|
|
"err": "This model is not available in your country.",
|
|
"contentPreview": null
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 403,
|
|
"ms": 271,
|
|
"answer": null,
|
|
"err": "This model is not available in your country."
|
|
}
|
|
},
|
|
"minimax-m2.5": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 4128,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 3358,
|
|
"reasoning": "reasoning",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 638,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [404] No endpoints found that support image input"
|
|
}
|
|
},
|
|
"muse-spark-1.3-contributor": {
|
|
"baseline": {
|
|
"status": 403,
|
|
"ms": 242,
|
|
"content": null,
|
|
"err": "This model is not available in your country."
|
|
},
|
|
"thinking": {
|
|
"supported": false,
|
|
"via": null,
|
|
"reason": null,
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 403,
|
|
"ms": 238,
|
|
"reasoning": null,
|
|
"err": "This model is not available in your country.",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "effort-only",
|
|
"status": 403,
|
|
"ms": 244,
|
|
"reasoning": null,
|
|
"err": "This model is not available in your country.",
|
|
"contentPreview": null
|
|
},
|
|
{
|
|
"variant": "thinking-only",
|
|
"status": 403,
|
|
"ms": 253,
|
|
"reasoning": null,
|
|
"err": "This model is not available in your country.",
|
|
"contentPreview": null
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 403,
|
|
"ms": 255,
|
|
"answer": null,
|
|
"err": "This model is not available in your country."
|
|
}
|
|
},
|
|
"omen-alpha": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 2268,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking-only",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 1802,
|
|
"reasoning": null,
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
},
|
|
{
|
|
"variant": "effort-only",
|
|
"status": 200,
|
|
"ms": 1308,
|
|
"reasoning": null,
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
},
|
|
{
|
|
"variant": "thinking-only",
|
|
"status": 200,
|
|
"ms": 2446,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": true,
|
|
"status": 200,
|
|
"ms": 2345,
|
|
"answer": "深红色",
|
|
"err": null
|
|
}
|
|
},
|
|
"qwen3.6-plus": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 5087,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 4037,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 1695,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [invalid_parameter_error] <400> InternalError.Algo.InvalidParameter: The image length and width do not meet the model restrictions. [height:1"
|
|
}
|
|
},
|
|
"qwen3.5-plus": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 5719,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 5866,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 1191,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [invalid_parameter_error] <400> InternalError.Algo.InvalidParameter: The image length and width do not meet the model restrictions. [height:1"
|
|
}
|
|
},
|
|
"qwen3.7-max": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 1988,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 2373,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 662,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [invalid_parameter_error] <400> InternalError.Algo.InvalidParameter: The provided messages input is invalid. The error info is [Unexpected it"
|
|
}
|
|
},
|
|
"qwen3.8-flash": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 1666,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 1444,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 1972,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [invalid_parameter_error] <400> InternalError.Algo.InvalidParameter: The image length and width do not meet the model restrictions. [height:1"
|
|
}
|
|
},
|
|
"qwen3.7-plus": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 3122,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 3376,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 1298,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [invalid_parameter_error] <400> InternalError.Algo.InvalidParameter: The image length and width do not meet the model restrictions. [height:1"
|
|
}
|
|
},
|
|
"qwen3.8-max": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 2212,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 2213,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": false,
|
|
"status": 400,
|
|
"ms": 1954,
|
|
"answer": null,
|
|
"err": "Error from provider (Console Go): Upstream request failed: [invalid_parameter_error] <400> InternalError.Algo.InvalidParameter: The image length and width do not meet the model restrictions. [height:1"
|
|
}
|
|
},
|
|
"mimo-v2.5": {
|
|
"baseline": {
|
|
"status": 200,
|
|
"ms": 15515,
|
|
"content": "2",
|
|
"err": null
|
|
},
|
|
"thinking": {
|
|
"supported": true,
|
|
"via": "thinking+effort",
|
|
"reason": "reasoning_content",
|
|
"detail": [
|
|
{
|
|
"variant": "thinking+effort",
|
|
"status": 200,
|
|
"ms": 10333,
|
|
"reasoning": "reasoning_content",
|
|
"err": null,
|
|
"contentPreview": "4"
|
|
}
|
|
]
|
|
},
|
|
"vision": {
|
|
"supported": true,
|
|
"status": 200,
|
|
"ms": 14071,
|
|
"answer": "红色",
|
|
"err": null
|
|
}
|
|
}
|
|
} |