{ "schemaVersion": 2, "date": "2026-09-24", "collectedAt": "2026-09-24T04:17:11.434Z", "method": "Arena human preference rankings. Text/Vision use style_control; other boards use raw as shown on the linked source page. AutoEval rows are excluded. No AI114 composite score.", "boards": { "t2i": [ { "rank": 1, "model": "gpt-image-2.5-sunburst", "modelKey": "lina-f-alpha-wyi7", "org": "OpenAI", "rating": 1423.1621434383296, "ratingLower": 1414.6097938646567, "ratingUpper": 1431.7144930120025, "rankUpper": 1, "rankLower": 1, "votes": 8791, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://openai.com/index/introducing-chatgpt-images-2-5/", "pimg": null, "psec": null }, { "rank": 2, "model": "gpt-image-2.5-flare", "modelKey": "lina-alpha-y6hr", "org": "OpenAI", "rating": 1401.3066695094585, "ratingLower": 1392.8003057388441, "ratingUpper": 1409.8130332800733, "rankUpper": 2, "rankLower": 2, "votes": 8014, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://openai.com/index/introducing-chatgpt-images-2-5/", "pimg": null, "psec": null }, { "rank": 3, "model": "gpt-image-2 (medium)", "modelKey": "gpt-image-2-medium", "org": "OpenAI", "rating": 1380.899621191184, "ratingLower": 1376.6675088757074, "ratingUpper": 1385.1317335066606, "rankUpper": 3, "rankLower": 3, "votes": 82862, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.com/OpenAI/status/2046665696898412887?s=20", "pimg": 0, "psec": null }, { "rank": 4, "model": "mai-image-2.6", "modelKey": "lo-bah-png-uq1z", "org": "Microsoft AI", "rating": 1333.9754637193469, "ratingLower": 1327.810482514522, "ratingUpper": 1340.1404449241718, "rankUpper": 4, "rankLower": 4, "votes": 16310, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://microsoft.ai/news/mai-image-2-6-launches-at-no-2-on-arena-ahead-of-google-meta-and-xai/", "pimg": null, "psec": null }, { "rank": 5, "model": "grok-imagine-image-2.0 (low)", "modelKey": "porcelain-k9cy", "org": "SpaceXAI", "rating": 1301.6266527360585, "ratingLower": 1292.8409340689268, "ratingUpper": 1310.4123714031907, "rankUpper": 5, "rankLower": 6, "votes": 5369, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-imagine-image-2", "pimg": null, "psec": null }, { "rank": 6, "model": "reve-2.1", "modelKey": "carillon-jhq8", "org": "Reve", "rating": 1300.920169657385, "ratingLower": 1293.2172205797392, "ratingUpper": 1308.6231187350309, "rankUpper": 5, "rankLower": 6, "votes": 7582, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "http://reve.com/", "pimg": null, "psec": null }, { "rank": 7, "model": "muse-image", "modelKey": "iron-bloom-kosy", "org": "Meta", "rating": 1276.4658877394909, "ratingLower": 1270.983149824126, "ratingUpper": 1281.9486256548557, "rankUpper": 7, "rankLower": 8, "votes": 31686, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-image-muse-video-msl/", "pimg": null, "psec": null }, { "rank": 8, "model": "reve-2.0", "modelKey": "babylon-fp95", "org": "Reve", "rating": 1270.3714957240159, "ratingLower": 1263.9818683304688, "ratingUpper": 1276.7611231175624, "rankUpper": 7, "rankLower": 9, "votes": 14625, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "http://reve.com/", "pimg": null, "psec": null }, { "rank": 9, "model": "gemini-3.1-flash-image (nano-banana-2) [web-search]", "modelKey": "gemini-3.1-flash-image (nano-banana-2)", "org": "Google", "rating": 1260.2374216994708, "ratingLower": 1255.8373918124153, "ratingUpper": 1264.6374515865264, "rankUpper": 8, "rankLower": 13, "votes": 47988, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": 131072, "url": "http://aistudio.google.com/prompts/new_chat?model=gemini-3.1-flash-image", "pimg": null, "psec": null }, { "rank": 10, "model": "seedream-5.0-pro", "modelKey": "seedream-5.0-pro", "org": "Bytedance", "rating": 1256.3708267679358, "ratingLower": 1252.2890397164383, "ratingUpper": 1260.4526138194333, "rankUpper": 9, "rankLower": 13, "votes": 76831, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedream5_0_pro", "pimg": null, "psec": null }, { "rank": 11, "model": "qwen-image-3.0-pro", "modelKey": "zen-bear-v14r-z42u", "org": "Alibaba", "rating": 1254.4638724850483, "ratingLower": 1247.7991133333435, "ratingUpper": 1261.1286316367537, "rankUpper": 9, "rankLower": 14, "votes": 10917, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.qwencloud.com/try-ai?scene=image&models=qwen-image-3.0-pro", "pimg": null, "psec": null }, { "rank": 12, "model": "mai-image-2.5", "modelKey": "baryonyx-xyv3", "org": "Microsoft AI", "rating": 1254.0677474265985, "ratingLower": 1249.7947092646987, "ratingUpper": 1258.340785588498, "rankUpper": 9, "rankLower": 13, "votes": 57265, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://microsoft.ai/news/introducing-mai-image-2-5/", "pimg": 0.05, "psec": null }, { "rank": 13, "model": "gemini-3.1-flash-lite-image (nano-banana-2-lite)", "modelKey": "instant-ramen-a85d", "org": "Google", "rating": 1250.2512926951067, "ratingLower": 1244.072243183552, "ratingUpper": 1256.4303422066614, "rankUpper": 9, "rankLower": 14, "votes": 16384, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-omni-flash-nano-banana-2-lite/", "pimg": null, "psec": null }, { "rank": 14, "model": "gemini-3-pro-image-2k (nano-banana-pro)", "modelKey": "gemini-3-pro-image-2k", "org": "Google", "rating": 1246.2721013681999, "ratingLower": 1243.1209150787276, "ratingUpper": 1249.423287657672, "rankUpper": 12, "rankLower": 14, "votes": 157906, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.studio/banana", "pimg": null, "psec": null }, { "rank": 15, "model": "gpt-image-1.5-high-fidelity", "modelKey": "gpt-image-1.5-high-fidelity", "org": "OpenAI", "rating": 1238.7300889047756, "ratingLower": 1235.5443325527208, "ratingUpper": 1241.91584525683, "rankUpper": 15, "rankLower": 17, "votes": 155632, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-image-1.5", "pimg": 0.034, "psec": null }, { "rank": 16, "model": "gemini-3-pro-image-preview (nano-banana-pro)", "modelKey": "gemini-3-pro-image-preview", "org": "Google", "rating": 1232.1631285583567, "ratingLower": 1227.2149315120096, "ratingUpper": 1237.1113256047042, "rankUpper": 15, "rankLower": 17, "votes": 82742, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": 65536, "url": "https://ai.studio/banana", "pimg": 0.04, "psec": null }, { "rank": 17, "model": "qwen-image-2.1", "modelKey": "lychee-21-09-6n7b-text-to-image", "org": "Alibaba", "rating": 1227.8794781503593, "ratingLower": 1216.843095691453, "ratingUpper": 1238.915860609266, "rankUpper": 15, "rankLower": 17, "votes": 2843, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "qwen-research", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwen.ai/blog?id=qwen-image-2.1", "pimg": null, "psec": null }, { "rank": 18, "model": "ideogram-4.0-quality", "modelKey": "nonnas-meatballs-open-weight", "org": "Ideogram", "rating": 1204.131879532897, "ratingLower": 1199.937180520943, "ratingUpper": 1208.3265785448511, "rankUpper": 18, "rankLower": 18, "votes": 48178, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Ideogram Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://ideogram.ai/blog/4.0/", "pimg": null, "psec": null }, { "rank": 19, "model": "qwen-image-2.0-pro-2026-06-22", "modelKey": "auto-bear-v2-ej1q", "org": "Alibaba", "rating": 1191.1241261360628, "ratingLower": 1185.0683296020438, "ratingUpper": 1197.1799226700819, "rankUpper": 19, "rankLower": 22, "votes": 12009, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bailian.console.alibabacloud.com/cn-beijing?tab=api#/api/?type=model&url=2975126", "pimg": 0.075, "psec": null }, { "rank": 20, "model": "uni-1.1-max", "modelKey": "flow-state-5-1y1p", "org": "Luma AI", "rating": 1188.3702163317644, "ratingLower": 1182.1053291074204, "ratingUpper": 1194.6351035561083, "rankUpper": 19, "rankLower": 22, "votes": 13463, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://lumalabs.ai/api", "pimg": null, "psec": null }, { "rank": 21, "model": "mai-image-2", "modelKey": "tatertot", "org": "Microsoft AI", "rating": 1182.7070063771241, "ratingLower": 1178.1089533885845, "ratingUpper": 1187.3050593656637, "rankUpper": 19, "rankLower": 23, "votes": 49198, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://microsoft.ai/news/introducing-MAI-Image-2", "pimg": null, "psec": null }, { "rank": 22, "model": "uni-1.1", "modelKey": "uni-1.1", "org": "Luma AI", "rating": 1182.577752665685, "ratingLower": 1177.989691787844, "ratingUpper": 1187.165813543526, "rankUpper": 19, "rankLower": 23, "votes": 37851, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://lumalabs.ai/api", "pimg": null, "psec": null }, { "rank": 23, "model": "grok-imagine-image", "modelKey": "grok-imagine-image-private-text-to-image", "org": "SpaceXAI", "rating": 1170.6026365867922, "ratingLower": 1167.871147259875, "ratingUpper": 1173.3341259137092, "rankUpper": 23, "rankLower": 25, "votes": 244727, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.x.ai/developers/model-capabilities/images/generation", "pimg": 0.02, "psec": null }, { "rank": 24, "model": "recraft-v4.1-utility-pro", "modelKey": "recraft-v4.1-utility-pro", "org": "Recraft", "rating": 1169.3553702267964, "ratingLower": 1158.2562844523673, "ratingUpper": 1180.4544560012255, "rankUpper": 21, "rankLower": 28, "votes": 2517, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.recraft.ai/blog/recraft-v4-1-more-beautiful-by-nature", "pimg": 0.21, "psec": null }, { "rank": 25, "model": "Cosmos3-Super-Text2Image (Agentic)", "modelKey": "cosmos3-super-agentic-nvcf-v2", "org": "Nvidia", "rating": 1164.5967934416974, "ratingLower": 1157.4316541961175, "ratingUpper": 1171.7619326872773, "rankUpper": 23, "rankLower": 30, "votes": 10268, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Cosmos3-Super-Text2Image", "pimg": null, "psec": null }, { "rank": 26, "model": "flux-2-max", "modelKey": "flux-2-max", "org": "Black Forest Labs", "rating": 1162.1795114420781, "ratingLower": 1158.624878772359, "ratingUpper": 1165.7341441117974, "rankUpper": 24, "rankLower": 28, "votes": 117332, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-2", "pimg": 0.073, "psec": null }, { "rank": 27, "model": "grok-imagine-image-pro", "modelKey": "grok-imagine-image-pro-private-text-to-image", "org": "SpaceXAI", "rating": 1161.1514408227968, "ratingLower": 1157.3370595452584, "ratingUpper": 1164.9658221003353, "rankUpper": 24, "rankLower": 30, "votes": 93635, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.x.ai/developers/model-capabilities/images/generation", "pimg": 0.07, "psec": null }, { "rank": 28, "model": "flux-2-flex", "modelKey": "flux-2-flex", "org": "Black Forest Labs", "rating": 1156.5642920892888, "ratingLower": 1153.1349560585431, "ratingUpper": 1159.9936281200341, "rankUpper": 24, "rankLower": 32, "votes": 149302, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-2", "pimg": 0.063, "psec": null }, { "rank": 29, "model": "flux-2-pro", "modelKey": "flux-2-pro", "org": "Black Forest Labs", "rating": 1154.1488188614694, "ratingLower": 1151.2430661391013, "ratingUpper": 1157.0545715838375, "rankUpper": 28, "rankLower": 34, "votes": 193518, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-2", "pimg": 0.031, "psec": null }, { "rank": 30, "model": "reve-v1.5", "modelKey": "left-bank", "org": "Reve", "rating": 1153.8671996548487, "ratingLower": 1149.5335033718125, "ratingUpper": 1158.2008959378852, "rankUpper": 26, "rankLower": 36, "votes": 36762, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://app.reve.com/", "pimg": 0.04, "psec": null }, { "rank": 31, "model": "Cosmos3-Super-Text2Image", "modelKey": "cosmos3-super-nvcf-v2", "org": "Nvidia", "rating": 1152.0939680170723, "ratingLower": 1146.1383075764484, "ratingUpper": 1158.0496284576961, "rankUpper": 26, "rankLower": 37, "votes": 17621, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Cosmos3-Super-Text2Image", "pimg": null, "psec": null }, { "rank": 32, "model": "hunyuan-image-3.0", "modelKey": "hunyuan-image-3.0", "org": "Tencent", "rating": 1150.8234259896053, "ratingLower": 1147.4581463979553, "ratingUpper": 1154.1887055812551, "rankUpper": 28, "rankLower": 36, "votes": 173125, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "tencent-hunyuan-community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://hunyuan.tencent.com/image/en?tabIndex=0", "pimg": 0.03, "psec": null }, { "rank": 33, "model": "gemini-2.5-flash-image-preview (nano-banana)", "modelKey": "gemini-2.5-flash-image-preview", "org": "Google", "rating": 1149.751458008587, "ratingLower": 1147.3341572914983, "ratingUpper": 1152.1687587256754, "rankUpper": 29, "rankLower": 36, "votes": 854843, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": 32768, "url": "https://ai.studio/banana", "pimg": 0.039, "psec": null }, { "rank": 34, "model": "imagen-ultra-4.0-generate-001", "modelKey": "imagen-ultra-4.0-generate-001", "org": "Google", "rating": 1147.727529146412, "ratingLower": 1143.4026728879576, "ratingUpper": 1152.0523854048668, "rankUpper": 29, "rankLower": 37, "votes": 388153, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.cloud.google.com/vertex-ai/generative-ai/docs/models/imagen/4-0-generate#4.0-ultra-generate-001", "pimg": 0.06, "psec": null }, { "rank": 35, "model": "seedream-4.5", "modelKey": "seedream-4.5", "org": "Bytedance", "rating": 1147.093186366108, "ratingLower": 1144.4542024335228, "ratingUpper": 1149.7321702986933, "rankUpper": 30, "rankLower": 37, "votes": 268939, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedream4_5", "pimg": 0.06, "psec": null }, { "rank": 36, "model": "flux-2-dev", "modelKey": "flux-2-dev", "org": "Black Forest Labs", "rating": 1145.482418499301, "ratingLower": 1141.2808969373777, "ratingUpper": 1149.6839400612243, "rankUpper": 30, "rankLower": 39, "votes": 73957, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "flux-non-commercial-license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-2", "pimg": 0.025, "psec": null }, { "rank": 37, "model": "seedream-4-2k", "modelKey": "seedream-4-2k", "org": "Bytedance", "rating": 1139.7537637177893, "ratingLower": 1133.1986377488272, "ratingUpper": 1146.3088896867516, "rankUpper": 33, "rankLower": 40, "votes": 12622, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedream4_0", "pimg": 0.05, "psec": null }, { "rank": 38, "model": "seedream-5.0-lite", "modelKey": "seedream-5.0-lite", "org": "Bytedance", "rating": 1138.4379417169143, "ratingLower": 1135.1284434515358, "ratingUpper": 1141.7474399822931, "rankUpper": 36, "rankLower": 40, "votes": 114498, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedream5_0_lite", "pimg": 0.035, "psec": null }, { "rank": 39, "model": "wan2.6-t2i", "modelKey": "wan2.6-t2i-v2", "org": "Alibaba", "rating": 1136.7732329664977, "ratingLower": 1133.8899820538163, "ratingUpper": 1139.6564838791794, "rankUpper": 37, "rankLower": 40, "votes": 208910, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/?tab=api#/api/?type=model&url=3001143", "pimg": null, "psec": null }, { "rank": 40, "model": "recraft-v4.1-pro", "modelKey": "recraft-v4.1-pro", "org": "Recraft", "rating": 1130.6375309544965, "ratingLower": 1119.9734269323008, "ratingUpper": 1141.3016349766924, "rankUpper": 36, "rankLower": 46, "votes": 2681, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.recraft.ai/blog/recraft-v4-1-more-beautiful-by-nature", "pimg": 0.21, "psec": null }, { "rank": 41, "model": "imagen-4.0-generate-001", "modelKey": "imagen-4.0-generate-001", "org": "Google", "rating": 1128.9507042450582, "ratingLower": 1126.2018118105807, "ratingUpper": 1131.6995966795357, "rankUpper": 40, "rankLower": 43, "votes": 531859, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.cloud.google.com/vertex-ai/generative-ai/docs/models/imagen/4-0-generate#4.0-generate-001", "pimg": 0.04, "psec": null }, { "rank": 42, "model": "qwen-image-2512", "modelKey": "qwen-image-2512", "org": "Alibaba", "rating": 1124.5936769529335, "ratingLower": 1121.0697636197742, "ratingUpper": 1128.1175902860928, "rankUpper": 40, "rankLower": 44, "votes": 92531, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen-Image-2512", "pimg": 0.02, "psec": null }, { "rank": 43, "model": "krea-2-medium", "modelKey": "krea-2-medium", "org": "Krea", "rating": 1123.0295913616837, "ratingLower": 1118.6583073549227, "ratingUpper": 1127.4008753684443, "rankUpper": 40, "rankLower": 46, "votes": 45966, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.krea.ai/index/krea-2-image-model", "pimg": null, "psec": null }, { "rank": 44, "model": "wan2.5-t2i-preview", "modelKey": "wan2.5-t2i-preview", "org": "Alibaba", "rating": 1117.185158057987, "ratingLower": 1114.3837740595459, "ratingUpper": 1119.9865420564283, "rankUpper": 42, "rankLower": 50, "votes": 255779, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/?tab=api#/api/?type=model&url=2862677", "pimg": null, "psec": null }, { "rank": 45, "model": "seedream-4-fal", "modelKey": "seedream-4-fal", "org": "Bytedance", "rating": 1116.4253005554833, "ratingLower": 1109.9012749637968, "ratingUpper": 1122.9493261471698, "rankUpper": 41, "rankLower": 52, "votes": 11873, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedream4_0", "pimg": 0.05, "psec": null }, { "rank": 46, "model": "hidream-o1-image", "modelKey": "hidream-o1-image", "org": "HiDream", "rating": 1116.3905185532321, "ratingLower": 1112.5326360797508, "ratingUpper": 1120.2484010267133, "rankUpper": 42, "rankLower": 52, "votes": 54180, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HiDream-ai/HiDream-O1-Image", "pimg": 0.01, "psec": null }, { "rank": 47, "model": "gpt-image-1", "modelKey": "gpt-image-1", "org": "OpenAI", "rating": 1115.0473729970572, "ratingLower": 1111.889999676428, "ratingUpper": 1118.2047463176864, "rankUpper": 44, "rankLower": 52, "votes": 264927, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-image-1", "pimg": 0.042, "psec": null }, { "rank": 48, "model": "recraft-v4", "modelKey": "recraft-v4", "org": "Recraft", "rating": 1114.0058301636418, "ratingLower": 1110.683630042391, "ratingUpper": 1117.3280302848923, "rankUpper": 44, "rankLower": 52, "votes": 120478, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.recraft.ai/blog/introducing-recraft-v4-design-taste-meets-image-generation", "pimg": 0.04, "psec": null }, { "rank": 49, "model": "seedream-4-high-res-fal", "modelKey": "seedream-4-high-res-fal", "org": "Bytedance", "rating": 1113.0393524639524, "ratingLower": 1109.7771934214243, "ratingUpper": 1116.3015115064804, "rankUpper": 44, "rankLower": 52, "votes": 175354, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedream4_0", "pimg": 0.045, "psec": null }, { "rank": 50, "model": "krea-2-turbo", "modelKey": "krea-2-turbo", "org": "Krea", "rating": 1112.4001074861171, "ratingLower": 1107.669112240735, "ratingUpper": 1117.1311027314991, "rankUpper": 44, "rankLower": 53, "votes": 39343, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "krea-2-community-license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/krea/Krea-2-Turbo", "pimg": null, "psec": null }, { "rank": 51, "model": "gpt-image-1-mini", "modelKey": "gpt-image-1-mini", "org": "OpenAI", "rating": 1109.4439015287403, "ratingLower": 1106.2122089911318, "ratingUpper": 1112.6755940663493, "rankUpper": 45, "rankLower": 53, "votes": 163854, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-image-1-mini", "pimg": 0.011, "psec": null }, { "rank": 52, "model": "krea-2-large", "modelKey": "krea-2-large", "org": "Krea", "rating": 1108.6977134682566, "ratingLower": 1104.3278619493394, "ratingUpper": 1113.0675649871737, "rankUpper": 45, "rankLower": 54, "votes": 45208, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.krea.ai/index/krea-2-image-model", "pimg": null, "psec": null }, { "rank": 53, "model": "wan2.7-image-pro", "modelKey": "wan2.7-image-pro", "org": "Alibaba", "rating": 1102.7103574158327, "ratingLower": 1097.6208426717803, "ratingUpper": 1107.7998721598854, "rankUpper": 50, "rankLower": 54, "votes": 28728, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1?tab=api#/api/?type=model&url=3026980", "pimg": null, "psec": null }, { "rank": 54, "model": "wan2.7-image", "modelKey": "wan2.7-image", "org": "Alibaba", "rating": 1099.8952275968404, "ratingLower": 1094.8597979992137, "ratingUpper": 1104.9306571944671, "rankUpper": 52, "rankLower": 55, "votes": 29094, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1?tab=api#/api/?type=model&url=3026980", "pimg": null, "psec": null }, { "rank": 55, "model": "mai-image-1", "modelKey": "mai-image-1", "org": "Microsoft AI", "rating": 1093.2859704707994, "ratingLower": 1089.6122752322933, "ratingUpper": 1096.9596657093052, "rankUpper": 54, "rankLower": 55, "votes": 94573, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://microsoft.ai/news/introducing-mai-image-1-debuting-in-the-top-10-on-lmarena/", "pimg": null, "psec": null }, { "rank": 56, "model": "z-image-turbo", "modelKey": "z-image", "org": "Alibaba", "rating": 1082.5763824468636, "ratingLower": 1077.1492265421323, "ratingUpper": 1088.0035383515951, "rankUpper": 56, "rankLower": 58, "votes": 22785, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://github.com/Tongyi-MAI/Z-Image", "pimg": null, "psec": null }, { "rank": 57, "model": "seedream-3", "modelKey": "seedream-3", "org": "Bytedance", "rating": 1082.1468526270442, "ratingLower": 1077.1695126370846, "ratingUpper": 1087.1241926170037, "rankUpper": 56, "rankLower": 58, "votes": 36927, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/tech/seedream3_0", "pimg": 0.04, "psec": null }, { "rank": 58, "model": "flux-1-kontext-max", "modelKey": "flux-1-kontext-max", "org": "Black Forest Labs", "rating": 1074.2057618453289, "ratingLower": 1071.017269290567, "ratingUpper": 1077.3942544000906, "rankUpper": 56, "rankLower": 59, "votes": 65626, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/announcements/flux-1-kontext", "pimg": 0.08, "psec": null }, { "rank": 59, "model": "flux-2-klein-9b", "modelKey": "flux-2-klein-9b", "org": "Black Forest Labs", "rating": 1069.5869128132915, "ratingLower": 1066.331113949972, "ratingUpper": 1072.842711676611, "rankUpper": 58, "rankLower": 59, "votes": 142651, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "flux-non-commercial-license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-2-klein", "pimg": 0.015, "psec": null }, { "rank": 60, "model": "qwen-image-prompt-extend", "modelKey": "qwen-image-prompt-extend", "org": "Alibaba", "rating": 1060.6063642350505, "ratingLower": 1057.891184091447, "ratingUpper": 1063.3215443786535, "rankUpper": 60, "rankLower": 63, "votes": 705261, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen-image/", "pimg": null, "psec": null }, { "rank": 61, "model": "flux-1-kontext-pro", "modelKey": "flux-1-kontext-pro", "org": "Black Forest Labs", "rating": 1058.7476824034188, "ratingLower": 1055.3500230936545, "ratingUpper": 1062.145341713183, "rankUpper": 60, "rankLower": 63, "votes": 330901, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/announcements/flux-1-kontext", "pimg": 0.04, "psec": null }, { "rank": 62, "model": "imagen-3.0-generate-002", "modelKey": "imagen-3.0-generate-002", "org": "Google", "rating": 1058.2430941982311, "ratingLower": 1055.0314395901228, "ratingUpper": 1061.4547488063395, "rankUpper": 60, "rankLower": 63, "votes": 360168, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://deepmind.google/technologies/imagen-3/", "pimg": 0.03, "psec": null }, { "rank": 63, "model": "qwen-image", "modelKey": "qwen-image", "org": "Alibaba", "rating": 1056.662042258602, "ratingLower": 1054.0886839312616, "ratingUpper": 1059.2354005859424, "rankUpper": 60, "rankLower": 63, "votes": 84718, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen-image/", "pimg": 0.02, "psec": null }, { "rank": 64, "model": "ideogram-v3-quality", "modelKey": "ideogram-v3-quality", "org": "Ideogram", "rating": 1049.287270490143, "ratingLower": 1045.5237217337435, "ratingUpper": 1053.0508192465427, "rankUpper": 64, "rankLower": 64, "votes": 115426, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://about.ideogram.ai/3.0", "pimg": 0.05, "psec": null }, { "rank": 65, "model": "photon", "modelKey": "photon", "org": "Luma AI", "rating": 1035.2290282896397, "ratingLower": 1031.5041056205541, "ratingUpper": 1038.9539509587257, "rankUpper": 65, "rankLower": 67, "votes": 127540, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://replicate.com/luma/photon", "pimg": 0.03, "psec": null }, { "rank": 66, "model": "p-image", "modelKey": "p-image", "org": "Unknown", "rating": 1033.9570212482597, "ratingLower": 1030.430622772274, "ratingUpper": 1037.483419724245, "rankUpper": 65, "rankLower": 67, "votes": 103861, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.pruna.ai/p-image", "pimg": null, "psec": null }, { "rank": 67, "model": "flux-2-klein-4b", "modelKey": "flux-2-klein-4b", "org": "Black Forest Labs", "rating": 1030.0409682289414, "ratingLower": 1026.7583618426029, "ratingUpper": 1033.3235746152804, "rankUpper": 65, "rankLower": 68, "votes": 144487, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-2-klein", "pimg": 0.015, "psec": null }, { "rank": 68, "model": "runway-gen4", "modelKey": "runway-gen4", "org": "Runway", "rating": 1024.8325329356949, "ratingLower": 1020.3324679342119, "ratingUpper": 1029.3325979371775, "rankUpper": 67, "rankLower": 69, "votes": 51761, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://runwayml.com/research/introducing-runway-gen-4", "pimg": null, "psec": null }, { "rank": 69, "model": "recraft-v3", "modelKey": "recraft-v3", "org": "Recraft", "rating": 1021.4037824489565, "ratingLower": 1017.7365076575649, "ratingUpper": 1025.071057240348, "rankUpper": 68, "rankLower": 71, "votes": 191847, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.recraft.ai/blog/recraft-introduces-a-revolutionary-ai-model-that-thinks-in-design-language", "pimg": 0.04, "psec": null }, { "rank": 70, "model": "flux-1.1-pro", "modelKey": "flux-1.1-pro", "org": "Black Forest Labs", "rating": 1015.7105483200443, "ratingLower": 1012.198766756078, "ratingUpper": 1019.2223298840105, "rankUpper": 69, "rankLower": 73, "votes": 70460, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://replicate.com/black-forest-labs/flux-1.1-pro", "pimg": 0.04, "psec": null }, { "rank": 71, "model": "ideogram-v2", "modelKey": "ideogram-v2", "org": "Ideogram", "rating": 1013.4216285956969, "ratingLower": 1009.8476393446701, "ratingUpper": 1016.9956178467238, "rankUpper": 70, "rankLower": 73, "votes": 72090, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://replicate.com/ideogram-ai/ideogram-v2", "pimg": 0.08, "psec": null }, { "rank": 72, "model": "lucid-origin", "modelKey": "lucid-origin", "org": "Leonardo AI", "rating": 1013.3948453792821, "ratingLower": 1010.0376259764848, "ratingUpper": 1016.7520647820793, "rankUpper": 70, "rankLower": 73, "votes": 285078, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://leonardo.ai/news/lucid-origin-ai-image-model/", "pimg": null, "psec": null }, { "rank": 73, "model": "glm-image", "modelKey": "glm-image", "org": "Z.ai", "rating": 1010.3431938218661, "ratingLower": 1001.3120197036463, "ratingUpper": 1019.3743679400858, "rankUpper": 69, "rankLower": 73, "votes": 4624, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://z.ai/blog/glm-image", "pimg": 0.035, "psec": null }, { "rank": 74, "model": "gemini-2.0-flash-preview-image-generation", "modelKey": "gemini-2.0-flash-preview-image-generation", "org": "Google", "rating": 975.2272916759522, "ratingLower": 971.809807957631, "ratingUpper": 978.6447753942733, "rankUpper": 74, "rankLower": 75, "votes": 257121, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-2.0-flash-preview-image-generation", "pimg": 0.04, "psec": null }, { "rank": 75, "model": "flux-1-dev-fp8", "modelKey": "flux-1-dev-fp8", "org": "Black Forest Labs", "rating": 969.4722891660434, "ratingLower": 965.7145283081568, "ratingUpper": 973.2300500239301, "rankUpper": 74, "rankLower": 76, "votes": 49221, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Open", "open": 0, "pin": null, "pout": null, "ctx": 4096, "url": "https://fireworks.ai/models/fireworks/flux-1-dev-fp8", "pimg": 0.025, "psec": null }, { "rank": 76, "model": "dall-e-3", "modelKey": "dall-e-3", "org": "OpenAI", "rating": 967.6254189019676, "ratingLower": 963.9187192937987, "ratingUpper": 971.3321185101364, "rankUpper": 75, "rankLower": 76, "votes": 239070, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.openai.com/docs/models#dall-e", "pimg": 0.04, "psec": null }, { "rank": 77, "model": "flux-1-kontext-dev", "modelKey": "flux-1-kontext-dev", "org": "Black Forest Labs", "rating": 940.3362920364898, "ratingLower": 936.6111656792622, "ratingUpper": 944.0614183937174, "rankUpper": 77, "rankLower": 78, "votes": 215353, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "flux-1-dev-non-commercial-license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/announcements/flux-1-kontext-dev", "pimg": 0.025, "psec": null }, { "rank": 78, "model": "stable-diffusion-v35-large", "modelKey": "stable-diffusion-v35-large", "org": "Unknown", "rating": 938.3622568694269, "ratingLower": 933.8446061496032, "ratingUpper": 942.8799075892506, "rankUpper": 77, "rankLower": 78, "votes": 23396, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Open", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://fal.ai/models/fal-ai/stable-diffusion-v35-large", "pimg": 0.065, "psec": null }, { "rank": 79, "model": "bagel", "modelKey": "bagel", "org": "Bytedance", "rating": 897.7120861001414, "ratingLower": 892.0266558125593, "ratingUpper": 903.3975163877236, "rankUpper": 79, "rankLower": 79, "votes": 12374, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ByteDance-Seed/BAGEL-7B-MoT", "pimg": 0.07, "psec": null } ], "imgedit": [ { "rank": 1, "model": "gpt-image-2.5-sunburst", "modelKey": "lina-f-alpha-wyi7", "org": "OpenAI", "rating": 1525.9810912060939, "ratingLower": 1519.7313277121884, "ratingUpper": 1532.2308546999989, "rankUpper": 1, "rankLower": 1, "votes": 29252, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://openai.com/index/introducing-chatgpt-images-2-5/", "pimg": null, "psec": null }, { "rank": 2, "model": "gpt-image-2.5-flare", "modelKey": "lina-alpha-y6hr", "org": "OpenAI", "rating": 1481.848305165563, "ratingLower": 1475.7882094712886, "ratingUpper": 1487.9084008598375, "rankUpper": 2, "rankLower": 2, "votes": 27048, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://openai.com/index/introducing-chatgpt-images-2-5/", "pimg": null, "psec": null }, { "rank": 3, "model": "gpt-image-2 (medium)", "modelKey": "gpt-image-2-medium", "org": "OpenAI", "rating": 1461.2299752330932, "ratingLower": 1457.8884381381313, "ratingUpper": 1464.5715123280552, "rankUpper": 3, "rankLower": 3, "votes": 259008, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.com/OpenAI/status/2046665696898412887?s=20", "pimg": 0, "psec": null }, { "rank": 4, "model": "grok-imagine-image-2.0 (low)", "modelKey": "horseshoe-zflu", "org": "SpaceXAI", "rating": 1430.4325578469702, "ratingLower": 1424.1320373034841, "ratingUpper": 1436.7330783904558, "rankUpper": 4, "rankLower": 5, "votes": 16842, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-imagine-image-2", "pimg": null, "psec": null }, { "rank": 5, "model": "mai-image-2.6", "modelKey": "eren-v2-2mgj", "org": "Microsoft AI", "rating": 1428.888034319838, "ratingLower": 1423.1964729832762, "ratingUpper": 1434.5795956564002, "rankUpper": 4, "rankLower": 5, "votes": 26702, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://microsoft.ai/news/mai-image-2-6-launches-at-no-2-on-arena-ahead-of-google-meta-and-xai/", "pimg": null, "psec": null }, { "rank": 6, "model": "muse-image", "modelKey": "iron-bloom-kosy", "org": "Meta", "rating": 1402.1188817115644, "ratingLower": 1397.4963219117308, "ratingUpper": 1406.7414415113985, "rankUpper": 6, "rankLower": 7, "votes": 106325, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-image-muse-video-msl/", "pimg": null, "psec": null }, { "rank": 7, "model": "mai-image-2.5", "modelKey": "kakarot-v2-kecj", "org": "Microsoft AI", "rating": 1400.1314610327504, "ratingLower": 1396.365508207934, "ratingUpper": 1403.8974138575668, "rankUpper": 6, "rankLower": 8, "votes": 174678, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://microsoft.ai/news/introducing-mai-image-2-5/", "pimg": 0.05, "psec": null }, { "rank": 8, "model": "seedream-5.0-pro", "modelKey": "seedream-5.0-pro", "org": "Bytedance", "rating": 1393.5057892261175, "ratingLower": 1390.1872584136504, "ratingUpper": 1396.8243200385846, "rankUpper": 7, "rankLower": 12, "votes": 226513, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedream5_0_pro", "pimg": null, "psec": null }, { "rank": 9, "model": "gemini-3-pro-image-2k (nano-banana-pro)", "modelKey": "gemini-3-pro-image-2k", "org": "Google", "rating": 1390.1185121280105, "ratingLower": 1387.4433519176441, "ratingUpper": 1392.7936723383764, "rankUpper": 8, "rankLower": 13, "votes": 582162, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.studio/banana", "pimg": null, "psec": null }, { "rank": 10, "model": "grok-imagine-image-quality (20260519)", "modelKey": "blue-crab-u2fh", "org": "SpaceXAI", "rating": 1389.9395500159467, "ratingLower": 1384.2945859322413, "ratingUpper": 1395.5845140996516, "rankUpper": 8, "rankLower": 13, "votes": 35596, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "http://grok.com/imagine", "pimg": null, "psec": null }, { "rank": 11, "model": "chatgpt-image-latest-high-fidelity (20251216)", "modelKey": "chatgpt-image-latest-high-fidelity (20251216)", "org": "OpenAI", "rating": 1388.440232761658, "ratingLower": 1385.6028511170625, "ratingUpper": 1391.2776144062536, "rankUpper": 8, "rankLower": 13, "votes": 565718, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.openai.com/docs/models/chatgpt-image-latest", "pimg": 0.042, "psec": null }, { "rank": 12, "model": "gemini-3.1-flash-image (nano-banana-2) [web-search]", "modelKey": "gemini-3.1-flash-image (nano-banana-2)", "org": "Google", "rating": 1388.2211641936892, "ratingLower": 1384.879308727474, "ratingUpper": 1391.5630196599045, "rankUpper": 8, "rankLower": 13, "votes": 183488, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": 131072, "url": "http://aistudio.google.com/prompts/new_chat?model=gemini-3.1-flash-image", "pimg": null, "psec": null }, { "rank": 13, "model": "gemini-3-pro-image-preview (nano-banana-pro)", "modelKey": "gemini-3-pro-image-preview", "org": "Google", "rating": 1385.4766622472835, "ratingLower": 1382.5973359180525, "ratingUpper": 1388.355988576514, "rankUpper": 9, "rankLower": 13, "votes": 518488, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": 65536, "url": "https://ai.studio/banana", "pimg": 0.04, "psec": null }, { "rank": 14, "model": "reve-2.1", "modelKey": "carillon-hdw4", "org": "Reve", "rating": 1375.2198847090585, "ratingLower": 1369.0279160892783, "ratingUpper": 1381.4118533288383, "rankUpper": 14, "rankLower": 16, "votes": 19123, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "http://reve.com/", "pimg": null, "psec": null }, { "rank": 15, "model": "gpt-image-1.5-high-fidelity", "modelKey": "gpt-image-1.5-high-fidelity", "org": "OpenAI", "rating": 1369.8338184071422, "ratingLower": 1367.0898401858562, "ratingUpper": 1372.5777966284281, "rankUpper": 14, "rankLower": 16, "votes": 589013, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-image-1.5", "pimg": 0.034, "psec": null }, { "rank": 16, "model": "qwen-image-2.1", "modelKey": "lychee-21-38-zoyd-image-edit", "org": "Alibaba", "rating": 1367.3593048639423, "ratingLower": 1358.646984626494, "ratingUpper": 1376.071625101391, "rankUpper": 14, "rankLower": 17, "votes": 4841, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "qwen-research", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwen.ai/blog?id=qwen-image-2.1", "pimg": null, "psec": null }, { "rank": 17, "model": "reve-2.0", "modelKey": "avalon-m13z", "org": "Reve", "rating": 1358.144194218964, "ratingLower": 1351.5579490557357, "ratingUpper": 1364.7304393821923, "rankUpper": 16, "rankLower": 17, "votes": 17502, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "http://reve.com/", "pimg": null, "psec": null }, { "rank": 18, "model": "uni-1.1-max", "modelKey": "flow-state-5-1y1p", "org": "Luma AI", "rating": 1333.615758434827, "ratingLower": 1328.5709074440942, "ratingUpper": 1338.6606094255603, "rankUpper": 18, "rankLower": 19, "votes": 40907, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://lumalabs.ai/api", "pimg": null, "psec": null }, { "rank": 19, "model": "grok-imagine-image", "modelKey": "botan-ebi", "org": "SpaceXAI", "rating": 1329.2370608353444, "ratingLower": 1326.6564592214058, "ratingUpper": 1331.8176624492828, "rankUpper": 18, "rankLower": 19, "votes": 663764, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.x.ai/developers/model-capabilities/images/generation", "pimg": 0.02, "psec": null }, { "rank": 20, "model": "uni-1.1", "modelKey": "uni-1.1", "org": "Luma AI", "rating": 1314.5792214022358, "ratingLower": 1310.9777071603903, "ratingUpper": 1318.1807356440813, "rankUpper": 20, "rankLower": 21, "votes": 151501, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://lumalabs.ai/api", "pimg": null, "psec": null }, { "rank": 21, "model": "gemini-3.1-flash-lite-image (nano-banana-2-lite)", "modelKey": "instant-ramen-a85d", "org": "Google", "rating": 1314.3774302656727, "ratingLower": 1309.4593152542477, "ratingUpper": 1319.2955452770977, "rankUpper": 20, "rankLower": 21, "votes": 59261, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-omni-flash-nano-banana-2-lite/", "pimg": null, "psec": null }, { "rank": 22, "model": "qwen-image-2.0-pro-2026-06-22", "modelKey": "zen-bear-v4-azoo", "org": "Alibaba", "rating": 1303.815096140727, "ratingLower": 1298.9973364104267, "ratingUpper": 1308.6328558710277, "rankUpper": 22, "rankLower": 26, "votes": 50807, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bailian.console.alibabacloud.com/cn-beijing?tab=api#/api/?type=model&url=2975126", "pimg": null, "psec": null }, { "rank": 23, "model": "hunyuan-image-3.0-instruct", "modelKey": "sungod", "org": "Tencent", "rating": 1302.4439945610109, "ratingLower": 1299.0557739320298, "ratingUpper": 1305.832215189992, "rankUpper": 22, "rankLower": 26, "votes": 307705, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "tencent-hunyuan-community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://hunyuan.tencent.com/chat/HunyuanDefault?from=modelSquare&modelId=Hunyuan-Image-3.0-Instruct", "pimg": 0.03, "psec": null }, { "rank": 24, "model": "wan2.7-image-pro", "modelKey": "wan2.7-image-pro", "org": "Alibaba", "rating": 1302.0023909220613, "ratingLower": 1297.8624439796513, "ratingUpper": 1306.1423378644713, "rankUpper": 22, "rankLower": 26, "votes": 41548, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1?tab=api#/api/?type=model&url=3026980", "pimg": null, "psec": null }, { "rank": 25, "model": "seedream-4.5", "modelKey": "seedream-4.5", "org": "Bytedance", "rating": 1301.983986575472, "ratingLower": 1299.713247744602, "ratingUpper": 1304.254725406342, "rankUpper": 22, "rankLower": 26, "votes": 1151587, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedream4_5", "pimg": 0.06, "psec": null }, { "rank": 26, "model": "wan2.7-image", "modelKey": "wan2.7-image", "org": "Alibaba", "rating": 1301.1131255515638, "ratingLower": 1297.2049388514438, "ratingUpper": 1305.0213122516839, "rankUpper": 22, "rankLower": 26, "votes": 42389, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1?tab=api#/api/?type=model&url=3026980", "pimg": null, "psec": null }, { "rank": 27, "model": "seedream-5.0-lite", "modelKey": "seedream-5.0-lite", "org": "Bytedance", "rating": 1294.3718594380484, "ratingLower": 1291.596531316619, "ratingUpper": 1297.147187559478, "rankUpper": 27, "rankLower": 28, "votes": 398767, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedream5_0_lite", "pimg": 0.035, "psec": null }, { "rank": 28, "model": "gemini-2.5-flash-image-preview (nano-banana)", "modelKey": "gemini-2.5-flash-image-preview", "org": "Google", "rating": 1292.8791880911983, "ratingLower": 1290.7626851972211, "ratingUpper": 1294.9956909851758, "rankUpper": 27, "rankLower": 28, "votes": 11231128, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": 32768, "url": "https://ai.studio/banana", "pimg": 0.039, "psec": null }, { "rank": 29, "model": "seedream-4-2k", "modelKey": "seedream-4-2k", "org": "Bytedance", "rating": 1270.503244648437, "ratingLower": 1263.9336009274534, "ratingUpper": 1277.0728883694208, "rankUpper": 29, "rankLower": 31, "votes": 212664, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedream4_0", "pimg": 0.05, "psec": null }, { "rank": 30, "model": "flux-2-max", "modelKey": "flux-2-max", "org": "Black Forest Labs", "rating": 1261.8895206977545, "ratingLower": 1258.6897639625838, "ratingUpper": 1265.089277432925, "rankUpper": 29, "rankLower": 31, "votes": 352875, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-2", "pimg": 0.073, "psec": null }, { "rank": 31, "model": "reve-v1.1", "modelKey": "reve-v1.1", "org": "Reve", "rating": 1261.4126300814592, "ratingLower": 1258.6364812318404, "ratingUpper": 1264.1887789310776, "rankUpper": 29, "rankLower": 31, "votes": 632199, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://api.reve.com/console/pricing", "pimg": 0.04, "psec": null }, { "rank": 32, "model": "kling-image-o1", "modelKey": "kling-image-o1", "org": "KlingAI", "rating": 1251.1978552438425, "ratingLower": 1247.4730197875474, "ratingUpper": 1254.9226907001375, "rankUpper": 32, "rankLower": 33, "votes": 135272, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://kling.ai/release-note/release-notes/exv6o36sxa", "pimg": null, "psec": null }, { "rank": 33, "model": "flux-2-pro", "modelKey": "flux-2-pro", "org": "Black Forest Labs", "rating": 1245.356722631092, "ratingLower": 1242.6794607893378, "ratingUpper": 1248.033984472846, "rankUpper": 32, "rankLower": 34, "votes": 566119, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-2", "pimg": 0.031, "psec": null }, { "rank": 34, "model": "qwen-image-edit", "modelKey": "qwen-image-edit", "org": "Alibaba", "rating": 1240.8536747499652, "ratingLower": 1238.2488945967634, "ratingUpper": 1243.4584549031672, "rankUpper": 33, "rankLower": 35, "votes": 1981076, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen-Image-Edit", "pimg": 0.02, "psec": null }, { "rank": 35, "model": "qwen-image-edit-2511", "modelKey": "qwen-image-edit-2511", "org": "Alibaba", "rating": 1234.7223357457883, "ratingLower": 1231.9206393751235, "ratingUpper": 1237.5240321164529, "rankUpper": 35, "rankLower": 37, "votes": 452569, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen-Image-Edit-2511", "pimg": 0.02, "psec": null }, { "rank": 36, "model": "reve-v1", "modelKey": "reve-v1", "org": "Reve", "rating": 1234.2183523147057, "ratingLower": 1229.2566018452812, "ratingUpper": 1239.1801027841302, "rankUpper": 34, "rankLower": 38, "votes": 380877, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://blog.reve.com/posts/reve-editing-model/", "pimg": 0.04, "psec": null }, { "rank": 37, "model": "wan2.6-image", "modelKey": "wan2.6-image", "org": "Alibaba", "rating": 1231.0153120251825, "ratingLower": 1228.3124813582058, "ratingUpper": 1233.7181426921593, "rankUpper": 35, "rankLower": 39, "votes": 601392, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/?tab=api#/api/?type=model&url=3001143", "pimg": null, "psec": null }, { "rank": 38, "model": "flux-2-dev", "modelKey": "flux-2-dev", "org": "Black Forest Labs", "rating": 1225.7677141368804, "ratingLower": 1221.700977913323, "ratingUpper": 1229.834450360438, "rankUpper": 36, "rankLower": 40, "votes": 237538, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "flux-non-commercial-license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-2", "pimg": 0.025, "psec": null }, { "rank": 39, "model": "flux-2-flex", "modelKey": "flux-2-flex", "org": "Black Forest Labs", "rating": 1225.3421588050915, "ratingLower": 1222.162208489402, "ratingUpper": 1228.5221091207807, "rankUpper": 37, "rankLower": 40, "votes": 415733, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-2", "pimg": 0.063, "psec": null }, { "rank": 40, "model": "flux-2-klein-9b", "modelKey": "flux-2-klein-9b", "org": "Black Forest Labs", "rating": 1224.5488880105665, "ratingLower": 1221.6379665696584, "ratingUpper": 1227.459809451475, "rankUpper": 38, "rankLower": 40, "votes": 507092, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "flux-non-commercial-license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-2-klein", "pimg": 0.015, "psec": null }, { "rank": 41, "model": "seedream-4-high-res-fal", "modelKey": "seedream-4-high-res-fal", "org": "Bytedance", "rating": 1217.2144052638694, "ratingLower": 1214.4009209813353, "ratingUpper": 1220.0278895464035, "rankUpper": 41, "rankLower": 42, "votes": 1184068, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedream4_0", "pimg": 0.045, "psec": null }, { "rank": 42, "model": "p-image-edit", "modelKey": "p-image-edit", "org": "Unknown", "rating": 1210.685561578393, "ratingLower": 1207.4819944847982, "ratingUpper": 1213.8891286719877, "rankUpper": 42, "rankLower": 44, "votes": 336653, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.pruna.ai/p-image-edit", "pimg": null, "psec": null }, { "rank": 43, "model": "seedream-4-fal", "modelKey": "seedream-4-fal", "org": "Bytedance", "rating": 1209.529319481605, "ratingLower": 1203.6091952544602, "ratingUpper": 1215.4494437087499, "rankUpper": 41, "rankLower": 44, "votes": 153460, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedream4_0", "pimg": 0.05, "psec": null }, { "rank": 44, "model": "reve-v1.1-fast", "modelKey": "reve-v1.1-fast", "org": "Reve", "rating": 1206.6909299474578, "ratingLower": 1203.644427029073, "ratingUpper": 1209.737432865842, "rankUpper": 42, "rankLower": 44, "votes": 521759, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://api.reve.com/console/pricing", "pimg": 0.04, "psec": null }, { "rank": 45, "model": "reve-edit-fast", "modelKey": "reve-edit-fast", "org": "Reve", "rating": 1197.8627857836168, "ratingLower": 1193.679796527333, "ratingUpper": 1202.0457750399005, "rankUpper": 45, "rankLower": 45, "votes": 221474, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://api.reve.com/console/pricing", "pimg": 0.04, "psec": null }, { "rank": 46, "model": "flux-2-klein-4b", "modelKey": "flux-2-klein-4b", "org": "Black Forest Labs", "rating": 1187.8881308576829, "ratingLower": 1184.9352781487794, "ratingUpper": 1190.8409835665861, "rankUpper": 46, "rankLower": 46, "votes": 507131, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-2-klein", "pimg": 0.015, "psec": null }, { "rank": 47, "model": "wan2.5-i2i-preview", "modelKey": "wan2.5-i2i-preview", "org": "Alibaba", "rating": 1181.4853069907347, "ratingLower": 1178.775315977224, "ratingUpper": 1184.1952980042452, "rankUpper": 47, "rankLower": 49, "votes": 651114, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/?tab=api#/api/?type=model&url=2982258", "pimg": null, "psec": null }, { "rank": 48, "model": "flux-1-kontext-max", "modelKey": "flux-1-kontext-max", "org": "Black Forest Labs", "rating": 1180.637932917573, "ratingLower": 1177.9457971598517, "ratingUpper": 1183.3300686752943, "rankUpper": 47, "rankLower": 49, "votes": 391208, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/announcements/flux-1-kontext", "pimg": 0.08, "psec": null }, { "rank": 49, "model": "flux-1-kontext-pro", "modelKey": "flux-1-kontext-pro", "org": "Black Forest Labs", "rating": 1176.2995266027424, "ratingLower": 1173.6346877281433, "ratingUpper": 1178.9643654773417, "rankUpper": 47, "rankLower": 49, "votes": 6400315, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/announcements/flux-1-kontext", "pimg": 0.04, "psec": null }, { "rank": 50, "model": "flux-1-kontext-dev", "modelKey": "flux-1-kontext-dev", "org": "Black Forest Labs", "rating": 1149.0944178447035, "ratingLower": 1145.74522116979, "ratingUpper": 1152.4436145196169, "rankUpper": 50, "rankLower": 50, "votes": 3639713, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "flux-1-dev-non-commercial-license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/announcements/flux-1-kontext-dev", "pimg": 0.025, "psec": null }, { "rank": 51, "model": "gpt-image-1", "modelKey": "gpt-image-1", "org": "OpenAI", "rating": 1138.9033977194013, "ratingLower": 1136.1404412616998, "ratingUpper": 1141.6663541771027, "rankUpper": 51, "rankLower": 52, "votes": 2853037, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-image-1", "pimg": 0.042, "psec": null }, { "rank": 52, "model": "seededit-3.0", "modelKey": "seededit-3.0", "org": "Bytedance", "rating": 1138.8906026527147, "ratingLower": 1136.1510278289643, "ratingUpper": 1141.6301774764652, "rankUpper": 51, "rankLower": 52, "votes": 4928649, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/tech/seededit", "pimg": null, "psec": null }, { "rank": 53, "model": "gpt-image-1-mini", "modelKey": "gpt-image-1-mini", "org": "OpenAI", "rating": 1124.3083497454109, "ratingLower": 1121.336637462494, "ratingUpper": 1127.2800620283276, "rankUpper": 53, "rankLower": 53, "votes": 653142, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-image-1-mini", "pimg": 0.011, "psec": null }, { "rank": 54, "model": "gemini-2.0-flash-preview-image-generation", "modelKey": "gemini-2.0-flash-preview-image-generation", "org": "Google", "rating": 1080.7698243911004, "ratingLower": 1078.4093326195643, "ratingUpper": 1083.1303161626365, "rankUpper": 54, "rankLower": 54, "votes": 4947565, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-2.0-flash-preview-image-generation", "pimg": 0.04, "psec": null }, { "rank": 55, "model": "bagel", "modelKey": "bagel", "org": "Bytedance", "rating": 1026.4137111554558, "ratingLower": 1020.807271932007, "ratingUpper": 1032.0201503789044, "rankUpper": 55, "rankLower": 55, "votes": 13503, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ByteDance-Seed/BAGEL-7B-MoT", "pimg": 0.07, "psec": null }, { "rank": 56, "model": "step1x-edit", "modelKey": "step1x-edit", "org": "StepFun", "rating": 998.1615907763846, "ratingLower": 993.7166422366089, "ratingUpper": 1002.6065393161604, "rankUpper": 56, "rankLower": 56, "votes": 155565, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/stepfun-ai/Step1X-Edit", "pimg": null, "psec": null } ], "doc": [ { "rank": 1, "model": "claude-opus-5-high", "modelKey": "claude-opus-5-high-document", "org": "Anthropic", "rating": 1516.2663910026604, "ratingLower": 1509.2451253325603, "ratingUpper": 1523.287656672761, "rankUpper": 1, "rankLower": 4, "votes": 8794, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 2, "model": "claude-fable-5.1-max", "modelKey": "claude-fable-5.1-max-document", "org": "Anthropic", "rating": 1512.5843185623094, "ratingLower": 1497.4036473193169, "ratingUpper": 1527.7649898053014, "rankUpper": 1, "rankLower": 7, "votes": 1403, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/claude-fable-and-mythos-5-1", "pimg": null, "psec": null }, { "rank": 3, "model": "claude-opus-4-6-high", "modelKey": "claude-opus-4-6-thinking", "org": "Anthropic", "rating": 1507.3187845894272, "ratingLower": 1500.8950241462112, "ratingUpper": 1513.7425450326432, "rankUpper": 1, "rankLower": 7, "votes": 27929, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 4, "model": "claude-opus-4-6", "modelKey": "claude-opus-4-6", "org": "Anthropic", "rating": 1507.0536318152122, "ratingLower": 1501.1833603686346, "ratingUpper": 1512.9239032617897, "rankUpper": 1, "rankLower": 7, "votes": 41260, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 5, "model": "claude-fable-5-high", "modelKey": "claude-fable-5-document", "org": "Anthropic", "rating": 1496.0822362465265, "ratingLower": 1488.2213598981848, "ratingUpper": 1503.9431125948686, "rankUpper": 2, "rankLower": 11, "votes": 8497, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-fable-5-mythos-5", "pimg": null, "psec": null }, { "rank": 6, "model": "claude-opus-4-7", "modelKey": "claude-opus-4-7-document", "org": "Anthropic", "rating": 1495.0390463625913, "ratingLower": 1488.6649626402418, "ratingUpper": 1501.4131300849403, "rankUpper": 2, "rankLower": 11, "votes": 22192, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 7, "model": "claude-opus-4-7-high", "modelKey": "claude-opus-4-7-thinking-document", "org": "Anthropic", "rating": 1494.7129469858314, "ratingLower": 1488.207103833398, "ratingUpper": 1501.218790138265, "rankUpper": 2, "rankLower": 11, "votes": 21957, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 8, "model": "gpt-5.5", "modelKey": "gpt-5.5-document", "org": "OpenAI", "rating": 1485.7193136054452, "ratingLower": 1479.482455779253, "ratingUpper": 1491.956171431637, "rankUpper": 5, "rankLower": 15, "votes": 21279, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 9, "model": "gpt-5.5-high", "modelKey": "gpt-5.5-high-document", "org": "OpenAI", "rating": 1484.4780269046255, "ratingLower": 1478.100083800281, "ratingUpper": 1490.8559700089704, "rankUpper": 5, "rankLower": 15, "votes": 20944, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 10, "model": "gpt-5.6-sol-xhigh", "modelKey": "gpt-5.6-sol-xhigh-document", "org": "OpenAI", "rating": 1482.7123255544448, "ratingLower": 1473.9108602606393, "ratingUpper": 1491.5137908482507, "rankUpper": 5, "rankLower": 16, "votes": 4818, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 4, "pout": 20, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 11, "model": "claude-sonnet-4-6", "modelKey": "claude-sonnet-4-6-document", "org": "Anthropic", "rating": 1482.23522561877, "ratingLower": 1476.3642726494068, "ratingUpper": 1488.1061785881338, "rankUpper": 8, "rankLower": 16, "votes": 57813, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-6", "pimg": null, "psec": null }, { "rank": 12, "model": "claude-opus-4-8-high", "modelKey": "claude-opus-4-8-thinking-document", "org": "Anthropic", "rating": 1474.788449846873, "ratingLower": 1467.8852931624647, "ratingUpper": 1481.6916065312812, "rankUpper": 8, "rankLower": 22, "votes": 11551, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 13, "model": "gpt-5.6-terra-xhigh", "modelKey": "gpt-5.6-terra-xhigh-document", "org": "OpenAI", "rating": 1471.5811447461108, "ratingLower": 1463.3117929827959, "ratingUpper": 1479.8504965094257, "rankUpper": 8, "rankLower": 25, "votes": 5787, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 14, "model": "gpt-5.4", "modelKey": "gpt-5.4-no-system-prompt", "org": "OpenAI", "rating": 1471.0043734130195, "ratingLower": 1464.9684178206312, "ratingUpper": 1477.0403290054078, "rankUpper": 10, "rankLower": 24, "votes": 33331, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 15, "model": "muse-spark-1.3-max", "modelKey": "muse-spark-1-3-max-bhma-document", "org": "Meta", "rating": 1470.6564935613937, "ratingLower": 1452.365050057403, "ratingUpper": 1488.9479370653844, "rankUpper": 5, "rankLower": 30, "votes": 1006, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 16, "model": "gpt-6-astra-max", "modelKey": "gpt-6-astra-max-document", "org": "OpenAI", "rating": 1467.5231106903996, "ratingLower": 1453.2599533650027, "ratingUpper": 1481.7862680157964, "rankUpper": 8, "rankLower": 29, "votes": 1621, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://openai.com/index/gpt-6-astra/", "pimg": null, "psec": null }, { "rank": 17, "model": "claude-sonnet-5-high", "modelKey": "claude-sonnet-5-document", "org": "Anthropic", "rating": 1466.136518831971, "ratingLower": 1458.4940745789263, "ratingUpper": 1473.7789630850154, "rankUpper": 12, "rankLower": 27, "votes": 7411, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-5", "pimg": null, "psec": null }, { "rank": 18, "model": "muse-spark-1.1", "modelKey": "super-nova-ext-3tam-document", "org": "Meta", "rating": 1464.7005226650015, "ratingLower": 1455.86175355964, "ratingUpper": 1473.539291770363, "rankUpper": 12, "rankLower": 29, "votes": 4885, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": 1048576, "url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/", "pimg": null, "psec": null }, { "rank": 19, "model": "claude-opus-4-8", "modelKey": "claude-opus-4-8-document", "org": "Anthropic", "rating": 1464.0676818215188, "ratingLower": 1457.1032033426409, "ratingUpper": 1471.0321603003968, "rankUpper": 12, "rankLower": 28, "votes": 12128, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 20, "model": "gemini-3.5-flash-medium", "modelKey": "gemini-3.5-flash-medium", "org": "Google", "rating": 1463.2738281558122, "ratingLower": 1455.404660409445, "ratingUpper": 1471.1429959021793, "rankUpper": 12, "rankLower": 29, "votes": 6500, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 21, "model": "claude-opus-4-5-20251101", "modelKey": "claude-opus-4-5-20251101", "org": "Anthropic", "rating": 1462.1982192559744, "ratingLower": 1451.7898857956338, "ratingUpper": 1472.6065527163155, "rankUpper": 12, "rankLower": 30, "votes": 7981, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 22, "model": "gemini-3.5-flash-high", "modelKey": "gemini-3.5-flash-high-public", "org": "Google", "rating": 1461.403811789994, "ratingLower": 1452.1429772721058, "ratingUpper": 1470.6646463078823, "rankUpper": 12, "rankLower": 30, "votes": 4061, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 23, "model": "gpt-5.6-luna-xhigh", "modelKey": "gpt-5.6-luna-xhigh-document", "org": "OpenAI", "rating": 1456.916653229613, "ratingLower": 1448.7202925218398, "ratingUpper": 1465.1130139373859, "rankUpper": 13, "rankLower": 31, "votes": 5766, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.2, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 24, "model": "gemini-3.6-flash-high", "modelKey": "gemini-3.6-flash", "org": "Google", "rating": 1456.057486273054, "ratingLower": 1445.2802300153544, "ratingUpper": 1466.8347425307538, "rankUpper": 13, "rankLower": 31, "votes": 2975, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 25, "model": "grok-4.6-high", "modelKey": "grok-4.6-high-public-document", "org": "SpaceXAI", "rating": 1452.3297871123095, "ratingLower": 1440.3139973421785, "ratingUpper": 1464.3455768824406, "rankUpper": 14, "rankLower": 33, "votes": 2258, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.6", "pimg": null, "psec": null }, { "rank": 26, "model": "grok-4.5", "modelKey": "grok-4.5-document", "org": "SpaceXAI", "rating": 1451.9590443080492, "ratingLower": 1443.2618284945743, "ratingUpper": 1460.6562601215242, "rankUpper": 15, "rankLower": 31, "votes": 4965, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.5", "pimg": null, "psec": null }, { "rank": 27, "model": "kimi-k2.6", "modelKey": "kimi-k2.6-document", "org": "Moonshot", "rating": 1450.7397099818368, "ratingLower": 1443.104672618094, "ratingUpper": 1458.3747473455792, "rankUpper": 16, "rankLower": 31, "votes": 11291, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.95, "pout": 4, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-6", "pimg": null, "psec": null }, { "rank": 28, "model": "claude-sonnet-4-5-20250929", "modelKey": "claude-sonnet-4-5-20250929", "org": "Anthropic", "rating": 1449.8080646641465, "ratingLower": 1443.6897264624088, "ratingUpper": 1455.926402865884, "rankUpper": 17, "rankLower": 31, "votes": 31455, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 29, "model": "muse-spark", "modelKey": "eureka", "org": "Meta", "rating": 1444.188358957641, "ratingLower": 1425.901100054967, "ratingUpper": 1462.4756178603152, "rankUpper": 15, "rankLower": 36, "votes": 1084, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-msl/", "pimg": null, "psec": null }, { "rank": 30, "model": "qwen3.7-plus", "modelKey": "qwen3.7-plus", "org": "Alibaba", "rating": 1444.1444013632026, "ratingLower": 1435.1230226738699, "ratingUpper": 1453.1657800525354, "rankUpper": 20, "rankLower": 34, "votes": 4591, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.32, "pout": 1.28, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.7-plus", "pimg": null, "psec": null }, { "rank": 31, "model": "gemini-3.1-pro-preview", "modelKey": "gemini-3.1-pro-preview", "org": "Google", "rating": 1443.9187054358893, "ratingLower": 1438.6941703898347, "ratingUpper": 1449.1432404819438, "rankUpper": 23, "rankLower": 33, "votes": 49457, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 6, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-pro/", "pimg": null, "psec": null }, { "rank": 32, "model": "minimax-m3", "modelKey": "minimax-m3", "org": "MiniMax", "rating": 1434.7938037275746, "ratingLower": 1426.532558045852, "ratingUpper": 1443.0550494092972, "rankUpper": 28, "rankLower": 36, "votes": 6314, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MiniMax Community License", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 524288, "url": "https://www.minimax.io/models/text/m3", "pimg": null, "psec": null }, { "rank": 33, "model": "gemini-3-pro", "modelKey": "gemini-3-pro", "org": "Google", "rating": 1434.086676148642, "ratingLower": 1425.1751950666285, "ratingUpper": 1442.9981572306556, "rankUpper": 28, "rankLower": 37, "votes": 10769, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-3-pro-preview", "pimg": null, "psec": null }, { "rank": 34, "model": "kimi-k2.5-thinking", "modelKey": "kimi-k2.5-document", "org": "Moonshot", "rating": 1430.0950562216417, "ratingLower": 1423.3702786608987, "ratingUpper": 1436.8198337823842, "rankUpper": 30, "rankLower": 38, "votes": 21569, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 3, "ctx": null, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 35, "model": "gemma-4-31b", "modelKey": "pteronura-document", "org": "Google", "rating": 1424.5122273663578, "ratingLower": 1416.7115901161187, "ratingUpper": 1432.3128646165972, "rankUpper": 31, "rankLower": 40, "votes": 12326, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.99, "pout": 1.49, "ctx": 131072, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-31b-it", "pimg": null, "psec": null }, { "rank": 36, "model": "gemini-2.5-pro", "modelKey": "gemini-2.5-pro", "org": "Google", "rating": 1421.2344901606084, "ratingLower": 1414.9807289534765, "ratingUpper": 1427.4882513677403, "rankUpper": 31, "rankLower": 40, "votes": 25110, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 10, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-pro", "pimg": null, "psec": null }, { "rank": 37, "model": "claude-haiku-4-5-20251001", "modelKey": "claude-haiku-4-5-20251001", "org": "Anthropic", "rating": 1419.965425258912, "ratingLower": 1414.0957997204337, "ratingUpper": 1425.835050797391, "rankUpper": 33, "rankLower": 40, "votes": 34677, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-haiku-4-5", "pimg": null, "psec": null }, { "rank": 38, "model": "grok-4.20-beta-0309-reasoning", "modelKey": "grok-4.20-beta-0309-reasoning", "org": "SpaceXAI", "rating": 1416.182698525337, "ratingLower": 1409.2125718945827, "ratingUpper": 1423.1528251560912, "rankUpper": 35, "rankLower": 43, "votes": 20948, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-beta-0309-reasoning", "pimg": null, "psec": null }, { "rank": 39, "model": "glm-5v-turbo", "modelKey": "glm-5v-turbo", "org": "Z.ai", "rating": 1415.5933758703818, "ratingLower": 1407.3774330081324, "ratingUpper": 1423.8093187326313, "rankUpper": 34, "rankLower": 43, "votes": 6995, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 4, "ctx": 202752, "url": "https://docs.z.ai/guides/vlm/glm-5v-turbo", "pimg": null, "psec": null }, { "rank": 40, "model": "gemini-3-flash", "modelKey": "gemini-3-flash", "org": "Google", "rating": 1412.994825179088, "ratingLower": 1403.5869499778219, "ratingUpper": 1422.402700380354, "rankUpper": 35, "rankLower": 44, "votes": 7158, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 41, "model": "gpt-5.2-high", "modelKey": "gpt-5.2-high", "org": "OpenAI", "rating": 1404.5908350822938, "ratingLower": 1395.0895621592772, "ratingUpper": 1414.0921080053104, "rankUpper": 38, "rankLower": 44, "votes": 7108, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 42, "model": "gpt-5.1", "modelKey": "gpt-5.1", "org": "OpenAI", "rating": 1403.1671458960845, "ratingLower": 1393.828862006449, "ratingUpper": 1412.5054297857205, "rankUpper": 38, "rankLower": 44, "votes": 8244, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 43, "model": "gpt-5.5-instant", "modelKey": "gpt-5.5-instant", "org": "OpenAI", "rating": 1402.9457548508221, "ratingLower": 1395.0162313510828, "ratingUpper": 1410.875278350561, "rankUpper": 38, "rankLower": 44, "votes": 8497, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/gpt-5-5-instant", "pimg": null, "psec": null }, { "rank": 44, "model": "gpt-5.2", "modelKey": "gpt-5.2", "org": "OpenAI", "rating": 1401.1156108695666, "ratingLower": 1395.1950812046412, "ratingUpper": 1407.036140534492, "rankUpper": 40, "rankLower": 44, "votes": 28212, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null } ], "search": [ { "rank": 1, "model": "gpt-5.6-sol-xhigh", "modelKey": "gpt-5.6-sol-search-xhigh", "org": "OpenAI", "rating": 1257.2603500980206, "ratingLower": 1249.7949622380377, "ratingUpper": 1264.7257379580033, "rankUpper": 1, "rankLower": 2, "votes": 29663, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 4, "pout": 20, "ctx": 1050000, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 2, "model": "claude-opus-4-6-search", "modelKey": "claude-opus-4-6-search", "org": "Anthropic", "rating": 1253.415899373882, "ratingLower": 1248.4459416557172, "ratingUpper": 1258.3858570920468, "rankUpper": 1, "rankLower": 2, "votes": 134699, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 3, "model": "gpt-5.5-search", "modelKey": "gpt-5.5-search", "org": "OpenAI", "rating": 1242.052705813796, "ratingLower": 1236.7348808525694, "ratingUpper": 1247.3705307750226, "rankUpper": 3, "rankLower": 5, "votes": 89873, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 4, "model": "claude-opus-4-7", "modelKey": "claude-opus-4-7-search", "org": "Anthropic", "rating": 1233.2545271621282, "ratingLower": 1227.873748107417, "ratingUpper": 1238.6353062168391, "rankUpper": 3, "rankLower": 6, "votes": 91394, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 5, "model": "claude-fable-5-high", "modelKey": "claude-fable-5-search", "org": "Anthropic", "rating": 1230.2225243963933, "ratingLower": 1222.3089533463658, "ratingUpper": 1238.1360954464205, "rankUpper": 3, "rankLower": 7, "votes": 41795, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-fable-5-mythos-5", "pimg": null, "psec": null }, { "rank": 6, "model": "ernie-5.1", "modelKey": "stellar-harbor", "org": "Baidu", "rating": 1226.9585452946385, "ratingLower": 1217.2450573831195, "ratingUpper": 1236.6720332061577, "rankUpper": 4, "rankLower": 8, "votes": 3788, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5634, "pout": 2.5353, "ctx": 119000, "url": "https://ernie.baidu.com/blog/posts/ernie-5.1-0508-release/", "pimg": null, "psec": null }, { "rank": 7, "model": "claude-sonnet-4-6-search", "modelKey": "claude-sonnet-4-6-search", "org": "Anthropic", "rating": 1221.231466167688, "ratingLower": 1216.394720706573, "ratingUpper": 1226.068211628803, "rankUpper": 5, "rankLower": 8, "votes": 134905, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-6", "pimg": null, "psec": null }, { "rank": 8, "model": "grok-4.5", "modelKey": "grok-4.5-search", "org": "SpaceXAI", "rating": 1212.646185108397, "ratingLower": 1205.7834727411348, "ratingUpper": 1219.5088974756593, "rankUpper": 6, "rankLower": 13, "votes": 31505, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.5", "pimg": null, "psec": null }, { "rank": 9, "model": "gemini-3.1-pro-grounding", "modelKey": "gemini-3.1-pro-grounding", "org": "Google", "rating": 1210.4636662372704, "ratingLower": 1205.3206339567666, "ratingUpper": 1215.606698517774, "rankUpper": 8, "rankLower": 13, "votes": 113282, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.google.dev/gemini-api/docs/google-search", "pimg": null, "psec": null }, { "rank": 10, "model": "gemini-3-pro-grounding", "modelKey": "gemini-3-pro-grounding", "org": "Google", "rating": 1207.3489389354843, "ratingLower": 1201.8368596043154, "ratingUpper": 1212.8610182666534, "rankUpper": 8, "rankLower": 16, "votes": 37024, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": null, "url": "https://ai.google.dev/gemini-api/docs/google-search", "pimg": null, "psec": null }, { "rank": 11, "model": "gpt-5.2-search", "modelKey": "gpt-5.2-search", "org": "OpenAI", "rating": 1206.9460713540655, "ratingLower": 1201.349891438418, "ratingUpper": 1212.542251269713, "rankUpper": 8, "rankLower": 16, "votes": 52712, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2/", "pimg": null, "psec": null }, { "rank": 12, "model": "claude-opus-4-8", "modelKey": "claude-opus-4-8-search", "org": "Anthropic", "rating": 1204.3009106749619, "ratingLower": 1197.8911268368415, "ratingUpper": 1210.7106945130822, "rankUpper": 8, "rankLower": 17, "votes": 70998, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 13, "model": "grok-4.20-multi-agent-beta-0309", "modelKey": "grok-4.20-multi-agent-beta-0309", "org": "SpaceXAI", "rating": 1204.1098871642791, "ratingLower": 1198.808748583944, "ratingUpper": 1209.4110257446146, "rankUpper": 8, "rankLower": 17, "votes": 109553, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-multi-agent-beta-0309", "pimg": null, "psec": null }, { "rank": 14, "model": "gpt-5.1-search", "modelKey": "gpt-5.1-search", "org": "OpenAI", "rating": 1199.4437910533609, "ratingLower": 1194.2059273750187, "ratingUpper": 1204.681654731703, "rankUpper": 10, "rankLower": 18, "votes": 59909, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 15, "model": "gemini-3-flash-grounding", "modelKey": "gemini-3-flash-grounding", "org": "Google", "rating": 1198.0900913160758, "ratingLower": 1193.354262881413, "ratingUpper": 1202.8259197507386, "rankUpper": 10, "rankLower": 18, "votes": 149334, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.google.dev/gemini-api/docs/google-search", "pimg": null, "psec": null }, { "rank": 16, "model": "gpt-5.4-search", "modelKey": "gpt-5.4-search", "org": "OpenAI", "rating": 1197.1574686457088, "ratingLower": 1191.7381114987943, "ratingUpper": 1202.5768257926236, "rankUpper": 10, "rankLower": 18, "votes": 110116, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 17, "model": "claude-sonnet-5-search", "modelKey": "claude-sonnet-5-search", "org": "Anthropic", "rating": 1194.0719510316353, "ratingLower": 1187.1804054070499, "ratingUpper": 1200.9634966562207, "rankUpper": 12, "rankLower": 18, "votes": 40230, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-5", "pimg": null, "psec": null }, { "rank": 18, "model": "grok-4.20-beta1", "modelKey": "arastradero", "org": "SpaceXAI", "rating": 1189.24344568097, "ratingLower": 1183.2067599587801, "ratingUpper": 1195.2801314031597, "rankUpper": 14, "rankLower": 19, "votes": 53921, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://grok.com/", "pimg": null, "psec": null }, { "rank": 19, "model": "claude-opus-4-5-search", "modelKey": "claude-opus-4-5-search", "org": "Anthropic", "rating": 1179.6445104274662, "ratingLower": 1174.028720507639, "ratingUpper": 1185.2603003472937, "rankUpper": 18, "rankLower": 22, "votes": 61573, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 20, "model": "gpt-5.2-search-non-reasoning", "modelKey": "gpt-5.2-search-non-reasoning", "org": "OpenAI", "rating": 1172.1381005441356, "ratingLower": 1166.5908120147346, "ratingUpper": 1177.6853890735365, "rankUpper": 19, "rankLower": 23, "votes": 75658, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2/", "pimg": null, "psec": null }, { "rank": 21, "model": "grok-4-1-fast-search", "modelKey": "grok-4-1-fast-search", "org": "SpaceXAI", "rating": 1170.9411924302385, "ratingLower": 1165.9643500835718, "ratingUpper": 1175.9180347769047, "rankUpper": 19, "rankLower": 23, "votes": 81507, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 2000000, "url": "https://x.ai/news/grok-4-1-fast", "pimg": null, "psec": null }, { "rank": 22, "model": "grok-4-fast-search", "modelKey": "grok-4-fast-search", "org": "SpaceXAI", "rating": 1170.50892593241, "ratingLower": 1165.9172483770526, "ratingUpper": 1175.100603487767, "rankUpper": 19, "rankLower": 23, "votes": 41794, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 0.5, "ctx": 2000000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 23, "model": "grok-4.3", "modelKey": "grok-4.3-search", "org": "SpaceXAI", "rating": 1164.8004512187958, "ratingLower": 1159.6469897200107, "ratingUpper": 1169.9539127175813, "rankUpper": 20, "rankLower": 24, "votes": 91483, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.3", "pimg": null, "psec": null }, { "rank": 24, "model": "claude-sonnet-4-5-search", "modelKey": "claude-sonnet-4-5-search", "org": "Anthropic", "rating": 1158.4558124801003, "ratingLower": 1153.4144752885884, "ratingUpper": 1163.4971496716125, "rankUpper": 23, "rankLower": 24, "votes": 127378, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 25, "model": "claude-opus-4-1-search", "modelKey": "claude-opus-4-1-search", "org": "Anthropic", "rating": 1148.2792594379139, "ratingLower": 1143.4216165280982, "ratingUpper": 1153.1369023477298, "rankUpper": 25, "rankLower": 29, "votes": 76933, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 26, "model": "o3-search", "modelKey": "o3-search", "org": "OpenAI", "rating": 1144.2640168648277, "ratingLower": 1138.804281609076, "ratingUpper": 1149.7237521205795, "rankUpper": 25, "rankLower": 29, "votes": 20644, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 4, "ctx": 200000, "url": "https://platform.openai.com/docs/guides/tools-web-search?api-mode=responses", "pimg": null, "psec": null }, { "rank": 27, "model": "gemini-2.5-pro-grounding", "modelKey": "gemini-2.5-pro-grounding", "org": "Google", "rating": 1141.6494107389728, "ratingLower": 1137.0577617899653, "ratingUpper": 1146.2410596879802, "rankUpper": 25, "rankLower": 30, "votes": 83404, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 1048576, "url": "https://ai.google.dev/gemini-api/docs/google-search", "pimg": null, "psec": null }, { "rank": 28, "model": "grok-4-search", "modelKey": "grok-4-search", "org": "SpaceXAI", "rating": 1141.5180851711918, "ratingLower": 1135.5589982646327, "ratingUpper": 1147.477172077751, "rankUpper": 25, "rankLower": 31, "votes": 19108, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": null, "url": "https://docs.x.ai/docs/guides/live-search", "pimg": null, "psec": null }, { "rank": 29, "model": "ppl-sonar-reasoning-pro-high", "modelKey": "ppl-sonar-reasoning-pro-high", "org": "Perplexity AI", "rating": 1138.6014177151164, "ratingLower": 1132.861194538801, "ratingUpper": 1144.3416408914318, "rankUpper": 25, "rankLower": 31, "votes": 29055, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 1, "ctx": 127072, "url": "https://docs.perplexity.ai/getting-started/overview", "pimg": null, "psec": null }, { "rank": 30, "model": "gpt-5-search", "modelKey": "gpt-5-search", "org": "OpenAI", "rating": 1132.767611287441, "ratingLower": 1126.9178840891268, "ratingUpper": 1138.617338485755, "rankUpper": 27, "rankLower": 32, "votes": 20781, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://platform.openai.com/docs/guides/tools-web-search?api-mode=responses", "pimg": null, "psec": null }, { "rank": 31, "model": "ppl-sonar-pro-high", "modelKey": "ppl-sonar-pro-high", "org": "Perplexity AI", "rating": 1130.2067048282445, "ratingLower": 1124.4838466645235, "ratingUpper": 1135.9295629919654, "rankUpper": 28, "rankLower": 32, "votes": 28519, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 1, "ctx": 127072, "url": "https://docs.perplexity.ai/getting-started/overview", "pimg": null, "psec": null }, { "rank": 32, "model": "claude-opus-4-search", "modelKey": "claude-opus-4-search", "org": "Anthropic", "rating": 1126.4656766180015, "ratingLower": 1121.1434400917383, "ratingUpper": 1131.7879131442646, "rankUpper": 30, "rankLower": 32, "votes": 31037, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 33, "model": "diffbot-small-xl", "modelKey": "diffbot-small-xl", "org": "Diffbot", "rating": 1022.5527036488551, "ratingLower": 1014.1732116120119, "ratingUpper": 1030.9321956856984, "rankUpper": 33, "rankLower": 34, "votes": 6388, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://github.com/diffbot/diffbot-llm-inference", "pimg": null, "psec": null }, { "rank": 34, "model": "api-gpt-4o-search", "modelKey": "api-gpt-4o-search", "org": "OpenAI", "rating": 1006.180528118307, "ratingLower": 995.1097497995622, "ratingUpper": 1017.2513064370519, "rankUpper": 33, "rankLower": 34, "votes": 3411, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8191, "url": "https://platform.openai.com/docs/models/gpt-4o-search-preview", "pimg": null, "psec": null } ], "i2v": [ { "rank": 1, "model": "minimax-h3", "modelKey": "hailuo-3-i2v", "org": "MiniMax", "rating": 1495.4129234217028, "ratingLower": 1490.2078197285562, "ratingUpper": 1500.6180271148494, "rankUpper": 1, "rankLower": 3, "votes": 57112, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "minimax-h3-community-license-agreement", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://app.notion.com/p/MiniMax-H3-The-Next-Gen-Open-Weight-Multimodal-Generation-Model-5cdd99c3d331822397f18130e7b480a8", "pimg": null, "psec": null }, { "rank": 2, "model": "gemini-omni-1.1-flash", "modelKey": "omni-1-1-eap-925h", "org": "Google", "rating": 1488.4906811724961, "ratingLower": 1477.5724223845652, "ratingUpper": 1499.408939960427, "rankUpper": 1, "rankLower": 5, "votes": 3734, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://blog.google/innovation-and-ai/technology/developers-tools/build-with-gemini-omni-1-1-flash/", "pimg": null, "psec": null }, { "rank": 3, "model": "wan3.0", "modelKey": "sirius-thsw-i2v", "org": "Alibaba", "rating": 1479.8060779755199, "ratingLower": 1469.0141977027752, "ratingUpper": 1490.5979582482646, "rankUpper": 1, "rankLower": 6, "votes": 3442, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.alibabacloud.com/blog/wan3-0-30-second-ai-video-generation-from-any-input_603452", "pimg": null, "psec": null }, { "rank": 4, "model": "dreamina-seedance-2.5-720p", "modelKey": "lhotse", "org": "Bytedance", "rating": 1477.4129374929146, "ratingLower": 1470.1970331155082, "ratingUpper": 1484.628841870321, "rankUpper": 2, "rankLower": 6, "votes": 15729, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedance2_5", "pimg": null, "psec": null }, { "rank": 5, "model": "dreamina-seedance-2.0-720p", "modelKey": "k2", "org": "Bytedance", "rating": 1474.5724124696908, "ratingLower": 1467.52256173987, "ratingUpper": 1481.6222631995113, "rankUpper": 2, "rankLower": 6, "votes": 121427, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedance2_0", "pimg": null, "psec": null }, { "rank": 6, "model": "gemini-omni-flash", "modelKey": "bouncybohr", "org": "Google", "rating": 1464.827931386498, "ratingLower": 1459.286933491042, "ratingUpper": 1470.3689292819538, "rankUpper": 3, "rankLower": 8, "votes": 87155, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://deepmind.google/models/gemini-omni/", "pimg": null, "psec": null }, { "rank": 7, "model": "hidream-o1-video-1.0", "modelKey": "hidream-o1-video-vcyz", "org": "HiDream", "rating": 1456.465317098215, "ratingLower": 1448.546782739169, "ratingUpper": 1464.383851457261, "rankUpper": 6, "rankLower": 10, "votes": 6488, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://hiharness.ai/docs/hidream_o/video/introduction.html", "pimg": null, "psec": null }, { "rank": 8, "model": "grok-imagine-video-1.5-720p", "modelKey": "astra-nffo", "org": "SpaceXAI", "rating": 1456.0170160700688, "ratingLower": 1451.8293083959477, "ratingUpper": 1460.2047237441898, "rankUpper": 6, "rankLower": 9, "votes": 137459, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.x.ai/developers/models/grok-imagine-video-1.5-preview", "pimg": null, "psec": null }, { "rank": 9, "model": "flux-3-video-20260811", "modelKey": "flux-3-video-20260811-i2v", "org": "Black Forest Labs", "rating": 1449.4473750556915, "ratingLower": 1444.504025113913, "ratingUpper": 1454.39072499747, "rankUpper": 7, "rankLower": 10, "votes": 37042, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-3", "pimg": null, "psec": null }, { "rank": 10, "model": "happyhorse-1.0", "modelKey": "model-x-2", "org": "Alibaba-ATH", "rating": 1441.6631836234085, "ratingLower": 1431.8358007508234, "ratingUpper": 1451.4905664959936, "rankUpper": 8, "rankLower": 11, "votes": 70640, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.com/happyhorseath/status/2044974356577611861?s=46", "pimg": null, "psec": null }, { "rank": 11, "model": "wan2.7-i2v", "modelKey": "wan2.7-i2v-2026-04-25-v2", "org": "Alibaba", "rating": 1428.2142043136757, "ratingLower": 1423.3784181201736, "ratingUpper": 1433.0499905071777, "rankUpper": 10, "rankLower": 11, "votes": 85521, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.alibabacloud.com/blog/alibaba-unveils-wan2-7-video-to-elevate-creators-from-executors-to-directors_603009", "pimg": null, "psec": null }, { "rank": 12, "model": "grok-imagine-video-720p", "modelKey": "grok-imagine-video-720p-i2v", "org": "SpaceXAI", "rating": 1415.3041442928777, "ratingLower": 1411.1784058594844, "ratingUpper": 1419.429882726271, "rankUpper": 12, "rankLower": 12, "votes": 554050, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.x.ai/docs/guides/video-generations", "pimg": null, "psec": 0.05 }, { "rank": 13, "model": "veo-3.1-audio", "modelKey": "veo-3.1-audio", "org": "Google", "rating": 1398.0958709582592, "ratingLower": 1387.5989501661693, "ratingUpper": 1408.5927917503493, "rankUpper": 13, "rankLower": 16, "votes": 25116, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developers.googleblog.com/en/introducing-veo-3-1-and-new-creative-capabilities-in-the-gemini-api/", "pimg": null, "psec": 0.5 }, { "rank": 14, "model": "veo-3.1-audio-1080p", "modelKey": "veo-3.1-audio-1080p", "org": "Google", "rating": 1390.2367113612709, "ratingLower": 1381.666469293481, "ratingUpper": 1398.806953429061, "rankUpper": 13, "rankLower": 16, "votes": 53089, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developers.googleblog.com/en/introducing-veo-3-1-and-new-creative-capabilities-in-the-gemini-api/", "pimg": null, "psec": 0.5 }, { "rank": 15, "model": "veo-3.1-fast-audio", "modelKey": "veo-3.1-fast-audio", "org": "Google", "rating": 1385.0582064359148, "ratingLower": 1376.2307955379201, "ratingUpper": 1393.8856173339093, "rankUpper": 13, "rankLower": 17, "votes": 99804, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developers.googleblog.com/en/introducing-veo-3-1-and-new-creative-capabilities-in-the-gemini-api/", "pimg": null, "psec": 0.15 }, { "rank": 16, "model": "grok-imagine-video-480p", "modelKey": "grok-imagine-video-i2v", "org": "SpaceXAI", "rating": 1384.855331216425, "ratingLower": 1376.441430920893, "ratingUpper": 1393.2692315119568, "rankUpper": 13, "rankLower": 17, "votes": 19429, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.x.ai/docs/guides/video-generations", "pimg": null, "psec": 0.05 }, { "rank": 17, "model": "veo-3.1-fast-audio-1080p", "modelKey": "veo-3.1-fast-audio-1080p", "org": "Google", "rating": 1371.5950379327135, "ratingLower": 1362.1133405504402, "ratingUpper": 1381.076735314987, "rankUpper": 15, "rankLower": 18, "votes": 54380, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developers.googleblog.com/en/introducing-veo-3-1-and-new-creative-capabilities-in-the-gemini-api/", "pimg": null, "psec": 0.15 }, { "rank": 18, "model": "vidu-q3-pro", "modelKey": "snowflake-i2v", "org": "Shengshu", "rating": 1363.148682824981, "ratingLower": 1354.4169110974506, "ratingUpper": 1371.8804545525115, "rankUpper": 17, "rankLower": 19, "votes": 36679, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.vidu.com/", "pimg": null, "psec": 0.0375 }, { "rank": 19, "model": "kling-v3-pro", "modelKey": "kling-v3-image-to-video", "org": "KlingAI", "rating": 1354.014060785636, "ratingLower": 1348.501149004131, "ratingUpper": 1359.526972567141, "rankUpper": 18, "rankLower": 19, "votes": 206221, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://fal.ai/models/fal-ai/kling-video/v3/pro/image-to-video", "pimg": null, "psec": 0.168 }, { "rank": 20, "model": "veo-3-audio", "modelKey": "veo-3-audio", "org": "Google", "rating": 1331.4941173383877, "ratingLower": 1319.8745407112247, "ratingUpper": 1343.1136939655507, "rankUpper": 20, "rankLower": 22, "votes": 32367, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo-video-generation", "pimg": null, "psec": 0.75 }, { "rank": 21, "model": "veo-3-fast-audio", "modelKey": "veo-3-fast-audio", "org": "Google", "rating": 1326.044175905657, "ratingLower": 1316.53992250091, "ratingUpper": 1335.5484293104037, "rankUpper": 20, "rankLower": 22, "votes": 41194, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo-video-generation", "pimg": null, "psec": 0.15 }, { "rank": 22, "model": "wan2.5-i2v-preview", "modelKey": "wan2.5-i2v-preview", "org": "Alibaba", "rating": 1321.3786104559142, "ratingLower": 1311.0749254673865, "ratingUpper": 1331.682295444442, "rankUpper": 20, "rankLower": 24, "votes": 16907, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/?tab=api#/api/?type=model&url=2867393", "pimg": null, "psec": 0.05 }, { "rank": 23, "model": "wan2.6-i2v", "modelKey": "wan2.6-i2v", "org": "Alibaba", "rating": 1309.5358287019499, "ratingLower": 1302.762980447742, "ratingUpper": 1316.3086769561576, "rankUpper": 22, "rankLower": 25, "votes": 121082, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/?tab=api#/api/?type=model&url=2867393", "pimg": null, "psec": 0.05 }, { "rank": 24, "model": "seedance-v1.5-pro", "modelKey": "seedance-v1.5-pro", "org": "Bytedance", "rating": 1307.197082115737, "ratingLower": 1300.0601507665936, "ratingUpper": 1314.3340134648806, "rankUpper": 22, "rankLower": 26, "votes": 245206, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedance1_5_pro", "pimg": null, "psec": 0.247 }, { "rank": 25, "model": "pixverse-v5.6", "modelKey": "pixverse-v5.6-image-to-video", "org": "Unknown", "rating": 1299.2575526319624, "ratingLower": 1291.9523015567133, "ratingUpper": 1306.5628037072115, "rankUpper": 23, "rankLower": 26, "votes": 126710, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://app.pixverse.ai/onboard", "pimg": null, "psec": 0.04 }, { "rank": 26, "model": "kling-2.6-pro", "modelKey": "kling-2.6-pro", "org": "KlingAI", "rating": 1293.953181223861, "ratingLower": 1286.1787690963451, "ratingUpper": 1301.727593351377, "rankUpper": 24, "rankLower": 27, "votes": 202113, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://app.klingai.com/global/release-notes/c605hp1tzd?type=dialog", "pimg": null, "psec": 0.07 }, { "rank": 27, "model": "kling-2.5-turbo-1080p", "modelKey": "kling-2.5-turbo-1080p", "org": "KlingAI", "rating": 1275.5587970208678, "ratingLower": 1263.0424336234057, "ratingUpper": 1288.0751604183297, "rankUpper": 26, "rankLower": 31, "votes": 3795, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://app.klingai.com/global/image-to-video/frame-mode/new?ra=4", "pimg": null, "psec": 0.07 }, { "rank": 28, "model": "seedance-v1-pro", "modelKey": "seedance-v1-pro", "org": "Bytedance", "rating": 1272.9701722884283, "ratingLower": 1265.2399265644385, "ratingUpper": 1280.7004180124177, "rankUpper": 27, "rankLower": 31, "votes": 34019, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedance", "pimg": null, "psec": 0.247 }, { "rank": 29, "model": "hailuo-2.3", "modelKey": "hailuo-2.3", "org": "MiniMax", "rating": 1261.9720613447057, "ratingLower": 1257.066083188608, "ratingUpper": 1266.8780395008037, "rankUpper": 27, "rankLower": 33, "votes": 405786, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://hailuoai.video/", "pimg": null, "psec": 0.045 }, { "rank": 30, "model": "veo-3", "modelKey": "veo-3", "org": "Google", "rating": 1258.0304185314144, "ratingLower": 1247.6516285350635, "ratingUpper": 1268.4092085277653, "rankUpper": 27, "rankLower": 33, "votes": 26081, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo-video-generation", "pimg": null, "psec": 0.75 }, { "rank": 31, "model": "veo-3-fast", "modelKey": "veo-3-fast", "org": "Google", "rating": 1257.442598049954, "ratingLower": 1247.6252262835956, "ratingUpper": 1267.2599698163124, "rankUpper": 27, "rankLower": 33, "votes": 26272, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo-video-generation", "pimg": null, "psec": 0.5 }, { "rank": 32, "model": "p-video", "modelKey": "pixel-parrot", "org": "Unknown", "rating": 1243.5810110261416, "ratingLower": 1227.3901804332168, "ratingUpper": 1259.7718416190667, "rankUpper": 29, "rankLower": 39, "votes": 23364, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.pruna.ai/p-video", "pimg": null, "psec": null }, { "rank": 33, "model": "vidu-q2-turbo", "modelKey": "vidu-q2-turbo", "org": "Shengshu", "rating": 1243.5536818841956, "ratingLower": 1226.816996275521, "ratingUpper": 1260.2903674928707, "rankUpper": 29, "rankLower": 39, "votes": 2509, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://shengshu.feishu.cn/wiki/LGayww6Dni4Uijkb2N0crvuznhh", "pimg": null, "psec": 0.02 }, { "rank": 34, "model": "kling-v2.1-master", "modelKey": "kling-v2.1-master", "org": "KlingAI", "rating": 1234.9951574127272, "ratingLower": 1227.1280144732912, "ratingUpper": 1242.8623003521632, "rankUpper": 32, "rankLower": 39, "votes": 29824, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://fal.ai/models/fal-ai/kling-video/v2.1/master/text-to-video", "pimg": null, "psec": 0.168 }, { "rank": 35, "model": "hailuo-02-pro", "modelKey": "hailuo-02-pro", "org": "MiniMax", "rating": 1228.6496259989663, "ratingLower": 1218.0066708110235, "ratingUpper": 1239.292581186909, "rankUpper": 32, "rankLower": 39, "votes": 21743, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.minimax.io/news/minimax-hailuo-02", "pimg": null, "psec": 0.08 }, { "rank": 36, "model": "kling-v2.1-standard", "modelKey": "kling-v2.1-standard", "org": "KlingAI", "rating": 1228.632113891771, "ratingLower": 1220.2977599334608, "ratingUpper": 1236.966467850081, "rankUpper": 32, "rankLower": 39, "votes": 29957, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://fal.ai/models/fal-ai/kling-video/v2.1/standard/image-to-video", "pimg": null, "psec": 0.084 }, { "rank": 37, "model": "ray-3", "modelKey": "ray-3", "org": "Luma AI", "rating": 1225.904100719842, "ratingLower": 1206.9286716217057, "ratingUpper": 1244.8795298179784, "rankUpper": 32, "rankLower": 40, "votes": 1585, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://lumalabs.ai/ray", "pimg": null, "psec": 0.06 }, { "rank": 38, "model": "hailuo-02-standard", "modelKey": "hailuo-02-standard", "org": "MiniMax", "rating": 1223.709098146764, "ratingLower": 1214.1562370929146, "ratingUpper": 1233.2619592006135, "rankUpper": 32, "rankLower": 39, "votes": 21785, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.minimax.io/news/minimax-hailuo-02", "pimg": null, "psec": 0.045 }, { "rank": 39, "model": "vidu-q2-pro", "modelKey": "vidu-q2-pro", "org": "Shengshu", "rating": 1223.3551139030083, "ratingLower": 1206.6162322379437, "ratingUpper": 1240.0939955680728, "rankUpper": 32, "rankLower": 40, "votes": 2614, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://shengshu.feishu.cn/wiki/LGayww6Dni4Uijkb2N0crvuznhh", "pimg": null, "psec": 0.0375 }, { "rank": 40, "model": "hunyuan-video-1.5", "modelKey": "hunyuan-video-1.5", "org": "Tencent", "rating": 1197.7731120974167, "ratingLower": 1182.1175144221288, "ratingUpper": 1213.4287097727051, "rankUpper": 38, "rankLower": 42, "votes": 5462, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "tencent-hunyuan-community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://hunyuan.tencent.com/video/en?tabIndex=0", "pimg": null, "psec": 0.05 }, { "rank": 41, "model": "hailuo-02-fast", "modelKey": "hailuo-02-fast", "org": "MiniMax", "rating": 1193.9192486573502, "ratingLower": 1183.2845499786897, "ratingUpper": 1204.5539473360109, "rankUpper": 40, "rankLower": 42, "votes": 22519, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.minimax.io/news/minimax-hailuo-02", "pimg": null, "psec": 0.045 }, { "rank": 42, "model": "seedance-v1-lite", "modelKey": "seedance-v1-lite", "org": "Bytedance", "rating": 1185.3004857912556, "ratingLower": 1177.5405334190627, "ratingUpper": 1193.0604381634485, "rankUpper": 40, "rankLower": 44, "votes": 33734, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedance", "pimg": null, "psec": 0.022 }, { "rank": 43, "model": "wan-v2.2-a14b", "modelKey": "wan-v2.2-a14b", "org": "Alibaba", "rating": 1170.1965488322867, "ratingLower": 1160.1863483836935, "ratingUpper": 1180.2067492808799, "rankUpper": 42, "rankLower": 45, "votes": 27054, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Wan-AI/Wan2.2-T2V-A14B", "pimg": null, "psec": 0.05 }, { "rank": 44, "model": "veo-2", "modelKey": "veo-2", "org": "Google", "rating": 1165.789899762161, "ratingLower": 1149.6264663764498, "ratingUpper": 1181.9533331478724, "rankUpper": 42, "rankLower": 45, "votes": 10303, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.google.com/vertex-ai/generative-ai/docs/models/veo/2-0-generate-001", "pimg": null, "psec": 0.5 }, { "rank": 45, "model": "ltx-2-19b", "modelKey": "ltx-2-19b", "org": "Unknown", "rating": 1159.3500255361387, "ratingLower": 1154.4836120529953, "ratingUpper": 1164.216439019282, "rankUpper": 43, "rankLower": 45, "votes": 262336, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "ltx-2-community-license-agreement", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Lightricks/LTX-2", "pimg": null, "psec": null }, { "rank": 46, "model": "ray2", "modelKey": "ray2", "org": "Luma AI", "rating": 1108.474233542956, "ratingLower": 1092.2395207062023, "ratingUpper": 1124.70894637971, "rankUpper": 46, "rankLower": 46, "votes": 9521, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://lumalabs.ai/ray", "pimg": null, "psec": 0.04 }, { "rank": 47, "model": "runway-gen4-turbo", "modelKey": "runway-gen4-turbo", "org": "Runway", "rating": 1052.348586663998, "ratingLower": 1038.9601203663601, "ratingUpper": 1065.7370529616358, "rankUpper": 47, "rankLower": 47, "votes": 6801, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://runwayml.com/research/introducing-runway-gen-4", "pimg": null, "psec": 0.05 }, { "rank": 48, "model": "pika-v2.2", "modelKey": "pika-v2.2", "org": "Pika", "rating": 997.073436049672, "ratingLower": 983.4029799167074, "ratingUpper": 1010.7438921826363, "rankUpper": 48, "rankLower": 48, "votes": 8635, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://fal.ai/models/fal-ai/pika/v2.2/text-to-video", "pimg": null, "psec": 0.05 } ], "webdev": [ { "rank": 1, "model": "claude-opus-5.5-max", "modelKey": "claude-opus-5.5-max-vertex-webdev", "org": "Anthropic", "rating": 1818.4080843495262, "ratingLower": 1797.2705010866464, "ratingUpper": 1839.5456676124059, "rankUpper": 1, "rankLower": 2, "votes": 1219, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 4, "pout": 20, "ctx": 1000000, "url": "https://www.anthropic.com/claude-opus-5-5", "pimg": null, "psec": null }, { "rank": 2, "model": "gpt-6-astra-max", "modelKey": "gpt-6-astra-max-code-codex-harness", "org": "OpenAI", "rating": 1792.1796354686667, "ratingLower": 1780.1369273747662, "ratingUpper": 1804.2223435625672, "rankUpper": 1, "rankLower": 2, "votes": 4325, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1050000, "url": "https://openai.com/index/gpt-6-astra/", "pimg": null, "psec": null }, { "rank": 3, "model": "claude-fable-5.1-max", "modelKey": "claude-fable-5.1-max-webdev", "org": "Anthropic", "rating": 1754.6666028244922, "ratingLower": 1743.9091366213781, "ratingUpper": 1765.4240690276063, "rankUpper": 3, "rankLower": 3, "votes": 4916, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/claude-fable-and-mythos-5-1", "pimg": null, "psec": null }, { "rank": 4, "model": "claude-opus-5-max", "modelKey": "claude-opus-5-max-webdev", "org": "Anthropic", "rating": 1692.4435144973606, "ratingLower": 1685.5563603576782, "ratingUpper": 1699.3306686370433, "rankUpper": 4, "rankLower": 5, "votes": 14351, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 5, "model": "gpt-6-sol-max", "modelKey": "gpt-6-sol-max-code-codex-harness", "org": "OpenAI", "rating": 1685.8986154645982, "ratingLower": 1669.2805184309257, "ratingUpper": 1702.5167124982709, "rankUpper": 4, "rankLower": 7, "votes": 1521, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-6-sol-and-luna/", "pimg": null, "psec": null }, { "rank": 6, "model": "qwen3.8-max", "modelKey": "kinsley-5jmg", "org": "Alibaba", "rating": 1671.2119243436873, "ratingLower": 1658.727750450994, "ratingUpper": 1683.6960982363805, "rankUpper": 5, "rankLower": 10, "votes": 3218, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 1.69, "pout": 5.07, "ctx": 1000000, "url": "https://www.qwencloud.com/models/qwen3.8-max", "pimg": null, "psec": null }, { "rank": 7, "model": "claude-opus-5-high", "modelKey": "claude-opus-5-high-webdev", "org": "Anthropic", "rating": 1661.6885872728221, "ratingLower": 1655.589515382769, "ratingUpper": 1667.7876591628753, "rankUpper": 6, "rankLower": 10, "votes": 17134, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 8, "model": "qwen3.8-max-0902", "modelKey": "kiana-8mgg", "org": "Alibaba", "rating": 1660.5849055666995, "ratingLower": 1651.1623703487978, "ratingUpper": 1670.0074407846012, "rankUpper": 5, "rankLower": 10, "votes": 5502, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": null, "url": "https://www.qianwenai.com/models/qwen3.8-max-0902", "pimg": null, "psec": null }, { "rank": 9, "model": "kimi-k3-max", "modelKey": "kivine-wxzc", "org": "Moonshot", "rating": 1659.5717658088586, "ratingLower": 1652.731571342138, "ratingUpper": 1666.411960275579, "rankUpper": 6, "rankLower": 10, "votes": 13252, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Kimi K3 license", "open": 1, "pin": 3, "pout": 15, "ctx": 1048576, "url": "https://platform.kimi.ai/docs/guide/kimi-k3-quickstart", "pimg": null, "psec": null }, { "rank": 10, "model": "muse-spark-1.3-max", "modelKey": "muse-spark-1-3-max-bhma-webdev", "org": "Meta", "rating": 1658.2156467460081, "ratingLower": 1648.6498123876638, "ratingUpper": 1667.7814811043522, "rankUpper": 6, "rankLower": 10, "votes": 5342, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": 1000000, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 11, "model": "qwen3.8-flash-next", "modelKey": "farris-ees5-webdev", "org": "Alibaba", "rating": 1636.2726556223574, "ratingLower": 1626.0308288677013, "ratingUpper": 1646.5144823770138, "rankUpper": 11, "rankLower": 18, "votes": 4429, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "qwen-community-1.0", "open": 1, "pin": 0.16, "pout": 0.47, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.8-flash-next", "pimg": null, "psec": null }, { "rank": 12, "model": "grok-4.7-xhigh", "modelKey": "grok-4.7-xhigh-public", "org": "SpaceXAI", "rating": 1632.301456495259, "ratingLower": 1616.2342966458564, "ratingUpper": 1648.3686163446612, "rankUpper": 11, "rankLower": 20, "votes": 1650, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.7", "pimg": null, "psec": null }, { "rank": 13, "model": "hy4-preview", "modelKey": "phoenix-qcs2-webdev", "org": "Tencent", "rating": 1631.2545507748898, "ratingLower": 1621.2179555602572, "ratingUpper": 1641.2911459895222, "rankUpper": 11, "rankLower": 19, "votes": 4443, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "Apache 2.0", "open": 1, "pin": 0.834, "pout": 2.501, "ctx": 1048576, "url": "https://hy.tencent.ai/research/hy4-preview", "pimg": null, "psec": null }, { "rank": 14, "model": "claude-fable-5-high", "modelKey": "claude-fable-5-webdev", "org": "Anthropic", "rating": 1626.8275806213235, "ratingLower": 1619.8798147790335, "ratingUpper": 1633.7753464636132, "rankUpper": 11, "rankLower": 20, "votes": 11933, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-fable-5-mythos-5", "pimg": null, "psec": null }, { "rank": 15, "model": "muse-spark-1.3 (xHigh)", "modelKey": "muse-spark-1.3-xhigh-webdev", "org": "Meta", "rating": 1626.1957732806632, "ratingLower": 1616.1251616465208, "ratingUpper": 1636.2663849148057, "rankUpper": 11, "rankLower": 20, "votes": 4391, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": 1000000, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 16, "model": "grok-4.6-high", "modelKey": "grok-4.6-high-public-webdev", "org": "SpaceXAI", "rating": 1624.2159267130223, "ratingLower": 1615.503582750266, "ratingUpper": 1632.9282706757785, "rankUpper": 11, "rankLower": 20, "votes": 6360, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.6", "pimg": null, "psec": null }, { "rank": 17, "model": "glm-5.3-max", "modelKey": "glm-5.3", "org": "Z.ai", "rating": 1621.842446071151, "ratingLower": 1612.727547571318, "ratingUpper": 1630.957344570984, "rankUpper": 11, "rankLower": 20, "votes": 5801, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 18, "model": "deepseek-v4.1-flash-max", "modelKey": "deepseek-v4.1-flash-max-20260910-webdev", "org": "DeepSeek", "rating": 1619.9943789354554, "ratingLower": 1608.6315071295905, "ratingUpper": 1631.3572507413203, "rankUpper": 11, "rankLower": 20, "votes": 3265, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1000000, "url": "https://www.deepseek.com/en/news/deepseek-v4-1-flash/", "pimg": null, "psec": null }, { "rank": 19, "model": "gpt-5.6-sol-xhigh (codex-harness)", "modelKey": "gpt-5.6-sol-xhigh-code-codex-harness-webdev", "org": "OpenAI", "rating": 1617.1376709056278, "ratingLower": 1610.7234179511963, "ratingUpper": 1623.551923860059, "rankUpper": 12, "rankLower": 20, "votes": 14393, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 4, "pout": 20, "ctx": 1050000, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 20, "model": "glm-5.3-flash", "modelKey": "glm-5.3-flash-webdev", "org": "Z.ai", "rating": 1612.025822795403, "ratingLower": 1603.0661795830185, "ratingUpper": 1620.9854660077874, "rankUpper": 13, "rankLower": 21, "votes": 5954, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.06, "pout": 0.2, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 21, "model": "glm-5.2-max", "modelKey": "glm-5.2-code", "org": "Z.ai", "rating": 1599.5169489298742, "ratingLower": 1592.7320429243707, "ratingUpper": 1606.3018549353774, "rankUpper": 20, "rankLower": 23, "votes": 12440, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1000000, "url": "https://huggingface.co/zai-org/GLM-5.2", "pimg": null, "psec": null }, { "rank": 22, "model": "gemini-3.7-flash-high", "modelKey": "andwise-evfd", "org": "Google", "rating": 1594.5640955062843, "ratingLower": 1586.3090670481304, "ratingUpper": 1602.819123964438, "rankUpper": 21, "rankLower": 26, "votes": 7162, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-3-7-flash/", "pimg": null, "psec": null }, { "rank": 23, "model": "qwen3.8-27b", "modelKey": "qwen3.8-27b-code-webdev", "org": "Alibaba", "rating": 1591.271415180166, "ratingLower": 1583.5464550908434, "ratingUpper": 1598.9963752694887, "rankUpper": 21, "rankLower": 26, "votes": 9242, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 3, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen3.8-27B", "pimg": null, "psec": null }, { "rank": 24, "model": "gemini-3.8-flash-high", "modelKey": "skimaki-kwc6", "org": "Google", "rating": 1583.7541452139337, "ratingLower": 1575.1693646178067, "ratingUpper": 1592.3389258100606, "rankUpper": 22, "rankLower": 26, "votes": 6645, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/", "pimg": null, "psec": null }, { "rank": 25, "model": "deepseek-v4-pro-high-20260813", "modelKey": "deepseek-v4-pro-high-20260813-webdev", "org": "DeepSeek", "rating": 1580.5339961250854, "ratingLower": 1570.9082324694143, "ratingUpper": 1590.1597597807565, "rankUpper": 22, "rankLower": 26, "votes": 4608, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": null, "url": "https://api-docs.deepseek.com/updates/#date-2026-08-13", "pimg": null, "psec": null }, { "rank": 26, "model": "deepseek-v4-flash-high", "modelKey": "deepseek-v4-flash-high-20260730-webdev", "org": "DeepSeek", "rating": 1579.19359577169, "ratingLower": 1569.6586700008152, "ratingUpper": 1588.7285215425652, "rankUpper": 22, "rankLower": 26, "votes": 4724, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/updates/#date-2026-07-31", "pimg": null, "psec": null }, { "rank": 27, "model": "claude-opus-4-7", "modelKey": "claude-opus-4-7-webdev", "org": "Anthropic", "rating": 1557.2404977642134, "ratingLower": 1551.2582668426824, "ratingUpper": 1563.2227286857442, "rankUpper": 27, "rankLower": 31, "votes": 15898, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 28, "model": "claude-opus-4-7-high", "modelKey": "claude-opus-4-7-thinking-webdev", "org": "Anthropic", "rating": 1555.6438310943256, "ratingLower": 1549.650583536011, "ratingUpper": 1561.6370786526397, "rankUpper": 27, "rankLower": 32, "votes": 16372, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 29, "model": "claude-opus-4-8-high", "modelKey": "claude-opus-4-8-thinking-webdev", "org": "Anthropic", "rating": 1555.1694974361722, "ratingLower": 1549.1268657731407, "ratingUpper": 1561.2121290992036, "rankUpper": 27, "rankLower": 32, "votes": 16154, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 30, "model": "grok-4.5", "modelKey": "grok-4.5-webdev", "org": "SpaceXAI", "rating": 1552.4256231435443, "ratingLower": 1545.5073675411732, "ratingUpper": 1559.3438787459154, "rankUpper": 27, "rankLower": 33, "votes": 10258, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.5", "pimg": null, "psec": null }, { "rank": 31, "model": "claude-opus-4-6-high", "modelKey": "claude-opus-4-6-thinking-webdev", "org": "Anthropic", "rating": 1546.6070294471883, "ratingLower": 1541.0049520079401, "ratingUpper": 1552.2091068864365, "rankUpper": 27, "rankLower": 37, "votes": 18313, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 32, "model": "muse-spark-1.1", "modelKey": "super-nova-ext-3tam-webdev", "org": "Meta", "rating": 1542.3598537109726, "ratingLower": 1534.5288991563586, "ratingUpper": 1550.1908082655864, "rankUpper": 28, "rankLower": 37, "votes": 7521, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/", "pimg": null, "psec": null }, { "rank": 33, "model": "claude-sonnet-5-high", "modelKey": "claude-sonnet-5-webdev", "org": "Anthropic", "rating": 1538.225548347194, "ratingLower": 1531.6115955269786, "ratingUpper": 1544.8395011674095, "rankUpper": 31, "rankLower": 37, "votes": 11645, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-5", "pimg": null, "psec": null }, { "rank": 34, "model": "claude-opus-4-6", "modelKey": "claude-opus-4-6", "org": "Anthropic", "rating": 1537.2786108381565, "ratingLower": 1531.8093052101835, "ratingUpper": 1542.7479164661297, "rankUpper": 31, "rankLower": 37, "votes": 19516, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 35, "model": "gemini-3.6-flash-high", "modelKey": "gemini-3.6-flash", "org": "Google", "rating": 1537.0415573771609, "ratingLower": 1529.3588647341182, "ratingUpper": 1544.7242500202037, "rankUpper": 31, "rankLower": 37, "votes": 8236, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 36, "model": "claude-opus-4-8", "modelKey": "claude-opus-4-8-webdev", "org": "Anthropic", "rating": 1536.6618620646539, "ratingLower": 1530.6460161295574, "ratingUpper": 1542.6777079997505, "rankUpper": 31, "rankLower": 37, "votes": 15113, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 37, "model": "muse-spark-1.2 (xHigh)", "modelKey": "muse-spark-1.2-xhigh-webdev", "org": "Meta", "rating": 1534.4066152606622, "ratingLower": 1520.4429448919102, "ratingUpper": 1548.370285629414, "rankUpper": 30, "rankLower": 42, "votes": 2066, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 38, "model": "claude-sonnet-4-6", "modelKey": "claude-sonnet-4-6", "org": "Anthropic", "rating": 1520.7071303017478, "ratingLower": 1515.4415702816198, "ratingUpper": 1525.972690321876, "rankUpper": 37, "rankLower": 45, "votes": 21622, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-6", "pimg": null, "psec": null }, { "rank": 39, "model": "gpt-5.6-luna-xhigh (codex-harness)", "modelKey": "gpt-5.6-luna-xhigh-code-codex-harness-webdev", "org": "OpenAI", "rating": 1519.2524349217535, "ratingLower": 1512.3168582340013, "ratingUpper": 1526.188011609506, "rankUpper": 37, "rankLower": 46, "votes": 10249, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.2, "ctx": 1000000, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 40, "model": "seed-2.1-pro-preview", "modelKey": "groudon-s41z", "org": "Bytedance", "rating": 1518.9004445467422, "ratingLower": 1512.2900609027254, "ratingUpper": 1525.5108281907592, "rankUpper": 37, "rankLower": 46, "votes": 11310, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/blog/seed-2-1-preview-model-release-on-arena", "pimg": null, "psec": null }, { "rank": 41, "model": "gpt-5.6-terra-xhigh (codex-harness)", "modelKey": "gpt-5.6-terra-xhigh-code-codex-harness-webdev", "org": "OpenAI", "rating": 1518.7812325910738, "ratingLower": 1511.7129582368989, "ratingUpper": 1525.8495069452485, "rankUpper": 37, "rankLower": 46, "votes": 10122, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": 1000000, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 42, "model": "qwen3.7-max-20260517", "modelKey": "korin-6hkw", "org": "Alibaba", "rating": 1517.0453125092138, "ratingLower": 1509.4732425587306, "ratingUpper": 1524.6173824596972, "rankUpper": 37, "rankLower": 46, "votes": 8376, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.475, "pout": 4.425, "ctx": 1000000, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1?tab=doc#/doc/?type=model&url=2840914_2&modelId=qwen3.7-max-2026-05-17&serviceSite=international", "pimg": null, "psec": null }, { "rank": 43, "model": "gpt-5.5-xhigh (codex-harness)", "modelKey": "gpt-5.5-xhigh-webdev", "org": "OpenAI", "rating": 1510.0812329989467, "ratingLower": 1503.988357019442, "ratingUpper": 1516.1741089784516, "rankUpper": 38, "rankLower": 47, "votes": 14932, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": null, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 44, "model": "hy3", "modelKey": "hy3-tencent-cloud-code", "org": "Tencent", "rating": 1509.2232985619837, "ratingLower": 1499.8354909172454, "ratingUpper": 1518.6111062067218, "rankUpper": 38, "rankLower": 48, "votes": 4821, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.132, "pout": 0.528, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3", "pimg": null, "psec": null }, { "rank": 45, "model": "kimi-k2.6", "modelKey": "kimi-k2.6-code", "org": "Moonshot", "rating": 1508.5983062661917, "ratingLower": 1501.1959742082709, "ratingUpper": 1516.0006383241127, "rankUpper": 38, "rankLower": 48, "votes": 9587, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.95, "pout": 4, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-6", "pimg": null, "psec": null }, { "rank": 46, "model": "glm-5.1", "modelKey": "glm-5.1-code", "org": "Z.ai", "rating": 1508.4528246402465, "ratingLower": 1501.5283421044692, "ratingUpper": 1515.3773071760238, "rankUpper": 39, "rankLower": 48, "votes": 10198, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 202752, "url": "https://huggingface.co/zai-org/GLM-5.1", "pimg": null, "psec": null }, { "rank": 47, "model": "gemini-3.5-flash-high", "modelKey": "gemini-3.5-flash-high-public", "org": "Google", "rating": 1499.9195959862527, "ratingLower": 1492.4641145502624, "ratingUpper": 1507.375077422243, "rankUpper": 43, "rankLower": 49, "votes": 8909, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 48, "model": "claude-opus-4-5-20251101-high-32k", "modelKey": "claude-opus-4-5-20251101-thinking-32k", "org": "Anthropic", "rating": 1494.8233697440894, "ratingLower": 1486.4345118461736, "ratingUpper": 1503.2122276420052, "rankUpper": 44, "rankLower": 53, "votes": 10593, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 49, "model": "gemini-3.5-flash-medium", "modelKey": "gemini-3.5-flash-medium", "org": "Google", "rating": 1490.875835284356, "ratingLower": 1484.0305269264475, "ratingUpper": 1497.7211436422647, "rankUpper": 47, "rankLower": 53, "votes": 11391, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 50, "model": "gpt-5.5-high (codex-harness)", "modelKey": "gpt-5.5-high-webdev", "org": "OpenAI", "rating": 1486.4199423900802, "ratingLower": 1480.3885492535471, "ratingUpper": 1492.4513355266133, "rankUpper": 48, "rankLower": 56, "votes": 17002, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": null, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 51, "model": "minimax-m3", "modelKey": "minimax-m3", "org": "MiniMax", "rating": 1485.0729545345882, "ratingLower": 1479.0224237911382, "ratingUpper": 1491.1234852780383, "rankUpper": 48, "rankLower": 56, "votes": 14971, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MiniMax Community License", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 524288, "url": "https://www.minimax.io/models/text/m3", "pimg": null, "psec": null }, { "rank": 52, "model": "qwen3.6-max-preview", "modelKey": "qwen3.6-max-preview-code", "org": "Alibaba", "rating": 1478.7526177630934, "ratingLower": 1465.9792449773888, "ratingUpper": 1491.5259905487983, "rankUpper": 48, "rankLower": 59, "votes": 2598, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.027, "pout": 6.162, "ctx": 262144, "url": "https://qwen.ai/blog?id=qwen3.6-max-preview", "pimg": null, "psec": null }, { "rank": 53, "model": "mimo-v2.5-pro", "modelKey": "mimo-v2.5-pro-webdev", "org": "Xiaomi", "rating": 1476.2875271557973, "ratingLower": 1470.6263249274948, "ratingUpper": 1481.9487293840998, "rankUpper": 50, "rankLower": 57, "votes": 17980, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.435, "pout": 0.87, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5-pro/", "pimg": null, "psec": null }, { "rank": 54, "model": "kimi-k2.7-code", "modelKey": "kimi-k2.7-code", "org": "Moonshot", "rating": 1472.3665389753235, "ratingLower": 1462.7094225252495, "ratingUpper": 1482.0236554253977, "rankUpper": 50, "rankLower": 60, "votes": 4684, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.7062, "pout": 3.3, "ctx": 262144, "url": "https://platform.kimi.ai/docs/guide/kimi-k2-7-code-quickstart", "pimg": null, "psec": null }, { "rank": 55, "model": "claude-opus-4-5-20251101", "modelKey": "claude-opus-4-5-20251101", "org": "Anthropic", "rating": 1468.0925361068755, "ratingLower": 1460.8019737325744, "ratingUpper": 1475.3830984811766, "rankUpper": 52, "rankLower": 61, "votes": 12906, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 56, "model": "deepseek-v4-pro-high-preview", "modelKey": "deepseek-v4-pro-ch1-thinking-webdev", "org": "DeepSeek", "rating": 1463.6001506359307, "ratingLower": 1457.1053825595689, "ratingUpper": 1470.0949187122928, "rankUpper": 53, "rankLower": 61, "votes": 12400, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 57, "model": "gpt-5.4-high (codex-harness)", "modelKey": "gpt-5.4-high-code-codex-harness", "org": "OpenAI", "rating": 1463.126362832839, "ratingLower": 1443.6755799821722, "ratingUpper": 1482.577145683506, "rankUpper": 50, "rankLower": 67, "votes": 1277, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 58, "model": "qwen3.6-plus", "modelKey": "qwen3.6-plus-v1-webdev", "org": "Alibaba", "rating": 1460.5224598127315, "ratingLower": 1454.7958698267562, "ratingUpper": 1466.2490497987067, "rankUpper": 53, "rankLower": 61, "votes": 17553, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.325, "pout": 1.95, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.6", "pimg": null, "psec": null }, { "rank": 59, "model": "gpt-5.5 (codex-harness)", "modelKey": "gpt-5.5-webdev", "org": "OpenAI", "rating": 1457.6115035116686, "ratingLower": 1451.5640660974743, "ratingUpper": 1463.6589409258631, "rankUpper": 54, "rankLower": 63, "votes": 15001, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": null, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 60, "model": "gemini-3.5-flash-lite", "modelKey": "gemini-3.5-flash-lite", "org": "Google", "rating": 1446.9815452697121, "ratingLower": 1404.4649425929201, "ratingUpper": 1489.4981479465043, "rankUpper": 48, "rankLower": 78, "votes": 228, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 1.25, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 61, "model": "gemini-3.1-pro-preview", "modelKey": "gemini-3.1-pro-preview", "org": "Google", "rating": 1446.6860776032818, "ratingLower": 1441.5149762400697, "ratingUpper": 1451.8571789664938, "rankUpper": 58, "rankLower": 70, "votes": 22889, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 6, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-pro/", "pimg": null, "psec": null }, { "rank": 62, "model": "deepseek-v4-pro", "modelKey": "deepseek-v4-pro-ch1-webdev", "org": "DeepSeek", "rating": 1445.4658831927852, "ratingLower": 1438.9674762763655, "ratingUpper": 1451.964290109205, "rankUpper": 58, "rankLower": 71, "votes": 13179, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 63, "model": "gpt-5.4-medium (codex-harness)", "modelKey": "gpt-5.4-medium-code-codex-harness", "org": "OpenAI", "rating": 1442.594513459435, "ratingLower": 1423.9315088896349, "ratingUpper": 1461.257518029235, "rankUpper": 55, "rankLower": 73, "votes": 1317, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 64, "model": "gemini-3-pro", "modelKey": "gemini-3-pro", "org": "Google", "rating": 1438.8492725716076, "ratingLower": 1430.2847252993345, "ratingUpper": 1447.413819843881, "rankUpper": 59, "rankLower": 73, "votes": 13574, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-3-pro-preview", "pimg": null, "psec": null }, { "rank": 65, "model": "gemini-3-flash", "modelKey": "gemini-3-flash", "org": "Google", "rating": 1437.9553099828024, "ratingLower": 1429.1848738100382, "ratingUpper": 1446.7257461555666, "rankUpper": 59, "rankLower": 73, "votes": 10461, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 66, "model": "mimo-v2.5", "modelKey": "mimo-v2.5-webdev", "org": "Xiaomi", "rating": 1437.1739130735884, "ratingLower": 1431.0062717209673, "ratingUpper": 1443.3415544262095, "rankUpper": 60, "rankLower": 73, "votes": 14099, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5/", "pimg": null, "psec": null }, { "rank": 67, "model": "kimi-k2.5-thinking", "modelKey": "kimi-k2.5-webdev", "org": "Moonshot", "rating": 1436.2498282842944, "ratingLower": 1430.9398667095195, "ratingUpper": 1441.559789859069, "rankUpper": 60, "rankLower": 73, "votes": 19050, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 3, "ctx": null, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 68, "model": "glm-5", "modelKey": "glm-5-webdev", "org": "Z.ai", "rating": 1435.6733021116634, "ratingLower": 1427.3184872501104, "ratingUpper": 1444.0281169732166, "rankUpper": 59, "rankLower": 73, "votes": 7058, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1, "pout": 3.2, "ctx": 202800, "url": "https://huggingface.co/zai-org/GLM-5", "pimg": null, "psec": null }, { "rank": 69, "model": "glm-4.7", "modelKey": "glm-4.7", "org": "Z.ai", "rating": 1434.7053731212413, "ratingLower": 1422.3343047879266, "ratingUpper": 1447.076441454556, "rankUpper": 59, "rankLower": 74, "votes": 3811, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.4, "pout": 1.75, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-4.7", "pimg": null, "psec": null }, { "rank": 70, "model": "mimo-v2-pro", "modelKey": "mimo-v2-pro", "org": "Xiaomi", "rating": 1433.6322892157702, "ratingLower": 1425.354261609036, "ratingUpper": 1441.9103168225047, "rankUpper": 60, "rankLower": 73, "votes": 6983, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 3.3, "ctx": 1000000, "url": "https://mimo.xiaomi.com/mimo-v2-pro", "pimg": null, "psec": null }, { "rank": 71, "model": "deepseek-v4-flash-high-preview", "modelKey": "deepseek-v4-ch3-thinking-webdev", "org": "DeepSeek", "rating": 1430.7561634525928, "ratingLower": 1423.6220220617276, "ratingUpper": 1437.8903048434577, "rankUpper": 62, "rankLower": 73, "votes": 9497, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 72, "model": "gpt-5-medium", "modelKey": "gpt-5-medium", "org": "OpenAI", "rating": 1419.9619395249156, "ratingLower": 1404.2027051062735, "ratingUpper": 1435.7211739435575, "rankUpper": 62, "rankLower": 78, "votes": 3031, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 10, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5", "pimg": null, "psec": null }, { "rank": 73, "model": "gpt-5.2", "modelKey": "gpt-5.2-code", "org": "OpenAI", "rating": 1416.6139695725274, "ratingLower": 1393.731467288779, "ratingUpper": 1439.4964718562758, "rankUpper": 61, "rankLower": 86, "votes": 1055, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 74, "model": "inkling", "modelKey": "inkling-webdev", "org": "Thinky", "rating": 1411.5204349757673, "ratingLower": 1404.7208604976854, "ratingUpper": 1418.320009453849, "rankUpper": 71, "rankLower": 78, "votes": 11262, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 1, "pout": 4.05, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/introducing-inkling/", "pimg": null, "psec": null }, { "rank": 75, "model": "gpt-5.3-codex (codex-harness)", "modelKey": "gpt-5.3-codex", "org": "OpenAI", "rating": 1408.9237994131345, "ratingLower": 1394.9778313219683, "ratingUpper": 1422.8697675043004, "rankUpper": 70, "rankLower": 86, "votes": 2513, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-3-codex/", "pimg": null, "psec": null }, { "rank": 76, "model": "Inkling Small", "modelKey": "inkling-small", "org": "Thinky", "rating": 1407.0773128750704, "ratingLower": 1397.692290957279, "ratingUpper": 1416.4623347928618, "rankUpper": 71, "rankLower": 85, "votes": 5043, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.45, "pout": 1.2, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/inkling-small/", "pimg": null, "psec": null }, { "rank": 77, "model": "kimi-k2.5-instant", "modelKey": "kimi-k2.5-instant", "org": "Moonshot", "rating": 1405.9233981899522, "ratingLower": 1393.6417575569358, "ratingUpper": 1418.2050388229686, "rankUpper": 71, "rankLower": 86, "votes": 3093, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.45, "pout": 2.25, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 78, "model": "glm-5v-turbo", "modelKey": "glm-5v-turbo", "org": "Z.ai", "rating": 1400.346033265378, "ratingLower": 1386.4263349308985, "ratingUpper": 1414.2657315998576, "rankUpper": 71, "rankLower": 89, "votes": 2188, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 4, "ctx": 202752, "url": "https://docs.z.ai/guides/vlm/glm-5v-turbo", "pimg": null, "psec": null }, { "rank": 79, "model": "qwen3.5-397b-a17b", "modelKey": "qwen3.5-397b-a17b-webdev", "org": "Alibaba", "rating": 1398.7776913734003, "ratingLower": 1393.514298382738, "ratingUpper": 1404.0410843640625, "rankUpper": 74, "rankLower": 86, "votes": 19933, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.55, "pout": 3.5, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B", "pimg": null, "psec": null }, { "rank": 80, "model": "minimax-m2.7", "modelKey": "deep-octo", "org": "MiniMax", "rating": 1397.4691974539721, "ratingLower": 1391.5580762970037, "ratingUpper": 1403.3803186109403, "rankUpper": 74, "rankLower": 88, "votes": 15186, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m27-en", "pimg": null, "psec": null }, { "rank": 81, "model": "gpt-5.4-mini-high", "modelKey": "gpt-5.4-mini-high", "org": "OpenAI", "rating": 1397.1176080623761, "ratingLower": 1390.4373881542385, "ratingUpper": 1403.7978279705137, "rankUpper": 74, "rankLower": 88, "votes": 11289, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 82, "model": "claude-sonnet-4-5-20250929-high-32k", "modelKey": "claude-sonnet-4-5-20250929-thinking-32k", "org": "Anthropic", "rating": 1392.74130358819, "ratingLower": 1384.9082795592838, "ratingUpper": 1400.574327617096, "rankUpper": 74, "rankLower": 89, "votes": 12766, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 83, "model": "gpt-5.4", "modelKey": "gpt-5.4-code-arena-harness", "org": "OpenAI", "rating": 1391.9985448905286, "ratingLower": 1380.4738642652687, "ratingUpper": 1403.5232255157885, "rankUpper": 74, "rankLower": 90, "votes": 3196, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 84, "model": "gpt-5.1-medium", "modelKey": "gpt-5.1-medium", "org": "OpenAI", "rating": 1391.7047480721521, "ratingLower": 1380.0410416657373, "ratingUpper": 1403.368454478567, "rankUpper": 74, "rankLower": 90, "votes": 4752, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 85, "model": "claude-opus-4-1-20250805", "modelKey": "claude-opus-4-1-20250805", "org": "Anthropic", "rating": 1389.116727131408, "ratingLower": 1378.243540619554, "ratingUpper": 1399.9899136432618, "rankUpper": 74, "rankLower": 93, "votes": 6771, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 86, "model": "minimax-m2.1-preview", "modelKey": "minimax-m2.1-preview", "org": "MiniMax", "rating": 1387.4414069755342, "ratingLower": 1377.7264058955316, "ratingUpper": 1397.1564080555365, "rankUpper": 75, "rankLower": 93, "votes": 7282, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m21", "pimg": null, "psec": null }, { "rank": 87, "model": "claude-sonnet-4-5-20250929", "modelKey": "claude-sonnet-4-5-20250929", "org": "Anthropic", "rating": 1385.348969619174, "ratingLower": 1377.9831551539487, "ratingUpper": 1392.7147840843993, "rankUpper": 79, "rankLower": 93, "votes": 15169, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 88, "model": "minimax-m2.5", "modelKey": "minimax-m2.5", "org": "MiniMax", "rating": 1384.1446592778136, "ratingLower": 1375.6651255011543, "ratingUpper": 1392.6241930544732, "rankUpper": 79, "rankLower": 94, "votes": 7196, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.27, "pout": 1.08, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m25", "pimg": null, "psec": null }, { "rank": 89, "model": "gemini-3-flash (thinking-minimal)", "modelKey": "gemini-3-flash-thinking-minimal", "org": "Google", "rating": 1382.939938051233, "ratingLower": 1377.6025927423836, "ratingUpper": 1388.2772833600823, "rankUpper": 81, "rankLower": 93, "votes": 20931, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 90, "model": "grok-4.20-beta-0309-reasoning", "modelKey": "grok-4.20-beta-0309-reasoning-code", "org": "SpaceXAI", "rating": 1373.338585095958, "ratingLower": 1367.1132927742065, "ratingUpper": 1379.5638774177096, "rankUpper": 85, "rankLower": 97, "votes": 14583, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-beta-0309-reasoning", "pimg": null, "psec": null }, { "rank": 91, "model": "gpt-5.3-codex (codex-harness)", "modelKey": "gpt-5.3-codex-2026-03-05", "org": "OpenAI", "rating": 1369.1715122351443, "ratingLower": 1357.6514909071814, "ratingUpper": 1380.6915335631072, "rankUpper": 83, "rankLower": 100, "votes": 3503, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-3-codex/", "pimg": null, "psec": null }, { "rank": 92, "model": "solar-pro4", "modelKey": "solar-pro4-20260805", "org": "Upstage", "rating": 1368.1945362759816, "ratingLower": 1357.4758425025414, "ratingUpper": 1378.913230049422, "rankUpper": 85, "rankLower": 100, "votes": 4307, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.09, "pout": 0.36, "ctx": 524288, "url": "https://www.upstage.ai/blog/en/solar-pro-4", "pimg": null, "psec": null }, { "rank": 93, "model": "gemma-4-31b", "modelKey": "pteronura-code", "org": "Google", "rating": 1364.0208677088308, "ratingLower": 1357.303736931716, "ratingUpper": 1370.7379984859454, "rankUpper": 90, "rankLower": 100, "votes": 11636, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.99, "pout": 1.49, "ctx": 131072, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-31b-it", "pimg": null, "psec": null }, { "rank": 94, "model": "gemma-4-26b-a4b", "modelKey": "significant-otter-code", "org": "Google", "rating": 1361.857052294405, "ratingLower": 1344.6096457087408, "ratingUpper": 1379.1044588800696, "rankUpper": 85, "rankLower": 105, "votes": 1441, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-26b-a4b-it", "pimg": null, "psec": null }, { "rank": 95, "model": "deepseek-v3.2-thinking", "modelKey": "deepseek-v3.2-thinking", "org": "DeepSeek", "rating": 1360.516474719609, "ratingLower": 1351.2687209891085, "ratingUpper": 1369.7642284501094, "rankUpper": 90, "rankLower": 102, "votes": 6643, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 96, "model": "muse-glimmer", "modelKey": "onyx-v1-4-33s7", "org": "Meta", "rating": 1359.624942442637, "ratingLower": 1343.2929524694766, "ratingUpper": 1375.956932415797, "rankUpper": 89, "rankLower": 105, "votes": 1514, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.meta.ai/blog/introducing-muse-glimmer-open-agentic-model", "pimg": null, "psec": null }, { "rank": 97, "model": "qwen3.5-122b-a10b", "modelKey": "qwen3.5-122b-a10b-code", "org": "Alibaba", "rating": 1358.146647151092, "ratingLower": 1350.333264864916, "ratingUpper": 1365.9600294372683, "rankUpper": 91, "rankLower": 102, "votes": 7853, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.26, "pout": 2.08, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B", "pimg": null, "psec": null }, { "rank": 98, "model": "qwen3.5-27b", "modelKey": "qwen3.5-27b-code", "org": "Alibaba", "rating": 1357.7723118003041, "ratingLower": 1349.5961323468339, "ratingUpper": 1365.9484912537744, "rankUpper": 91, "rankLower": 102, "votes": 7437, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.195, "pout": 1.56, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-27B", "pimg": null, "psec": null }, { "rank": 99, "model": "grok-4.3", "modelKey": "grok-4.3-webdev", "org": "SpaceXAI", "rating": 1357.020102769479, "ratingLower": 1350.62244595147, "ratingUpper": 1363.417759587488, "rankUpper": 91, "rankLower": 102, "votes": 14171, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.3", "pimg": null, "psec": null }, { "rank": 100, "model": "hunyuan-hy3-preview", "modelKey": "hunyuan-hy3-preview-code", "org": "Tencent", "rating": 1356.9329654763283, "ratingLower": 1339.3261347851176, "ratingUpper": 1374.5397961675392, "rankUpper": 90, "rankLower": 106, "votes": 1398, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "tencent-hunyuan-community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/tencent/Hy3-preview", "pimg": null, "psec": null }, { "rank": 101, "model": "laguna-m.1", "modelKey": "laguna-m.1-v2", "org": "Poolside", "rating": 1347.3341210482913, "ratingLower": 1337.7702169046345, "ratingUpper": 1356.8980251919481, "rankUpper": 94, "rankLower": 106, "votes": 5061, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.4, "ctx": 262144, "url": "https://poolside.ai/blog/introducing-laguna-xs2-m1", "pimg": null, "psec": null }, { "rank": 102, "model": "gpt-5.1", "modelKey": "gpt-5.1", "org": "OpenAI", "rating": 1340.855777514201, "ratingLower": 1332.2773815570013, "ratingUpper": 1349.4341734714008, "rankUpper": 98, "rankLower": 108, "votes": 10327, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 103, "model": "glm-4.6", "modelKey": "glm-4.6", "org": "Z.ai", "rating": 1340.6357382500441, "ratingLower": 1329.7344163245211, "ratingUpper": 1351.5370601755671, "rankUpper": 94, "rankLower": 109, "votes": 6600, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.43, "pout": 1.75, "ctx": 204800, "url": "https://docs.z.ai/guides/llm/glm-4.6", "pimg": null, "psec": null }, { "rank": 104, "model": "gpt-5.2-codex", "modelKey": "gpt-5.2-codex", "org": "OpenAI", "rating": 1338.7330687113279, "ratingLower": 1329.6891781435916, "ratingUpper": 1347.7769592790642, "rankUpper": 98, "rankLower": 109, "votes": 6402, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2-codex", "pimg": null, "psec": null }, { "rank": 105, "model": "gpt-5.1-codex", "modelKey": "gpt-5.1-codex", "org": "OpenAI", "rating": 1336.022988400718, "ratingLower": 1324.2814381873968, "ratingUpper": 1347.764538614039, "rankUpper": 98, "rankLower": 109, "votes": 4865, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 10, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5.1-codex", "pimg": null, "psec": null }, { "rank": 106, "model": "mimo-v2-flash (non-thinking)", "modelKey": "mimo-v2-flash", "org": "Xiaomi", "rating": 1330.4750298652623, "ratingLower": 1320.4984153199848, "ratingUpper": 1340.4516444105395, "rankUpper": 100, "rankLower": 109, "votes": 5396, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 107, "model": "claude-haiku-4-5-20251001", "modelKey": "claude-haiku-4-5-20251001", "org": "Anthropic", "rating": 1329.2978151886969, "ratingLower": 1324.3005351775068, "ratingUpper": 1334.2950951998866, "rankUpper": 102, "rankLower": 109, "votes": 27776, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-haiku-4-5", "pimg": null, "psec": null }, { "rank": 108, "model": "deepseek-v3.2", "modelKey": "deepseek-v3.2", "org": "DeepSeek", "rating": 1325.18430125817, "ratingLower": 1317.0871772360545, "ratingUpper": 1333.2814252802857, "rankUpper": 102, "rankLower": 109, "votes": 8975, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 109, "model": "kimi-k2-thinking-turbo", "modelKey": "kimi-k2-thinking-turbo", "org": "Moonshot", "rating": 1322.8922782699271, "ratingLower": 1315.3636077687129, "ratingUpper": 1330.4209487711414, "rankUpper": 103, "rankLower": 109, "votes": 12653, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.57, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/moonshotai/Kimi-K2-Thinking", "pimg": null, "psec": null }, { "rank": 110, "model": "laguna-xs.2", "modelKey": "laguna-xs.2-v2", "org": "Poolside", "rating": 1302.1644819190683, "ratingLower": 1291.059537330571, "ratingUpper": 1313.2694265075656, "rankUpper": 110, "rankLower": 112, "votes": 3938, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.2, "ctx": 262144, "url": "https://poolside.ai/blog/introducing-laguna-xs2-m1", "pimg": null, "psec": null }, { "rank": 111, "model": "minimax-m2", "modelKey": "minimax-m2", "org": "MiniMax", "rating": 1297.802075418672, "ratingLower": 1286.7435720155042, "ratingUpper": 1308.86057882184, "rankUpper": 110, "rankLower": 112, "votes": 6544, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m2", "pimg": null, "psec": null }, { "rank": 112, "model": "mimo-v2-flash (thinking)", "modelKey": "mimo-v2-flash-thinking-v2", "org": "Xiaomi", "rating": 1292.9569255695, "ratingLower": 1276.3454225617015, "ratingUpper": 1309.5684285772986, "rankUpper": 110, "rankLower": 115, "votes": 1658, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 113, "model": "qwen3-coder-480b-a35b-instruct", "modelKey": "qwen3-coder-480b-a35b-instruct", "org": "Alibaba", "rating": 1273.8107565433684, "ratingLower": 1265.9166231522, "ratingUpper": 1281.7048899345368, "rankUpper": 112, "rankLower": 118, "votes": 12269, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 1.6, "ctx": 262144, "url": "https://qwenlm.github.io/blog/qwen3-coder/", "pimg": null, "psec": null }, { "rank": 114, "model": "deepseek-v3.2-exp", "modelKey": "deepseek-v3.2-exp", "org": "DeepSeek", "rating": 1271.6868414883052, "ratingLower": 1258.0392847790222, "ratingUpper": 1285.3343981975881, "rankUpper": 112, "rankLower": 120, "votes": 3867, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 115, "model": "mistral-medium-3.5", "modelKey": "mistral-medium-3.5-webdev", "org": "Mistral", "rating": 1264.5463815451267, "ratingLower": 1249.2089193084882, "ratingUpper": 1279.883843781765, "rankUpper": 112, "rankLower": 123, "votes": 2152, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.75, "pout": 3.75, "ctx": 262144, "url": "https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04", "pimg": null, "psec": null }, { "rank": 116, "model": "KAT-Coder-Pro-V1", "modelKey": "KAT-Coder-Pro-V1", "org": "Unknown", "rating": 1254.4936619701373, "ratingLower": 1234.6090339490047, "ratingUpper": 1274.37828999127, "rankUpper": 113, "rankLower": 125, "votes": 1457, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.207, "pout": 0.828, "ctx": 256000, "url": "https://www.streamlake.ai/product/kat-coder", "pimg": null, "psec": null }, { "rank": 117, "model": "gemini-3.1-flash-lite-preview", "modelKey": "gemini-3.1-flash-lite-preview", "org": "Google", "rating": 1254.196532122286, "ratingLower": 1247.2163715028569, "ratingUpper": 1261.1766927417152, "rankUpper": 114, "rankLower": 123, "votes": 13658, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-flash-lite", "pimg": null, "psec": null }, { "rank": 118, "model": "qwen3.5-35b-a3b", "modelKey": "qwen3.5-35b-a3b-code", "org": "Alibaba", "rating": 1250.2414230104384, "ratingLower": 1232.336658796753, "ratingUpper": 1268.146187224124, "rankUpper": 113, "rankLower": 125, "votes": 1535, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3125, "pout": 1.25, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-35B-A3B", "pimg": null, "psec": null }, { "rank": 119, "model": "gpt-5.1-codex-mini", "modelKey": "gpt-5.1-codex-mini", "org": "OpenAI", "rating": 1243.95350088752, "ratingLower": 1221.6617184088009, "ratingUpper": 1266.245283366239, "rankUpper": 113, "rankLower": 125, "votes": 1133, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 2, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5.1-codex", "pimg": null, "psec": null }, { "rank": 120, "model": "grok-4-1-fast-reasoning", "modelKey": "grok-4-1-fast-reasoning", "org": "SpaceXAI", "rating": 1240.5613391455736, "ratingLower": 1229.3068972301621, "ratingUpper": 1251.8157810609853, "rankUpper": 115, "rankLower": 125, "votes": 5314, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 0.5, "ctx": 131072, "url": "https://x.ai/news/grok-4-1-fast", "pimg": null, "psec": null }, { "rank": 121, "model": "qwen3.5-flash", "modelKey": "qwen3.5-flash", "org": "Alibaba", "rating": 1238.8721313111812, "ratingLower": 1218.7849799108135, "ratingUpper": 1258.959282711549, "rankUpper": 114, "rankLower": 125, "votes": 1272, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1/?tab=doc#/doc/?type=model&url=2840914_2&modelId=group-qwen3.5-flash", "pimg": null, "psec": null }, { "rank": 122, "model": "trinity-large-thinking", "modelKey": "trinity-large-thinking", "org": "Unknown", "rating": 1236.7102447938971, "ratingLower": 1216.1889111898709, "ratingUpper": 1257.2315783979236, "rankUpper": 115, "rankLower": 125, "votes": 1303, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.25, "pout": 0.8, "ctx": 262144, "url": "https://www.arcee.ai/blog/trinity-large-thinking", "pimg": null, "psec": null }, { "rank": 123, "model": "mistral-large-3", "modelKey": "mistral-large-3", "org": "Mistral", "rating": 1228.5962018156856, "ratingLower": 1202.601158187394, "ratingUpper": 1254.5912454439772, "rankUpper": 115, "rankLower": 127, "votes": 811, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1.5, "ctx": null, "url": "https://mistral.ai/news/mistral-3", "pimg": null, "psec": null }, { "rank": 124, "model": "gemini-2.5-pro", "modelKey": "gemini-2.5-pro", "org": "Google", "rating": 1225.902104040766, "ratingLower": 1209.8904902070235, "ratingUpper": 1241.9137178745084, "rankUpper": 117, "rankLower": 127, "votes": 2667, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 10, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-pro", "pimg": null, "psec": null }, { "rank": 125, "model": "grok-4.1-thinking", "modelKey": "grok-4.1-thinking", "org": "SpaceXAI", "rating": 1211.0429630096455, "ratingLower": 1185.9278554572747, "ratingUpper": 1236.1580705620163, "rankUpper": 117, "rankLower": 130, "votes": 939, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 126, "model": "devstral-2", "modelKey": "devstral-2", "org": "Mistral", "rating": 1194.0976063725682, "ratingLower": 1172.9408072728581, "ratingUpper": 1215.254405472278, "rankUpper": 123, "rankLower": 130, "votes": 1146, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://mistral.ai/news/devstral-2-vibe-cli", "pimg": null, "psec": null }, { "rank": 127, "model": "granite-4.1-8b", "modelKey": "granite-4.1-8b", "org": "IBM", "rating": 1191.5424856441387, "ratingLower": 1172.7248521103477, "ratingUpper": 1210.3601191779298, "rankUpper": 123, "rankLower": 130, "votes": 1704, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "https://research.ibm.com/blog/granite-4-1-ai-foundation-models", "pimg": null, "psec": null }, { "rank": 128, "model": "mercury-2", "modelKey": "mercury-2", "org": "Inception AI", "rating": 1166.8991744146815, "ratingLower": 1141.7618376089422, "ratingUpper": 1192.0365112204208, "rankUpper": 125, "rankLower": 130, "votes": 905, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/introducing-mercury-2", "pimg": null, "psec": null }, { "rank": 129, "model": "grok-code-fast-1", "modelKey": "grok-code-fast-1", "org": "SpaceXAI", "rating": 1165.1597679223532, "ratingLower": 1136.9151726581981, "ratingUpper": 1193.4043631865081, "rankUpper": 125, "rankLower": 130, "votes": 783, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.5, "ctx": null, "url": "https://x.ai/news/grok-code-fast-1", "pimg": null, "psec": null }, { "rank": 130, "model": "grok-4-fast-reasoning", "modelKey": "grok-4-fast-reasoning", "org": "SpaceXAI", "rating": 1161.8037526210387, "ratingLower": 1134.0896762984748, "ratingUpper": 1189.5178289436026, "rankUpper": 125, "rankLower": 130, "votes": 732, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 2000000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 131, "model": "devstral-medium-2507", "modelKey": "devstral-medium-2507", "org": "Mistral", "rating": 1081.2821784409698, "ratingLower": 1050.3982239150446, "ratingUpper": 1112.1661329668952, "rankUpper": 131, "rankLower": 131, "votes": 831, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 128000, "url": "https://mistral.ai/news/devstral-2507", "pimg": null, "psec": null } ], "t2v": [ { "rank": 1, "model": "gemini-omni-1.1-flash", "modelKey": "omni-1-1-eap-925h", "org": "Google", "rating": 1516.2118921315541, "ratingLower": 1500.7732630385372, "ratingUpper": 1531.6505212245706, "rankUpper": 1, "rankLower": 4, "votes": 1784, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://blog.google/innovation-and-ai/technology/developers-tools/build-with-gemini-omni-1-1-flash/", "pimg": null, "psec": null }, { "rank": 2, "model": "gemini-omni-flash", "modelKey": "bouncybohr", "org": "Google", "rating": 1512.8868289138463, "ratingLower": 1503.9324286551341, "ratingUpper": 1521.841229172559, "rankUpper": 1, "rankLower": 4, "votes": 26576, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://deepmind.google/models/gemini-omni/", "pimg": null, "psec": null }, { "rank": 3, "model": "flux-3-video", "modelKey": "latent-sauce-79r5", "org": "Black Forest Labs", "rating": 1493.0543332847847, "ratingLower": 1475.8340170578922, "ratingUpper": 1510.2746495116771, "rankUpper": 1, "rankLower": 7, "votes": 1302, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bfl.ai/models/flux-3", "pimg": null, "psec": null }, { "rank": 4, "model": "grok-imagine-video-1.5-agent", "modelKey": "saiph-ooo3", "org": "SpaceXAI", "rating": 1492.3046704346343, "ratingLower": 1474.0051764793548, "ratingUpper": 1510.6041643899143, "rankUpper": 1, "rankLower": 7, "votes": 1218, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.com/grok/status/2096298105213952178", "pimg": null, "psec": null }, { "rank": 5, "model": "dreamina-seedance-2.0-720p", "modelKey": "k2", "org": "Bytedance", "rating": 1479.175705007644, "ratingLower": 1471.160077642788, "ratingUpper": 1487.1913323725003, "rankUpper": 3, "rankLower": 7, "votes": 56318, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedance2_0", "pimg": null, "psec": null }, { "rank": 6, "model": "wan3.0", "modelKey": "vega-v9e1", "org": "Alibaba", "rating": 1476.2739934367091, "ratingLower": 1463.6174803640688, "ratingUpper": 1488.9305065093495, "rankUpper": 3, "rankLower": 9, "votes": 2598, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.alibabacloud.com/blog/wan3-0-30-second-ai-video-generation-from-any-input_603452", "pimg": null, "psec": null }, { "rank": 7, "model": "dreamina-seedance-2.5-720p", "modelKey": "lhotse", "org": "Bytedance", "rating": 1473.9317980031665, "ratingLower": 1465.388007890088, "ratingUpper": 1482.4755881162446, "rankUpper": 3, "rankLower": 9, "votes": 8001, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedance2_5", "pimg": null, "psec": null }, { "rank": 8, "model": "minimax-h3", "modelKey": "hailuo-3-text-to-video", "org": "MiniMax", "rating": 1460.3432579513055, "ratingLower": 1451.7376004067319, "ratingUpper": 1468.9489154958787, "rankUpper": 6, "rankLower": 9, "votes": 11417, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "minimax-h3-community-license-agreement", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://app.notion.com/p/MiniMax-H3-The-Next-Gen-Open-Weight-Multimodal-Generation-Model-5cdd99c3d331822397f18130e7b480a8", "pimg": null, "psec": null }, { "rank": 9, "model": "muse-video", "modelKey": "cold-brew-vznw", "org": "Meta", "rating": 1455.8204019190434, "ratingLower": 1441.1588497769467, "ratingUpper": 1470.4819540611402, "rankUpper": 6, "rankLower": 9, "votes": 2188, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-image-muse-video-msl/", "pimg": null, "psec": null }, { "rank": 10, "model": "happyhorse-1.0", "modelKey": "model-x-2", "org": "Alibaba-ATH", "rating": 1427.1825277992866, "ratingLower": 1414.6667087593437, "ratingUpper": 1439.698346839229, "rankUpper": 10, "rankLower": 10, "votes": 22264, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.com/happyhorseath/status/2044974356577611861?s=46", "pimg": null, "psec": null }, { "rank": 11, "model": "sora-2-pro", "modelKey": "sora-2-pro", "org": "OpenAI", "rating": 1367.7785079474975, "ratingLower": 1361.0413155279148, "ratingUpper": 1374.5157003670806, "rankUpper": 11, "rankLower": 15, "votes": 54167, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.openai.com/docs/models/sora-2-pro", "pimg": null, "psec": 0.3 }, { "rank": 12, "model": "veo-3.1-audio", "modelKey": "veo-3.1-audio", "org": "Google", "rating": 1364.1829129498647, "ratingLower": 1349.796374151496, "ratingUpper": 1378.5694517482334, "rankUpper": 11, "rankLower": 17, "votes": 13741, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developers.googleblog.com/en/introducing-veo-3-1-and-new-creative-capabilities-in-the-gemini-api/", "pimg": null, "psec": 0.5 }, { "rank": 13, "model": "veo-3.1-audio-1080p", "modelKey": "veo-3.1-audio-1080p", "org": "Google", "rating": 1362.2058561903405, "ratingLower": 1351.8706078400269, "ratingUpper": 1372.5411045406545, "rankUpper": 11, "rankLower": 17, "votes": 25076, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developers.googleblog.com/en/introducing-veo-3-1-and-new-creative-capabilities-in-the-gemini-api/", "pimg": null, "psec": 0.5 }, { "rank": 14, "model": "veo-3.1-fast-audio", "modelKey": "veo-3.1-fast-audio", "org": "Google", "rating": 1361.91151855212, "ratingLower": 1351.462052318669, "ratingUpper": 1372.360984785571, "rankUpper": 11, "rankLower": 17, "votes": 39484, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developers.googleblog.com/en/introducing-veo-3-1-and-new-creative-capabilities-in-the-gemini-api/", "pimg": null, "psec": 0.15 }, { "rank": 15, "model": "veo-3.1-fast-audio-1080p", "modelKey": "veo-3.1-fast-audio-1080p", "org": "Google", "rating": 1357.948145912706, "ratingLower": 1347.909958346032, "ratingUpper": 1367.98633347938, "rankUpper": 11, "rankLower": 19, "votes": 25870, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developers.googleblog.com/en/introducing-veo-3-1-and-new-creative-capabilities-in-the-gemini-api/", "pimg": null, "psec": 0.15 }, { "rank": 16, "model": "veo-3-fast-audio", "modelKey": "veo-3-fast-audio", "org": "Google", "rating": 1347.8534486865315, "ratingLower": 1336.5662206518791, "ratingUpper": 1359.1406767211843, "rankUpper": 12, "rankLower": 20, "votes": 25258, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo-video-generation", "pimg": null, "psec": 0.15 }, { "rank": 17, "model": "sora-2", "modelKey": "sora-2", "org": "OpenAI", "rating": 1342.5555504253562, "ratingLower": 1336.498322238, "ratingUpper": 1348.6127786127122, "rankUpper": 15, "rankLower": 20, "votes": 71947, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.openai.com/docs/models/sora-2", "pimg": null, "psec": 0.1 }, { "rank": 18, "model": "grok-imagine-video-720p", "modelKey": "grok-imagine-video-720p-t2v", "org": "SpaceXAI", "rating": 1342.1528886385886, "ratingLower": 1335.726420569676, "ratingUpper": 1348.5793567075011, "rankUpper": 15, "rankLower": 20, "votes": 165462, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.x.ai/docs/guides/video-generations", "pimg": null, "psec": 0.05 }, { "rank": 19, "model": "veo-3-audio", "modelKey": "veo-3-audio", "org": "Google", "rating": 1340.1572781135928, "ratingLower": 1327.5659325280556, "ratingUpper": 1352.74862369913, "rankUpper": 12, "rankLower": 21, "votes": 19002, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo-video-generation", "pimg": null, "psec": 0.75 }, { "rank": 20, "model": "wan2.7-t2v", "modelKey": "wan2.7-t2v-2026-04-25", "org": "Alibaba", "rating": 1337.1761500745083, "ratingLower": 1329.9010316285994, "ratingUpper": 1344.4512685204177, "rankUpper": 16, "rankLower": 21, "votes": 27626, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.alibabacloud.com/blog/alibaba-unveils-wan2-7-video-to-elevate-creators-from-executors-to-directors_603009", "pimg": null, "psec": null }, { "rank": 21, "model": "wan2.6-t2v", "modelKey": "wan2.6-t2v", "org": "Alibaba", "rating": 1326.738582481625, "ratingLower": 1319.3283289570923, "ratingUpper": 1334.1488360061576, "rankUpper": 19, "rankLower": 21, "votes": 54050, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/?tab=api#/api/?type=model&url=2865250", "pimg": null, "psec": 0.05 }, { "rank": 22, "model": "seedance-v1.5-pro", "modelKey": "seedance-v1.5-pro", "org": "Bytedance", "rating": 1255.9639765937768, "ratingLower": 1249.3121886412073, "ratingUpper": 1262.615764546346, "rankUpper": 22, "rankLower": 26, "votes": 76171, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedance1_5_pro", "pimg": null, "psec": 0.247 }, { "rank": 23, "model": "veo-3", "modelKey": "veo-3", "org": "Google", "rating": 1253.651446236116, "ratingLower": 1242.3962760436907, "ratingUpper": 1264.9066164285416, "rankUpper": 22, "rankLower": 26, "votes": 15005, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo-video-generation", "pimg": null, "psec": 0.75 }, { "rank": 24, "model": "veo-3-fast", "modelKey": "veo-3-fast", "org": "Google", "rating": 1248.1755661246511, "ratingLower": 1236.2806199587467, "ratingUpper": 1260.0705122905556, "rankUpper": 22, "rankLower": 27, "votes": 15283, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo-video-generation", "pimg": null, "psec": 0.5 }, { "rank": 25, "model": "wan2.5-t2v-preview", "modelKey": "wan2.5-t2v-preview", "org": "Alibaba", "rating": 1245.3336634929315, "ratingLower": 1236.6500985936918, "ratingUpper": 1254.017228392171, "rankUpper": 22, "rankLower": 27, "votes": 36378, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/?tab=api#/api/?type=model&url=2865250", "pimg": null, "psec": 0.05 }, { "rank": 26, "model": "pixverse-v5.6", "modelKey": "pixverse-v5.6-text-to-video", "org": "Unknown", "rating": 1239.673969720559, "ratingLower": 1229.138894143965, "ratingUpper": 1250.2090452971531, "rankUpper": 22, "rankLower": 29, "votes": 32434, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://app.pixverse.ai/onboard", "pimg": null, "psec": 0.04 }, { "rank": 27, "model": "runway-gen-4.5", "modelKey": "runway-gen-4.5", "org": "Runway", "rating": 1224.6876341545008, "ratingLower": 1216.2024746150967, "ratingUpper": 1233.1727936939049, "rankUpper": 26, "rankLower": 32, "votes": 48127, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://runwayml.com/research/introducing-runway-gen-4.5", "pimg": null, "psec": 0.12 }, { "rank": 28, "model": "kling-2.5-turbo-1080p", "modelKey": "kling-2.5-turbo-1080p", "org": "KlingAI", "rating": 1219.8113419615956, "ratingLower": 1202.4246318837777, "ratingUpper": 1237.1980520394134, "rankUpper": 24, "rankLower": 34, "votes": 2111, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://app.klingai.com/global/image-to-video/frame-mode/new?ra=4", "pimg": null, "psec": 0.07 }, { "rank": 29, "model": "kling-2.6-pro", "modelKey": "kling-2.6-pro", "org": "KlingAI", "rating": 1216.244830390597, "ratingLower": 1209.5728912571692, "ratingUpper": 1222.9167695240246, "rankUpper": 27, "rankLower": 34, "votes": 73362, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://app.klingai.com/global/release-notes/c605hp1tzd?type=dialog", "pimg": null, "psec": 0.07 }, { "rank": 30, "model": "p-video", "modelKey": "pixel-parrot", "org": "Unknown", "rating": 1207.2528505881646, "ratingLower": 1191.596023722529, "ratingUpper": 1222.9096774537998, "rankUpper": 27, "rankLower": 37, "votes": 7079, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.pruna.ai/p-video", "pimg": null, "psec": null }, { "rank": 31, "model": "ray-3", "modelKey": "ray-3", "org": "Luma AI", "rating": 1206.1559669963058, "ratingLower": 1183.849021196529, "ratingUpper": 1228.462912796083, "rankUpper": 27, "rankLower": 38, "votes": 1136, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://lumalabs.ai/ray", "pimg": null, "psec": 0.06 }, { "rank": 32, "model": "hailuo-2.3", "modelKey": "hailuo-2.3", "org": "MiniMax", "rating": 1205.9682009698774, "ratingLower": 1199.9894891614672, "ratingUpper": 1211.9469127782877, "rankUpper": 28, "rankLower": 35, "votes": 89138, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://hailuoai.video/", "pimg": null, "psec": 0.045 }, { "rank": 33, "model": "kling-o1-pro", "modelKey": "kling-o1-pro", "org": "KlingAI", "rating": 1204.5721541418056, "ratingLower": 1177.9288370856293, "ratingUpper": 1231.215471197982, "rankUpper": 26, "rankLower": 39, "votes": 1194, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://app.klingai.com/global/release-notes/zipxp988c2?type=dialog", "pimg": null, "psec": 0.112 }, { "rank": 34, "model": "hailuo-02-pro", "modelKey": "hailuo-02-pro", "org": "MiniMax", "rating": 1198.459482393107, "ratingLower": 1185.9512391512849, "ratingUpper": 1210.9677256349291, "rankUpper": 28, "rankLower": 37, "votes": 9399, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.minimax.io/news/minimax-hailuo-02", "pimg": null, "psec": 0.08 }, { "rank": 35, "model": "seedance-v1-pro", "modelKey": "seedance-v1-pro", "org": "Bytedance", "rating": 1190.8567155453175, "ratingLower": 1179.4169021433781, "ratingUpper": 1202.2965289472568, "rankUpper": 30, "rankLower": 39, "votes": 12164, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedance", "pimg": null, "psec": 0.247 }, { "rank": 36, "model": "hailuo-02-standard", "modelKey": "hailuo-02-standard", "org": "MiniMax", "rating": 1181.0974550422366, "ratingLower": 1169.0420685991041, "ratingUpper": 1193.1528414853688, "rankUpper": 31, "rankLower": 40, "votes": 9379, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.minimax.io/news/minimax-hailuo-02", "pimg": null, "psec": 0.045 }, { "rank": 37, "model": "kandinsky-5.0-t2v-pro", "modelKey": "kandinsky-5.0-t2v-pro", "org": "Kandinsky", "rating": 1175.1991735642882, "ratingLower": 1154.4484996816655, "ratingUpper": 1195.949847446911, "rankUpper": 31, "rankLower": 41, "votes": 2019, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://github.com/kandinskylab/kandinsky-5/#kandinsky-50-video-pro", "pimg": null, "psec": null }, { "rank": 38, "model": "hunyuan-video-1.5", "modelKey": "hunyuan-video-1.5", "org": "Tencent", "rating": 1168.824528280962, "ratingLower": 1152.5401519570134, "ratingUpper": 1185.108904604911, "rankUpper": 33, "rankLower": 41, "votes": 4292, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "tencent-hunyuan-community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://hunyuan.tencent.com/video/en?tabIndex=0", "pimg": null, "psec": 0.05 }, { "rank": 39, "model": "veo-2", "modelKey": "veo-2", "org": "Google", "rating": 1164.410364794047, "ratingLower": 1148.0719241187599, "ratingUpper": 1180.748805469334, "rankUpper": 34, "rankLower": 41, "votes": 6531, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.google.com/vertex-ai/generative-ai/docs/models/veo/2-0-generate-001", "pimg": null, "psec": 0.5 }, { "rank": 40, "model": "kling-v2.1-master", "modelKey": "kling-v2.1-master", "org": "KlingAI", "rating": 1162.895222613543, "ratingLower": 1153.0265816270844, "ratingUpper": 1172.7638636000015, "rankUpper": 36, "rankLower": 41, "votes": 14104, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://fal.ai/models/fal-ai/kling-video/v2.1/master/text-to-video", "pimg": null, "psec": 0.168 }, { "rank": 41, "model": "ltx-2-19b", "modelKey": "ltx-2-19b", "org": "Unknown", "rating": 1154.0723741728425, "ratingLower": 1146.4491714412002, "ratingUpper": 1161.6955769044848, "rankUpper": 37, "rankLower": 42, "votes": 75596, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "ltx-2-community-license-agreement", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Lightricks/LTX-2", "pimg": null, "psec": null }, { "rank": 42, "model": "wan-v2.2-a14b", "modelKey": "wan-v2.2-a14b", "org": "Alibaba", "rating": 1131.564430836072, "ratingLower": 1116.4282381134221, "ratingUpper": 1146.7006235587219, "rankUpper": 41, "rankLower": 44, "votes": 10458, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Wan-AI/Wan2.2-T2V-A14B", "pimg": null, "psec": 0.05 }, { "rank": 43, "model": "seedance-v1-lite", "modelKey": "seedance-v1-lite", "org": "Bytedance", "rating": 1112.5816050440721, "ratingLower": 1103.0025751660378, "ratingUpper": 1122.1606349221065, "rankUpper": 42, "rankLower": 44, "votes": 16253, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://seed.bytedance.com/en/seedance", "pimg": null, "psec": 0.022 }, { "rank": 44, "model": "kandinsky-5.0-t2v-lite", "modelKey": "kandinsky-5.0-t2v-lite", "org": "Kandinsky", "rating": 1112.5633098003086, "ratingLower": 1094.6919125243166, "ratingUpper": 1130.434707076301, "rankUpper": 42, "rankLower": 44, "votes": 1474, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://github.com/kandinskylab/kandinsky-5/?tab=readme-ov-file#kandinsky-50-video-lite", "pimg": null, "psec": null }, { "rank": 45, "model": "sora", "modelKey": "sora", "org": "OpenAI", "rating": 1068.9276055496275, "ratingLower": 1052.6349783377086, "ratingUpper": 1085.2202327615464, "rankUpper": 45, "rankLower": 46, "votes": 4082, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.azure.com/catalog/models/sora", "pimg": null, "psec": 0.1 }, { "rank": 46, "model": "ray2", "modelKey": "ray2", "org": "Luma AI", "rating": 1065.4329497791252, "ratingLower": 1048.0674838911095, "ratingUpper": 1082.798415667141, "rankUpper": 45, "rankLower": 46, "votes": 5250, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://lumalabs.ai/ray", "pimg": null, "psec": 0.04 }, { "rank": 47, "model": "pika-v2.2", "modelKey": "pika-v2.2", "org": "Pika", "rating": 1009.036038328957, "ratingLower": 993.6952398408383, "ratingUpper": 1024.3768368170756, "rankUpper": 47, "rankLower": 48, "votes": 5763, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://fal.ai/models/fal-ai/pika/v2.2/text-to-video", "pimg": null, "psec": 0.05 }, { "rank": 48, "model": "mochi-v1", "modelKey": "mochi-v1", "org": "Genmo AI", "rating": 1006.6195115514162, "ratingLower": 989.9645901762071, "ratingUpper": 1023.2744329266251, "rankUpper": 47, "rankLower": 48, "votes": 5893, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/genmo/mochi-1-preview", "pimg": null, "psec": null } ], "vision": [ { "rank": 1, "model": "claude-fable-5-high", "modelKey": "claude-fable-5-vision", "org": "Anthropic", "rating": 1309.503174212711, "ratingLower": 1301.5687764748477, "ratingUpper": 1317.437571950574, "rankUpper": 1, "rankLower": 8, "votes": 11304, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-fable-5-mythos-5", "pimg": null, "psec": null }, { "rank": 2, "model": "qwen3.8-max", "modelKey": "thunbergia-alpha-9e3w", "org": "Alibaba", "rating": 1301.8205065828658, "ratingLower": 1293.8629193414115, "ratingUpper": 1309.77809382432, "rankUpper": 1, "rankLower": 14, "votes": 8665, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.69, "pout": 5.07, "ctx": 1000000, "url": "https://www.qwencloud.com/models/qwen3.8-max", "pimg": null, "psec": null }, { "rank": 3, "model": "claude-opus-4-7-high", "modelKey": "claude-opus-4-7-thinking-vision", "org": "Anthropic", "rating": 1300.9352659167705, "ratingLower": 1294.111441675135, "ratingUpper": 1307.7590901584058, "rankUpper": 1, "rankLower": 14, "votes": 21092, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 4, "model": "claude-opus-4-7", "modelKey": "claude-opus-4-7-vision", "org": "Anthropic", "rating": 1299.5289833049685, "ratingLower": 1292.6892398484904, "ratingUpper": 1306.3687267614466, "rankUpper": 1, "rankLower": 15, "votes": 21450, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 5, "model": "claude-opus-4-6-high", "modelKey": "claude-opus-4-6-thinking", "org": "Anthropic", "rating": 1298.859996739682, "ratingLower": 1292.183730785, "ratingUpper": 1305.5362626943638, "rankUpper": 1, "rankLower": 16, "votes": 20835, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 6, "model": "muse-spark-1.3-max", "modelKey": "muse-spark-1-3-max-bhma-vision", "org": "Meta", "rating": 1294.05505318626, "ratingLower": 1279.1794034764314, "ratingUpper": 1308.9307028960886, "rankUpper": 1, "rankLower": 30, "votes": 1804, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 7, "model": "muse-spark", "modelKey": "eureka", "org": "Meta", "rating": 1293.6797829350494, "ratingLower": 1284.3226489132885, "ratingUpper": 1303.0369169568105, "rankUpper": 1, "rankLower": 28, "votes": 5572, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-msl/", "pimg": null, "psec": null }, { "rank": 8, "model": "claude-opus-4-6", "modelKey": "claude-opus-4-6", "org": "Anthropic", "rating": 1292.9248472707998, "ratingLower": 1286.3766163163607, "ratingUpper": 1299.4730782252389, "rankUpper": 2, "rankLower": 26, "votes": 25140, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 9, "model": "muse-spark-1.2 (xHigh)", "modelKey": "muse-spark-1.2-xhigh-vision", "org": "Meta", "rating": 1291.5423883838137, "ratingLower": 1276.7871769971732, "ratingUpper": 1306.297599770454, "rankUpper": 1, "rankLower": 31, "votes": 1841, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 10, "model": "claude-opus-5-high", "modelKey": "claude-opus-5-high-vision", "org": "Anthropic", "rating": 1289.0268908903133, "ratingLower": 1281.4565981048647, "ratingUpper": 1296.5971836757617, "rankUpper": 2, "rankLower": 30, "votes": 11599, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 11, "model": "claude-fable-5.1-max", "modelKey": "claude-fable-5.1-max-vision", "org": "Anthropic", "rating": 1288.8665034700095, "ratingLower": 1276.5715990217836, "ratingUpper": 1301.1614079182352, "rankUpper": 2, "rankLower": 31, "votes": 2701, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/claude-fable-and-mythos-5-1", "pimg": null, "psec": null }, { "rank": 12, "model": "gemini-3-pro", "modelKey": "gemini-3-pro", "org": "Google", "rating": 1288.6597168991996, "ratingLower": 1281.0833353398123, "ratingUpper": 1296.2360984585866, "rankUpper": 2, "rankLower": 30, "votes": 12995, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-3-pro-preview", "pimg": null, "psec": null }, { "rank": 13, "model": "gpt-5.5", "modelKey": "gpt-5.5-vision", "org": "OpenAI", "rating": 1287.1265092166132, "ratingLower": 1280.8098943915168, "ratingUpper": 1293.4431240417096, "rankUpper": 4, "rankLower": 30, "votes": 23423, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 14, "model": "gpt-5.6-sol-xhigh", "modelKey": "gpt-5.6-sol-xhigh-vision", "org": "OpenAI", "rating": 1285.9461347353815, "ratingLower": 1277.572192810172, "ratingUpper": 1294.3200766605912, "rankUpper": 2, "rankLower": 31, "votes": 7729, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 4, "pout": 20, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 15, "model": "gpt-5.4-high", "modelKey": "gpt-5.4-high-no-system-prompt-vision", "org": "OpenAI", "rating": 1284.7878972861884, "ratingLower": 1278.5308788787056, "ratingUpper": 1291.044915693671, "rankUpper": 6, "rankLower": 30, "votes": 25357, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 16, "model": "gpt-6-astra-max", "modelKey": "gpt-6-astra-max-vision", "org": "OpenAI", "rating": 1284.0034100860937, "ratingLower": 1266.9817379589535, "ratingUpper": 1301.0250822132336, "rankUpper": 2, "rankLower": 38, "votes": 1367, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://openai.com/index/gpt-6-astra/", "pimg": null, "psec": null }, { "rank": 17, "model": "gemini-3.5-flash-high", "modelKey": "gemini-3.5-flash-high-public", "org": "Google", "rating": 1283.6995709793648, "ratingLower": 1275.8528345455306, "ratingUpper": 1291.546307413199, "rankUpper": 6, "rankLower": 31, "votes": 9579, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 18, "model": "claude-opus-4-8-high", "modelKey": "claude-opus-4-8-thinking-vision", "org": "Anthropic", "rating": 1283.4203054080024, "ratingLower": 1276.4182139909651, "ratingUpper": 1290.4223968250399, "rankUpper": 6, "rankLower": 31, "votes": 15274, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 19, "model": "gpt-5.5-high", "modelKey": "gpt-5.5-high-vision", "org": "OpenAI", "rating": 1283.3558294867394, "ratingLower": 1276.9841039659827, "ratingUpper": 1289.7275550074962, "rankUpper": 6, "rankLower": 31, "votes": 21960, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 20, "model": "gemini-3.5-flash-medium", "modelKey": "gemini-3.5-flash-medium", "org": "Google", "rating": 1283.272910450568, "ratingLower": 1275.4952729832762, "ratingUpper": 1291.0505479178598, "rankUpper": 6, "rankLower": 32, "votes": 9618, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 21, "model": "gemini-3.6-flash-high", "modelKey": "gemini-3.6-flash", "org": "Google", "rating": 1282.722467039345, "ratingLower": 1273.0494238976523, "ratingUpper": 1292.3955101810377, "rankUpper": 5, "rankLower": 35, "votes": 5159, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 22, "model": "muse-spark-1.1", "modelKey": "super-nova-ext-3tam-vision", "org": "Meta", "rating": 1281.2462971853572, "ratingLower": 1273.2008445070685, "ratingUpper": 1289.2917498636461, "rankUpper": 6, "rankLower": 35, "votes": 8447, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": 1048576, "url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/", "pimg": null, "psec": null }, { "rank": 23, "model": "gpt-5.4", "modelKey": "gpt-5.4-no-system-prompt-vision", "org": "OpenAI", "rating": 1279.9493390356863, "ratingLower": 1273.1567151985175, "ratingUpper": 1286.7419628728549, "rankUpper": 6, "rankLower": 35, "votes": 21188, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 7.5, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 24, "model": "grok-4.5", "modelKey": "grok-4.5-vision", "org": "SpaceXAI", "rating": 1279.483192366581, "ratingLower": 1271.398116633007, "ratingUpper": 1287.5682681001551, "rankUpper": 6, "rankLower": 35, "votes": 8355, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.5", "pimg": null, "psec": null }, { "rank": 25, "model": "claude-opus-4-8", "modelKey": "claude-opus-4-8-vision", "org": "Anthropic", "rating": 1278.9381593948485, "ratingLower": 1271.9535486185273, "ratingUpper": 1285.9227701711695, "rankUpper": 7, "rankLower": 35, "votes": 15801, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 26, "model": "gemini-3.1-pro-preview", "modelKey": "gemini-3.1-pro-preview", "org": "Google", "rating": 1278.693223560465, "ratingLower": 1273.1984740959542, "ratingUpper": 1284.1879730249755, "rankUpper": 8, "rankLower": 35, "votes": 40691, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 6, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-pro/", "pimg": null, "psec": null }, { "rank": 27, "model": "gpt-5.2-chat-latest-20260210", "modelKey": "gpt-5.2-chat-latest", "org": "OpenAI", "rating": 1278.3379616392021, "ratingLower": 1271.5717743567418, "ratingUpper": 1285.1041489216625, "rankUpper": 7, "rankLower": 35, "votes": 15432, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://developers.openai.com/api/docs/models/gpt-5.2-chat-latest", "pimg": null, "psec": null }, { "rank": 28, "model": "gpt-5.5-instant", "modelKey": "gpt-5.5-instant", "org": "OpenAI", "rating": 1277.9441051216838, "ratingLower": 1268.97183883572, "ratingUpper": 1286.9163714076478, "rankUpper": 6, "rankLower": 37, "votes": 7226, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/gpt-5-5-instant", "pimg": null, "psec": null }, { "rank": 29, "model": "claude-sonnet-4-6", "modelKey": "claude-sonnet-4-6", "org": "Anthropic", "rating": 1275.433149395297, "ratingLower": 1269.0423748442256, "ratingUpper": 1281.8239239463685, "rankUpper": 8, "rankLower": 37, "votes": 25552, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-6", "pimg": null, "psec": null }, { "rank": 30, "model": "glm-5.3-flash", "modelKey": "glm-5.3-flash-vision", "org": "Z.ai", "rating": 1274.7515029907686, "ratingLower": 1263.0878820496116, "ratingUpper": 1286.4151239319256, "rankUpper": 6, "rankLower": 41, "votes": 3110, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.06, "pout": 0.2, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 31, "model": "gemini-3-flash", "modelKey": "gemini-3-flash", "org": "Google", "rating": 1272.3548813994935, "ratingLower": 1266.94671311624, "ratingUpper": 1277.7630496827467, "rankUpper": 13, "rankLower": 38, "votes": 36679, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 32, "model": "gpt-5.6-terra-xhigh", "modelKey": "gpt-5.6-terra-xhigh-vision", "org": "OpenAI", "rating": 1266.7396301095976, "ratingLower": 1258.3450647987966, "ratingUpper": 1275.1341954203988, "rankUpper": 20, "rankLower": 42, "votes": 7726, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 33, "model": "claude-sonnet-5-high", "modelKey": "claude-sonnet-5-vision", "org": "Anthropic", "rating": 1266.3046736121034, "ratingLower": 1258.6969268292307, "ratingUpper": 1273.9124203949764, "rankUpper": 20, "rankLower": 42, "votes": 10289, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-5", "pimg": null, "psec": null }, { "rank": 34, "model": "gemini-3.5-flash-lite", "modelKey": "gemini-3.5-flash-lite", "org": "Google", "rating": 1265.950576862893, "ratingLower": 1256.3606303936854, "ratingUpper": 1275.5405233321007, "rankUpper": 19, "rankLower": 45, "votes": 5254, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 1.25, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 35, "model": "grok-4.6-high", "modelKey": "grok-4.6-high-public-vision", "org": "SpaceXAI", "rating": 1264.5225694527956, "ratingLower": 1253.5591825869328, "ratingUpper": 1275.485956318658, "rankUpper": 20, "rankLower": 48, "votes": 3632, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.6", "pimg": null, "psec": null }, { "rank": 36, "model": "qwen3.7-plus", "modelKey": "qwen3.7-plus", "org": "Alibaba", "rating": 1262.7374762273182, "ratingLower": 1255.1797457962077, "ratingUpper": 1270.2952066584285, "rankUpper": 27, "rankLower": 46, "votes": 10656, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.32, "pout": 1.28, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.7-plus", "pimg": null, "psec": null }, { "rank": 37, "model": "kimi-k2.6", "modelKey": "kimi-k2.6-vision", "org": "Moonshot", "rating": 1262.369449782495, "ratingLower": 1255.3014009470598, "ratingUpper": 1269.43749861793, "rankUpper": 27, "rankLower": 46, "votes": 15347, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.95, "pout": 4, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-6", "pimg": null, "psec": null }, { "rank": 38, "model": "gemma-4-31b", "modelKey": "pteronura-vision", "org": "Google", "rating": 1261.40507576641, "ratingLower": 1255.2319583860628, "ratingUpper": 1267.578193146757, "rankUpper": 29, "rankLower": 46, "votes": 35713, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.99, "pout": 1.49, "ctx": 131072, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-31b-it", "pimg": null, "psec": null }, { "rank": 39, "model": "gemini-3-flash (thinking-minimal)", "modelKey": "gemini-3-flash-thinking-minimal", "org": "Google", "rating": 1259.7979602547525, "ratingLower": 1254.257564684776, "ratingUpper": 1265.3383558247292, "rankUpper": 31, "rankLower": 46, "votes": 34860, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 40, "model": "gpt-5.6-luna-xhigh", "modelKey": "gpt-5.6-luna-xhigh-vision", "org": "OpenAI", "rating": 1258.0895147211886, "ratingLower": 1249.6953490330327, "ratingUpper": 1266.4836804093447, "rankUpper": 31, "rankLower": 50, "votes": 7793, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.2, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 41, "model": "dola-seed-2.0-pro", "modelKey": "dola-seed-2.0-pro-vision", "org": "Bytedance", "rating": 1256.7009519383832, "ratingLower": 1249.1186396911344, "ratingUpper": 1264.2832641856323, "rankUpper": 31, "rankLower": 51, "votes": 10280, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.byteplus.com/en/blog/dola-seed-2-0-pro", "pimg": null, "psec": null }, { "rank": 42, "model": "grok-4.20-beta-0309-reasoning", "modelKey": "grok-4.20-beta-0309-reasoning", "org": "SpaceXAI", "rating": 1255.9320242760982, "ratingLower": 1249.603359449704, "ratingUpper": 1262.2606891024923, "rankUpper": 32, "rankLower": 50, "votes": 25123, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-beta-0309-reasoning", "pimg": null, "psec": null }, { "rank": 43, "model": "gpt-5.4-mini-high", "modelKey": "gpt-5.4-mini-high", "org": "OpenAI", "rating": 1251.5303855160212, "ratingLower": 1245.057284329977, "ratingUpper": 1258.0034867020656, "rankUpper": 34, "rankLower": 55, "votes": 24041, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 44, "model": "grok-4.20-multi-agent-beta-0309", "modelKey": "grok-4.20-multi-agent-beta-0309", "org": "SpaceXAI", "rating": 1250.6196208726353, "ratingLower": 1244.2401843556936, "ratingUpper": 1256.999057389577, "rankUpper": 34, "rankLower": 55, "votes": 22925, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-multi-agent-beta-0309", "pimg": null, "psec": null }, { "rank": 45, "model": "gpt-5.1-high", "modelKey": "gpt-5.1-high", "org": "OpenAI", "rating": 1250.0678105170186, "ratingLower": 1242.0290051043437, "ratingUpper": 1258.1066159296938, "rankUpper": 34, "rankLower": 56, "votes": 9336, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 46, "model": "kimi-k2.5-thinking", "modelKey": "kimi-k2.5-vision", "org": "Moonshot", "rating": 1249.8297199647193, "ratingLower": 1243.9322265189003, "ratingUpper": 1255.7272134105385, "rankUpper": 35, "rankLower": 55, "votes": 26646, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 3, "ctx": null, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 47, "model": "qwen3.5-397b-a17b", "modelKey": "qwen3.5-397b-a17b-vision", "org": "Alibaba", "rating": 1248.0446428346588, "ratingLower": 1242.3115769225278, "ratingUpper": 1253.77770874679, "rankUpper": 39, "rankLower": 56, "votes": 27569, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.55, "pout": 3.5, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B", "pimg": null, "psec": null }, { "rank": 48, "model": "gemini-2.5-pro", "modelKey": "gemini-2.5-pro", "org": "Google", "rating": 1246.302652155046, "ratingLower": 1241.6160772275532, "ratingUpper": 1250.989227082539, "rankUpper": 40, "rankLower": 56, "votes": 87635, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 10, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-pro", "pimg": null, "psec": null }, { "rank": 49, "model": "qwen3.8-27b", "modelKey": "qwen3.8-27b-vision", "org": "Alibaba", "rating": 1244.1862130800462, "ratingLower": 1234.2364189769448, "ratingUpper": 1254.1360071831475, "rankUpper": 39, "rankLower": 61, "votes": 4577, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 3, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.8-27B", "pimg": null, "psec": null }, { "rank": 50, "model": "gpt-5.2-high", "modelKey": "gpt-5.2-high", "org": "OpenAI", "rating": 1244.0403441238918, "ratingLower": 1237.7168583529465, "ratingUpper": 1250.363829894837, "rankUpper": 40, "rankLower": 59, "votes": 17926, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 51, "model": "grok-4.3", "modelKey": "grok-4.3-vision", "org": "SpaceXAI", "rating": 1243.175226505605, "ratingLower": 1236.8600705553697, "ratingUpper": 1249.4903824558405, "rankUpper": 42, "rankLower": 60, "votes": 22688, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.3", "pimg": null, "psec": null }, { "rank": 52, "model": "gemma-4-26b-a4b", "modelKey": "significant-otter-vision", "org": "Google", "rating": 1241.0121540681162, "ratingLower": 1234.2973586862724, "ratingUpper": 1247.7269494499599, "rankUpper": 43, "rankLower": 61, "votes": 22658, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-26b-a4b-it", "pimg": null, "psec": null }, { "rank": 53, "model": "gpt-5.1", "modelKey": "gpt-5.1", "org": "OpenAI", "rating": 1240.2612206426008, "ratingLower": 1232.4997652005732, "ratingUpper": 1248.0226760846285, "rankUpper": 43, "rankLower": 63, "votes": 10205, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 54, "model": "chatgpt-4o-latest-20250326", "modelKey": "chatgpt-4o-latest-20250326", "org": "OpenAI", "rating": 1239.9156686098556, "ratingLower": 1234.3692386430064, "ratingUpper": 1245.462098576705, "rankUpper": 43, "rankLower": 61, "votes": 23057, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://x.com/OpenAI/status/1905331956856050135", "pimg": null, "psec": null }, { "rank": 55, "model": "kimi-k2.5-instant", "modelKey": "kimi-k2.5-instant", "org": "Moonshot", "rating": 1237.2546855362034, "ratingLower": 1226.2918527111747, "ratingUpper": 1248.2175183612324, "rankUpper": 43, "rankLower": 65, "votes": 3872, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.45, "pout": 2.25, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 56, "model": "minimax-m3", "modelKey": "minimax-m3", "org": "MiniMax", "rating": 1236.5628547782298, "ratingLower": 1229.5089171908444, "ratingUpper": 1243.6167923656153, "rankUpper": 46, "rankLower": 65, "votes": 15192, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MiniMax Community License", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 524288, "url": "https://www.minimax.io/models/text/m3", "pimg": null, "psec": null }, { "rank": 57, "model": "gemini-3.1-flash-lite-preview", "modelKey": "gemini-3.1-flash-lite-preview", "org": "Google", "rating": 1234.9722797857262, "ratingLower": 1228.9558722244303, "ratingUpper": 1240.988687347022, "rankUpper": 49, "rankLower": 65, "votes": 25958, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-flash-lite", "pimg": null, "psec": null }, { "rank": 58, "model": "mimo-v2.5", "modelKey": "mimo-v2.5-vision", "org": "Xiaomi", "rating": 1233.152310659354, "ratingLower": 1226.8300263092592, "ratingUpper": 1239.4745950094489, "rankUpper": 49, "rankLower": 65, "votes": 24771, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5/", "pimg": null, "psec": null }, { "rank": 59, "model": "gpt-5.2", "modelKey": "gpt-5.2", "org": "OpenAI", "rating": 1229.420245979587, "ratingLower": 1223.1957337872427, "ratingUpper": 1235.6447581719312, "rankUpper": 51, "rankLower": 67, "votes": 18997, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 60, "model": "gemini-2.5-flash-preview-09-2025", "modelKey": "gemini-2.5-flash-preview-09-2025", "org": "Google", "rating": 1229.3318066872062, "ratingLower": 1219.407943130363, "ratingUpper": 1239.255670244049, "rankUpper": 49, "rankLower": 73, "votes": 4723, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 61, "model": "glm-5v-turbo", "modelKey": "glm-5v-turbo", "org": "Z.ai", "rating": 1228.3305918528506, "ratingLower": 1222.6442762461295, "ratingUpper": 1234.0169074595717, "rankUpper": 54, "rankLower": 69, "votes": 37424, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 4, "ctx": 202752, "url": "https://docs.z.ai/guides/vlm/glm-5v-turbo", "pimg": null, "psec": null }, { "rank": 62, "model": "qwen3.5-122b-a10b", "modelKey": "qwen3.5-122b-a10b", "org": "Alibaba", "rating": 1226.6249795551641, "ratingLower": 1219.5988268473131, "ratingUpper": 1233.651132263015, "rankUpper": 54, "rankLower": 73, "votes": 12465, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.26, "pout": 2.08, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B", "pimg": null, "psec": null }, { "rank": 63, "model": "gpt-4.5-preview-2025-02-27", "modelKey": "gpt-4.5-preview-2025-02-27", "org": "OpenAI", "rating": 1225.5594109739698, "ratingLower": 1213.8946162422403, "ratingUpper": 1237.2242057056992, "rankUpper": 50, "rankLower": 75, "votes": 2925, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 75, "pout": 150, "ctx": 128000, "url": "https://openai.com/index/introducing-gpt-4-5/", "pimg": null, "psec": null }, { "rank": 64, "model": "gpt-5-chat", "modelKey": "gpt-5-chat", "org": "OpenAI", "rating": 1224.945593794015, "ratingLower": 1217.818725532055, "ratingUpper": 1232.0724620559747, "rankUpper": 55, "rankLower": 74, "votes": 39846, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-5-chat-latest", "pimg": null, "psec": null }, { "rank": 65, "model": "ernie-5.0-preview-1220", "modelKey": "ernie-5.0-preview-1220", "org": "Baidu", "rating": 1218.780126620556, "ratingLower": 1207.4103292617654, "ratingUpper": 1230.1499239793468, "rankUpper": 55, "rankLower": 81, "votes": 3229, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1220-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 66, "model": "qwen3.5-27b", "modelKey": "qwen3.5-27b", "org": "Alibaba", "rating": 1217.675736837781, "ratingLower": 1211.6654109232884, "ratingUpper": 1223.6860627522733, "rankUpper": 59, "rankLower": 75, "votes": 25350, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.195, "pout": 1.56, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-27B", "pimg": null, "psec": null }, { "rank": 67, "model": "mimo-v2-omni", "modelKey": "mimo-v2-omni", "org": "Xiaomi", "rating": 1216.501812754861, "ratingLower": 1208.8662354547785, "ratingUpper": 1224.1373900549438, "rankUpper": 59, "rankLower": 77, "votes": 10120, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 2.2, "ctx": 256000, "url": "https://mimo.xiaomi.com/mimo-v2-omni", "pimg": null, "psec": null }, { "rank": 68, "model": "o3-2025-04-16", "modelKey": "o3-2025-04-16", "org": "OpenAI", "rating": 1215.2365492647136, "ratingLower": 1208.6202108113428, "ratingUpper": 1221.8528877180847, "rankUpper": 61, "rankLower": 77, "votes": 45554, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 69, "model": "gemini-2.5-flash", "modelKey": "gemini-2.5-flash", "org": "Google", "rating": 1215.0379990666236, "ratingLower": 1210.3028324112904, "ratingUpper": 1219.7731657219567, "rankUpper": 61, "rankLower": 76, "votes": 58893, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash", "pimg": null, "psec": null }, { "rank": 70, "model": "qwen3-vl-235b-a22b-instruct", "modelKey": "qwen3-vl-235b-a22b-instruct", "org": "Alibaba", "rating": 1214.734950626138, "ratingLower": 1207.608309062627, "ratingUpper": 1221.8615921896492, "rankUpper": 61, "rankLower": 80, "votes": 12250, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.21, "pout": 1.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 71, "model": "gpt-4.1-2025-04-14", "modelKey": "gpt-4.1-2025-04-14", "org": "OpenAI", "rating": 1213.8086979958202, "ratingLower": 1207.1019725481306, "ratingUpper": 1220.51542344351, "rankUpper": 61, "rankLower": 81, "votes": 41012, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 72, "model": "gpt-5-high", "modelKey": "gpt-5-high", "org": "OpenAI", "rating": 1211.012178967636, "ratingLower": 1203.8561612727804, "ratingUpper": 1218.1681966624915, "rankUpper": 63, "rankLower": 81, "votes": 34351, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5", "pimg": null, "psec": null }, { "rank": 73, "model": "Inkling Small", "modelKey": "inkling-small", "org": "Thinky", "rating": 1207.962969395198, "ratingLower": 1198.251200380978, "ratingUpper": 1217.674738409418, "rankUpper": 64, "rankLower": 86, "votes": 5002, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.45, "pout": 1.2, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/inkling-small/", "pimg": null, "psec": null }, { "rank": 74, "model": "claude-opus-4-20250514-thinking-16k", "modelKey": "claude-opus-4-20250514-thinking-16k", "org": "Anthropic", "rating": 1207.0425556573132, "ratingLower": 1190.9792289852667, "ratingUpper": 1223.1058823293597, "rankUpper": 60, "rankLower": 88, "votes": 1292, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 75, "model": "claude-sonnet-4-20250514-thinking-32k", "modelKey": "claude-sonnet-4-20250514-thinking-32k", "org": "Anthropic", "rating": 1206.0855119112775, "ratingLower": 1189.153629457712, "ratingUpper": 1223.017394364843, "rankUpper": 60, "rankLower": 90, "votes": 1145, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 76, "model": "gpt-5.4-nano-high", "modelKey": "gpt-5.4-nano-high", "org": "OpenAI", "rating": 1201.257270964332, "ratingLower": 1194.6603265524682, "ratingUpper": 1207.854215376196, "rankUpper": 69, "rankLower": 88, "votes": 23906, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.25, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 77, "model": "mistral-large-3", "modelKey": "mistral-large-3", "org": "Mistral", "rating": 1201.25133526463, "ratingLower": 1192.1942196406128, "ratingUpper": 1210.3084508886473, "rankUpper": 66, "rankLower": 88, "votes": 6186, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1.5, "ctx": null, "url": "https://mistral.ai/news/mistral-3", "pimg": null, "psec": null }, { "rank": 78, "model": "gpt-4.1-mini-2025-04-14", "modelKey": "gpt-4.1-mini-2025-04-14", "org": "OpenAI", "rating": 1200.8475926470985, "ratingLower": 1193.3201825843485, "ratingUpper": 1208.3750027098486, "rankUpper": 69, "rankLower": 88, "votes": 40274, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.6, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 79, "model": "o4-mini-2025-04-16", "modelKey": "o4-mini-2025-04-16", "org": "OpenAI", "rating": 1200.3032213800766, "ratingLower": 1193.148101821673, "ratingUpper": 1207.4583409384802, "rankUpper": 70, "rankLower": 88, "votes": 41341, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 80, "model": "mistral-medium-3.5", "modelKey": "mistral-medium-3.5-vision", "org": "Mistral", "rating": 1199.0449789106383, "ratingLower": 1189.1729562218434, "ratingUpper": 1208.9170015994334, "rankUpper": 67, "rankLower": 90, "votes": 5090, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.75, "pout": 3.75, "ctx": 262144, "url": "https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04", "pimg": null, "psec": null }, { "rank": 81, "model": "grok-4-1-fast-reasoning", "modelKey": "grok-4-1-fast-reasoning", "org": "SpaceXAI", "rating": 1194.5307844941217, "ratingLower": 1187.3344918303483, "ratingUpper": 1201.7270771578949, "rankUpper": 73, "rankLower": 91, "votes": 12485, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 0.5, "ctx": 131072, "url": "https://x.ai/news/grok-4-1-fast", "pimg": null, "psec": null }, { "rank": 82, "model": "o1-2024-12-17", "modelKey": "o1-2024-12-17", "org": "OpenAI", "rating": 1193.0058518624535, "ratingLower": 1182.272793420214, "ratingUpper": 1203.7389103046928, "rankUpper": 73, "rankLower": 93, "votes": 3694, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": 200000, "url": "https://openai.com/index/o1-and-new-tools-for-developers/", "pimg": null, "psec": null }, { "rank": 83, "model": "claude-3-7-sonnet-20250219-thinking-32k", "modelKey": "claude-3-7-sonnet-20250219-thinking-32k", "org": "Anthropic", "rating": 1192.9128187117312, "ratingLower": 1177.406156241243, "ratingUpper": 1208.4194811822194, "rankUpper": 69, "rankLower": 94, "votes": 1439, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 84, "model": "claude-opus-4-20250514", "modelKey": "claude-opus-4-20250514", "org": "Anthropic", "rating": 1188.447571942062, "ratingLower": 1175.5509000876968, "ratingUpper": 1201.3442437964272, "rankUpper": 73, "rankLower": 94, "votes": 2178, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 85, "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "modelKey": "gemini-2.5-flash-lite-preview-06-17-thinking", "org": "Google", "rating": 1187.871775906828, "ratingLower": 1180.3541300450524, "ratingUpper": 1195.3894217686034, "rankUpper": 74, "rankLower": 93, "votes": 35949, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash-lite-preview-06-17", "pimg": null, "psec": null }, { "rank": 86, "model": "claude-sonnet-4-20250514", "modelKey": "claude-sonnet-4-20250514", "org": "Anthropic", "rating": 1187.7727837400403, "ratingLower": 1173.7262859768382, "ratingUpper": 1201.819281503242, "rankUpper": 73, "rankLower": 95, "votes": 1810, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 87, "model": "qwen3-vl-235b-a22b-thinking", "modelKey": "qwen3-vl-235b-a22b-thinking", "org": "Alibaba", "rating": 1187.553683920701, "ratingLower": 1175.1993947816125, "ratingUpper": 1199.9079730597894, "rankUpper": 73, "rankLower": 94, "votes": 2389, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 4, "ctx": 131072, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 88, "model": "qwen-vl-max-2025-08-13", "modelKey": "qwen-vl-max-2025-08-13", "org": "Alibaba", "rating": 1184.904528749487, "ratingLower": 1172.793883714282, "ratingUpper": 1197.0151737846925, "rankUpper": 74, "rankLower": 95, "votes": 3179, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.52, "pout": 2.08, "ctx": 131072, "url": "https://www.alibabacloud.com/help/en/model-studio/what-is-qwen-llm", "pimg": null, "psec": null }, { "rank": 89, "model": "grok-4-0709", "modelKey": "grok-4-0709", "org": "SpaceXAI", "rating": 1183.465258494499, "ratingLower": 1176.0593985846938, "ratingUpper": 1190.8711184043043, "rankUpper": 79, "rankLower": 94, "votes": 30167, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 256000, "url": "https://docs.x.ai/docs/models/grok-4-0709", "pimg": null, "psec": null }, { "rank": 90, "model": "gpt-5-mini-high", "modelKey": "gpt-5-mini-high", "org": "OpenAI", "rating": 1182.7240784834655, "ratingLower": 1174.553427846838, "ratingUpper": 1190.8947291200927, "rankUpper": 79, "rankLower": 95, "votes": 28970, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.125, "pout": 1, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-mini", "pimg": null, "psec": null }, { "rank": 91, "model": "gemini-1.5-pro-002", "modelKey": "gemini-1.5-pro-002", "org": "Google", "rating": 1179.4528820372732, "ratingLower": 1170.4216222018017, "ratingUpper": 1188.4841418727447, "rankUpper": 81, "rankLower": 96, "votes": 8902, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-pro-002", "pimg": null, "psec": null }, { "rank": 92, "model": "claude-3-7-sonnet-20250219", "modelKey": "claude-3-7-sonnet-20250219", "org": "Anthropic", "rating": 1175.3347749102786, "ratingLower": 1165.984044237334, "ratingUpper": 1184.685505583223, "rankUpper": 82, "rankLower": 100, "votes": 4521, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 93, "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "modelKey": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "org": "Google", "rating": 1172.9999049668922, "ratingLower": 1163.2927220832157, "ratingUpper": 1182.7070878505688, "rankUpper": 82, "rankLower": 104, "votes": 4779, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 94, "model": "gemini-2.0-flash-001", "modelKey": "gemini-2.0-flash-001", "org": "Google", "rating": 1171.946985857068, "ratingLower": 1164.736543941264, "ratingUpper": 1179.1574277728723, "rankUpper": 84, "rankLower": 103, "votes": 10119, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys-1121&model=gemini-2.0-flash-001", "pimg": null, "psec": null }, { "rank": 95, "model": "gpt-4o-2024-05-13", "modelKey": "gpt-4o-2024-05-13", "org": "OpenAI", "rating": 1162.1531539529801, "ratingLower": 1153.4393586940646, "ratingUpper": 1170.8669492118956, "rankUpper": 91, "rankLower": 108, "votes": 23273, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://openai.com/index/hello-gpt-4o/", "pimg": null, "psec": null }, { "rank": 96, "model": "claude-3-5-sonnet-20241022", "modelKey": "claude-3-5-sonnet-20241022", "org": "Anthropic", "rating": 1161.0980330118923, "ratingLower": 1153.2159391520988, "ratingUpper": 1168.9801268716858, "rankUpper": 92, "rankLower": 108, "votes": 10377, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 97, "model": "glm-4.6v", "modelKey": "glm-4.6v", "org": "Z.ai", "rating": 1160.9688922280434, "ratingLower": 1146.9668940756528, "ratingUpper": 1174.970890380434, "rankUpper": 88, "rankLower": 110, "votes": 2352, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 0.9, "ctx": 131072, "url": "https://huggingface.co/zai-org/GLM-4.6V", "pimg": null, "psec": null }, { "rank": 98, "model": "mistral-medium-2508", "modelKey": "mistral-medium-2508", "org": "Mistral", "rating": 1158.9954107934245, "ratingLower": 1152.6667664858596, "ratingUpper": 1165.3240551009894, "rankUpper": 93, "rankLower": 108, "votes": 41260, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 99, "model": "gemma-3-27b-it", "modelKey": "gemma-3-27b-it", "org": "Google", "rating": 1158.7997230914252, "ratingLower": 1150.6414200189681, "ratingUpper": 1166.9580261638823, "rankUpper": 92, "rankLower": 109, "votes": 16992, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.08, "pout": 0.45, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-27b-it", "pimg": null, "psec": null }, { "rank": 100, "model": "hunyuan-vision-1.5-thinking", "modelKey": "hunyuan-vision-1.5-thinking", "org": "Tencent", "rating": 1155.97324387566, "ratingLower": 1143.732401320855, "ratingUpper": 1168.2140864304652, "rankUpper": 92, "rankLower": 111, "votes": 2433, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://github.com/Tencent-Hunyuan/HunyuanVision", "pimg": null, "psec": null }, { "rank": 101, "model": "step-1o-turbo-202506", "modelKey": "step-1o-turbo-202506", "org": "StepFun", "rating": 1155.8878264089735, "ratingLower": 1141.5604234308046, "ratingUpper": 1170.2152293871427, "rankUpper": 92, "rankLower": 112, "votes": 1900, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/vision", "pimg": null, "psec": null }, { "rank": 102, "model": "mistral-medium-2505", "modelKey": "mistral-medium-2505", "org": "Mistral", "rating": 1155.196714729347, "ratingLower": 1146.8887932746732, "ratingUpper": 1163.5046361840207, "rankUpper": 94, "rankLower": 110, "votes": 10826, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 103, "model": "glm-4.5v", "modelKey": "glm-4.5v", "org": "Z.ai", "rating": 1153.539697508655, "ratingLower": 1141.7838596223094, "ratingUpper": 1165.295535395001, "rankUpper": 93, "rankLower": 112, "votes": 3255, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 65536, "url": "https://huggingface.co/zai-org/GLM-4.5V", "pimg": null, "psec": null }, { "rank": 104, "model": "hunyuan-large-vision", "modelKey": "hunyuan-large-vision", "org": "Tencent", "rating": 1148.8591018291397, "ratingLower": 1132.347724989772, "ratingUpper": 1165.3704786685078, "rankUpper": 93, "rankLower": 116, "votes": 1275, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753#d6cb04da-053d-4bed-b187-191514feb972", "pimg": null, "psec": null }, { "rank": 105, "model": "gpt-5-nano-high", "modelKey": "gpt-5-nano-high", "org": "OpenAI", "rating": 1145.7991171073782, "ratingLower": 1134.4334386494647, "ratingUpper": 1157.1647955652918, "rankUpper": 95, "rankLower": 115, "votes": 3948, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.025, "pout": 0.2, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-nano", "pimg": null, "psec": null }, { "rank": 106, "model": "claude-3-5-sonnet-20240620", "modelKey": "claude-3-5-sonnet-20240620", "org": "Anthropic", "rating": 1145.3597738642297, "ratingLower": 1135.3122596373337, "ratingUpper": 1155.4072880911256, "rankUpper": 95, "rankLower": 115, "votes": 21624, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-5-sonnet", "pimg": null, "psec": null }, { "rank": 107, "model": "llama-4-maverick-17b-128e-instruct", "modelKey": "llama-4-maverick-17b-128e-instruct", "org": "Meta", "rating": 1145.2800182546018, "ratingLower": 1136.1614493892585, "ratingUpper": 1154.398587119945, "rankUpper": 95, "rankLower": 114, "votes": 6937, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 4", "open": 1, "pin": 0.63, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct", "pimg": null, "psec": null }, { "rank": 108, "model": "step-3", "modelKey": "step-3", "org": "StepFun", "rating": 1144.966146302286, "ratingLower": 1133.027139501836, "ratingUpper": 1156.905153102736, "rankUpper": 95, "rankLower": 116, "votes": 3209, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.57, "pout": 1.42, "ctx": 65536, "url": "https://stepfun.ai/research/en/step3", "pimg": null, "psec": null }, { "rank": 109, "model": "gemini-1.5-flash-002", "modelKey": "gemini-1.5-flash-002", "org": "Google", "rating": 1141.1663103609671, "ratingLower": 1131.2761429159925, "ratingUpper": 1151.056477805942, "rankUpper": 98, "rankLower": 118, "votes": 7241, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-002", "pimg": null, "psec": null }, { "rank": 110, "model": "mistral-small-2506", "modelKey": "mistral-small-2506", "org": "Mistral", "rating": 1139.6518569576085, "ratingLower": 1130.5315571094736, "ratingUpper": 1148.7721568057436, "rankUpper": 99, "rankLower": 119, "votes": 10869, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506", "pimg": null, "psec": null }, { "rank": 111, "model": "gemini-2.0-flash-lite-preview-02-05", "modelKey": "gemini-2.0-flash-lite-preview-02-05", "org": "Google", "rating": 1136.2199869722433, "ratingLower": 1125.8066423745252, "ratingUpper": 1146.6333315699612, "rankUpper": 101, "rankLower": 120, "votes": 3991, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/prompts/new_chat?model=gemini-2.0-flash-lite", "pimg": null, "psec": null }, { "rank": 112, "model": "mistral-small-3.1-24b-instruct-2503", "modelKey": "mistral-small-3.1-24b-instruct-2503", "org": "Mistral", "rating": 1127.45217517799, "ratingLower": 1118.9296604160006, "ratingUpper": 1135.9746899399793, "rankUpper": 105, "rankLower": 121, "votes": 28542, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503", "pimg": null, "psec": null }, { "rank": 113, "model": "llama-4-scout-17b-16e-instruct", "modelKey": "llama-4-scout-17b-16e-instruct", "org": "Meta", "rating": 1127.2306293351935, "ratingLower": 1117.7201407401906, "ratingUpper": 1136.7411179301964, "rankUpper": 104, "rankLower": 121, "votes": 6466, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 16384, "url": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "pimg": null, "psec": null }, { "rank": 114, "model": "claude-3-5-haiku-20241022", "modelKey": "claude-3-5-haiku-20241022", "org": "Anthropic", "rating": 1127.0343358218063, "ratingLower": 1110.9689325176935, "ratingUpper": 1143.099739125919, "rankUpper": 102, "rankLower": 121, "votes": 1400, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 115, "model": "step-1o-vision-32k-highres", "modelKey": "step-1o-vision-32k-highres", "org": "StepFun", "rating": 1124.6806479121396, "ratingLower": 1112.0675415924375, "ratingUpper": 1137.293754231842, "rankUpper": 104, "rankLower": 121, "votes": 2833, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/vision", "pimg": null, "psec": null }, { "rank": 116, "model": "qwen2.5-vl-72b-instruct", "modelKey": "qwen2.5-vl-72b-instruct", "org": "Alibaba", "rating": 1121.486301474211, "ratingLower": 1110.6967221008765, "ratingUpper": 1132.2758808475453, "rankUpper": 109, "rankLower": 121, "votes": 3768, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 0.8, "pout": 1, "ctx": 128000, "url": "https://huggingface.co/Qwen/Qwen2.5-VL-72B-Instruct", "pimg": null, "psec": null }, { "rank": 117, "model": "gemini-1.5-pro-001", "modelKey": "gemini-1.5-pro-001", "org": "Google", "rating": 1119.91558746458, "ratingLower": 1108.309594701793, "ratingUpper": 1131.521580227367, "rankUpper": 109, "rankLower": 121, "votes": 16734, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro", "pimg": null, "psec": null }, { "rank": 118, "model": "gpt-4o-2024-08-06", "modelKey": "gpt-4o-2024-08-06", "org": "OpenAI", "rating": 1118.9355912916667, "ratingLower": 1106.6829985352724, "ratingUpper": 1131.1881840480607, "rankUpper": 110, "rankLower": 122, "votes": 3376, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4o", "pimg": null, "psec": null }, { "rank": 119, "model": "qwen2.5-vl-32b-instruct", "modelKey": "qwen2.5-vl-32b-instruct", "org": "Alibaba", "rating": 1118.9222643230455, "ratingLower": 1103.439291348187, "ratingUpper": 1134.4052372979043, "rankUpper": 107, "rankLower": 124, "votes": 1490, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 128000, "url": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "pimg": null, "psec": null }, { "rank": 120, "model": "gpt-4-turbo-2024-04-09", "modelKey": "gpt-4-turbo-2024-04-09", "org": "OpenAI", "rating": 1112.1668804673986, "ratingLower": 1100.6039301287751, "ratingUpper": 1123.7298308060224, "rankUpper": 112, "rankLower": 125, "votes": 13391, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4", "pimg": null, "psec": null }, { "rank": 121, "model": "molmo-2-8b", "modelKey": "molmo-2-8b", "org": "Ai2", "rating": 1107.116936429246, "ratingLower": 1086.752214701437, "ratingUpper": 1127.4816581570547, "rankUpper": 111, "rankLower": 126, "votes": 1134, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 36864, "url": "https://huggingface.co/allenai/Molmo2-8B", "pimg": null, "psec": null }, { "rank": 122, "model": "gpt-4o-mini-2024-07-18", "modelKey": "gpt-4o-mini-2024-07-18", "org": "OpenAI", "rating": 1097.6008127263178, "ratingLower": 1089.3586513662926, "ratingUpper": 1105.842974086343, "rankUpper": 119, "rankLower": 126, "votes": 17341, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/", "pimg": null, "psec": null }, { "rank": 123, "model": "pixtral-large-2411", "modelKey": "pixtral-large-2411", "org": "Mistral", "rating": 1095.3166091521607, "ratingLower": 1086.0350250143276, "ratingUpper": 1104.5981932899938, "rankUpper": 119, "rankLower": 126, "votes": 5423, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 2, "pout": 6, "ctx": 128000, "url": "https://huggingface.co/mistralai/Pixtral-Large-Instruct-2411", "pimg": null, "psec": null }, { "rank": 124, "model": "gpt-4.1-nano-2025-04-14", "modelKey": "gpt-4.1-nano-2025-04-14", "org": "OpenAI", "rating": 1088.8928330187389, "ratingLower": 1070.60232123377, "ratingUpper": 1107.183344803708, "rankUpper": 118, "rankLower": 130, "votes": 1211, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 125, "model": "qwen2-vl-72b", "modelKey": "qwen2-vl-72b", "org": "Alibaba", "rating": 1085.1851580672294, "ratingLower": 1075.0517313778857, "ratingUpper": 1095.318584756573, "rankUpper": 121, "rankLower": 128, "votes": 5937, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 32768, "url": "https://qwenlm.github.io/zh/blog/qwen2-vl/", "pimg": null, "psec": null }, { "rank": 126, "model": "qwen-vl-max-1119", "modelKey": "qwen-vl-max-1119", "org": "Alibaba", "rating": 1085.155563046413, "ratingLower": 1069.1336735963826, "ratingUpper": 1101.1774524964433, "rankUpper": 120, "rankLower": 130, "votes": 1422, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.8, "pout": 3.2, "ctx": 131072, "url": "https://help.aliyun.com/zh/model-studio/user-guide/vision/?spm=a2c4g.11186623.0.0.33d259a8vPlZoe#f1cbd5b8a8k5w", "pimg": null, "psec": null }, { "rank": 127, "model": "gemini-1.5-flash-8b-001", "modelKey": "gemini-1.5-flash-8b-001", "org": "Google", "rating": 1071.4263192766773, "ratingLower": 1060.859143889224, "ratingUpper": 1081.9934946641306, "rankUpper": 124, "rankLower": 131, "votes": 6243, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-8b", "pimg": null, "psec": null }, { "rank": 128, "model": "step-1v-32k", "modelKey": "step-1v-32k", "org": "StepFun", "rating": 1064.369428744534, "ratingLower": 1047.6275779411649, "ratingUpper": 1081.111279547903, "rankUpper": 124, "rankLower": 132, "votes": 1534, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/vision", "pimg": null, "psec": null }, { "rank": 129, "model": "claude-3-opus-20240229", "modelKey": "claude-3-opus-20240229", "org": "Anthropic", "rating": 1062.0073523739418, "ratingLower": 1051.634108308519, "ratingUpper": 1072.3805964393646, "rankUpper": 125, "rankLower": 132, "votes": 15565, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 130, "model": "gemini-1.5-flash-001", "modelKey": "gemini-1.5-flash-001", "org": "Google", "rating": 1060.0057831037802, "ratingLower": 1048.1424392579397, "ratingUpper": 1071.8691269496205, "rankUpper": 125, "rankLower": 132, "votes": 13260, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash", "pimg": null, "psec": null }, { "rank": 131, "model": "molmo-72b-0924", "modelKey": "molmo-72b-0924", "org": "Ai2", "rating": 1045.167046982948, "ratingLower": 1032.09129485406, "ratingUpper": 1058.2427991118361, "rankUpper": 128, "rankLower": 138, "votes": 3048, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Molmo-72B-0924", "pimg": null, "psec": null }, { "rank": 132, "model": "hunyuan-standard-vision-2024-12-31", "modelKey": "hunyuan-standard-vision-2024-12-31", "org": "Tencent", "rating": 1042.172304255817, "ratingLower": 1021.1683105739752, "ratingUpper": 1063.1762979376585, "rankUpper": 127, "rankLower": 140, "votes": 809, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 133, "model": "llama-3.2-vision-90b-instruct", "modelKey": "llama-3.2-vision-90b-instruct", "org": "Meta", "rating": 1032.5037293952398, "ratingLower": 1023.3070659193261, "ratingUpper": 1041.7003928711536, "rankUpper": 131, "rankLower": 139, "votes": 8682, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 134, "model": "qwen2-vl-7b-instruct", "modelKey": "qwen2-vl-7b-instruct", "org": "Alibaba", "rating": 1031.2439178042887, "ratingLower": 1020.6916139403734, "ratingUpper": 1041.7962216682038, "rankUpper": 131, "rankLower": 140, "votes": 5766, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 32768, "url": "https://huggingface.co/Qwen/Qwen2-VL-7B-Instruct", "pimg": null, "psec": null }, { "rank": 135, "model": "pixtral-12b-2409", "modelKey": "pixtral-12b-2409", "org": "Mistral", "rating": 1025.4348050536587, "ratingLower": 1015.9199972050768, "ratingUpper": 1034.9496129022407, "rankUpper": 131, "rankLower": 141, "votes": 7511, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 128000, "url": "https://mistral.ai/news/pixtral-12b/", "pimg": null, "psec": null }, { "rank": 136, "model": "internvl2-26b", "modelKey": "internvl2-26b", "org": "Unknown", "rating": 1025.0715422113692, "ratingLower": 1012.2207536017519, "ratingUpper": 1037.9223308209864, "rankUpper": 131, "rankLower": 142, "votes": 5148, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://internvl.github.io/blog/2024-07-02-InternVL-2.0/", "pimg": null, "psec": null }, { "rank": 137, "model": "amazon-nova-pro-v1.0", "modelKey": "amazon-nova-pro-v1.0", "org": "Amazon", "rating": 1019.081298555346, "ratingLower": 1005.2743232849637, "ratingUpper": 1032.8882738257284, "rankUpper": 131, "rankLower": 144, "votes": 2335, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.8, "pout": 3.2, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 138, "model": "amazon-nova-lite-v1.0", "modelKey": "amazon-nova-lite-v1.0", "org": "Amazon", "rating": 1019.0079580824595, "ratingLower": 1003.9745792486523, "ratingUpper": 1034.0413369162668, "rankUpper": 131, "rankLower": 145, "votes": 1854, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.06, "pout": 0.24, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 139, "model": "claude-3-sonnet-20240229", "modelKey": "claude-3-sonnet-20240229", "org": "Anthropic", "rating": 1016.698289401672, "ratingLower": 1005.3234763817544, "ratingUpper": 1028.0731024215897, "rankUpper": 132, "rankLower": 144, "votes": 12314, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 140, "model": "yi-vision", "modelKey": "yi-vision", "org": "Unknown", "rating": 1002.5417785455484, "ratingLower": 984.4223897294999, "ratingUpper": 1020.661167361597, "rankUpper": 135, "rankLower": 146, "votes": 1219, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.01.ai/docs#models-and-pricing", "pimg": null, "psec": null }, { "rank": 141, "model": "claude-3-haiku-20240307", "modelKey": "claude-3-haiku-20240307", "org": "Anthropic", "rating": 1000.4884218850431, "ratingLower": 988.056168247921, "ratingUpper": 1012.9206755221651, "rankUpper": 136, "rankLower": 146, "votes": 13380, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 142, "model": "c4ai-aya-vision-32b", "modelKey": "c4ai-aya-vision-32b", "org": "Cohere", "rating": 1000.153099452243, "ratingLower": 978.1415496636156, "ratingUpper": 1022.1646492408703, "rankUpper": 133, "rankLower": 148, "votes": 847, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-vision-32b", "pimg": null, "psec": null }, { "rank": 143, "model": "molmo-7b-d-0924", "modelKey": "molmo-7b-d-0924", "org": "Ai2", "rating": 994.073292616088, "ratingLower": 980.3029011371474, "ratingUpper": 1007.8436840950288, "rankUpper": 137, "rankLower": 146, "votes": 2815, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Molmo-7B-D-0924", "pimg": null, "psec": null }, { "rank": 144, "model": "llama-3.2-vision-11b-instruct", "modelKey": "llama-3.2-vision-11b-instruct", "org": "Meta", "rating": 992.8502287288202, "ratingLower": 981.5645494857491, "ratingUpper": 1004.1359079718911, "rankUpper": 139, "rankLower": 146, "votes": 4817, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 145, "model": "nvila-internal-15b-v1", "modelKey": "nvila-internal-15b-v1", "org": "Nvidia", "rating": 985.759610972575, "ratingLower": 965.6212363889927, "ratingUpper": 1005.8979855561573, "rankUpper": 137, "rankLower": 150, "votes": 1077, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "-", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Efficient-Large-Model/NVILA-15B", "pimg": null, "psec": null }, { "rank": 146, "model": "llava-onevision-qwen2-72b-ov", "modelKey": "llava-onevision-qwen2-72b-ov", "org": "Unknown", "rating": 978.8248076388438, "ratingLower": 960.614936036168, "ratingUpper": 997.0346792415196, "rankUpper": 140, "rankLower": 150, "votes": 1321, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/lmms-lab/llava-onevision-qwen2-72b-ov", "pimg": null, "psec": null }, { "rank": 147, "model": "llava-v1.6-34b", "modelKey": "llava-v1.6-34b", "org": "Unknown", "rating": 964.5448896447232, "ratingLower": 952.3079200346584, "ratingUpper": 976.781859254788, "rankUpper": 145, "rankLower": 150, "votes": 4531, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://llava-vl.github.io/blog/2024-01-30-llava-next/", "pimg": null, "psec": null }, { "rank": 148, "model": "cogvlm2-llama3-chat-19b", "modelKey": "cogvlm2-llama3-chat-19b", "org": "Z.ai", "rating": 964.0045845676458, "ratingLower": 948.785260237008, "ratingUpper": 979.2239088982836, "rankUpper": 144, "rankLower": 150, "votes": 1991, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CogVLM2", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/cogvlm2-llama3-chat-19B", "pimg": null, "psec": null }, { "rank": 149, "model": "minicpm-v-2_6", "modelKey": "minicpm-v-2_6", "org": "Unknown", "rating": 963.1640677246103, "ratingLower": 947.3289890703762, "ratingUpper": 978.9991463788443, "rankUpper": 144, "rankLower": 150, "votes": 1987, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/openbmb/MiniCPM-V-2_6", "pimg": null, "psec": null }, { "rank": 150, "model": "internvl2-4b", "modelKey": "internvl2-4b", "org": "Unknown", "rating": 958.4654222714718, "ratingLower": 945.8513295570862, "ratingUpper": 971.0795149858575, "rankUpper": 145, "rankLower": 150, "votes": 3703, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://internvl.github.io/blog/2024-07-02-InternVL-2.0/", "pimg": null, "psec": null }, { "rank": 151, "model": "phi-3.5-vision-instruct", "modelKey": "phi-3.5-vision-instruct", "org": "Microsoft", "rating": 920.1967248242455, "ratingLower": 904.372927541057, "ratingUpper": 936.0205221074341, "rankUpper": 151, "rankLower": 151, "votes": 2592, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": 128000, "url": "https://huggingface.co/microsoft/Phi-3.5-vision-instruct", "pimg": null, "psec": null }, { "rank": 152, "model": "phi-3-vision-128k-instruct", "modelKey": "phi-3-vision-128k-instruct", "org": "Microsoft", "rating": 881.7679958081995, "ratingLower": 863.1125191582174, "ratingUpper": 900.4234724581818, "rankUpper": 152, "rankLower": 152, "votes": 1401, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 32064, "url": "https://huggingface.co/microsoft/Phi-3-vision-128k-instruct", "pimg": null, "psec": null } ], "longquery": [ { "rank": 1, "model": "claude-opus-4-6-high", "modelKey": "claude-opus-4-6-thinking", "org": "Anthropic", "rating": 1524.1129436059214, "ratingLower": 1519.02480974248, "ratingUpper": 1529.2010774693626, "rankUpper": 1, "rankLower": 6, "votes": 29738, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 2, "model": "claude-fable-5-high", "modelKey": "claude-fable-5-text", "org": "Anthropic", "rating": 1521.4052224357888, "ratingLower": 1515.066556584186, "ratingUpper": 1527.7438882873912, "rankUpper": 1, "rankLower": 8, "votes": 13819, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-fable-5-mythos-5", "pimg": null, "psec": null }, { "rank": 3, "model": "claude-opus-4-6", "modelKey": "claude-opus-4-6", "org": "Anthropic", "rating": 1517.2975986864776, "ratingLower": 1512.349627724699, "ratingUpper": 1522.2455696482562, "rankUpper": 1, "rankLower": 10, "votes": 32179, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 4, "model": "claude-opus-4-7-high", "modelKey": "claude-opus-4-7-thinking", "org": "Anthropic", "rating": 1514.4287580897171, "ratingLower": 1509.0642116539852, "ratingUpper": 1519.7933045254485, "rankUpper": 1, "rankLower": 12, "votes": 27145, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 5, "model": "claude-fable-5.1-max", "modelKey": "claude-fable-5.1-max-text", "org": "Anthropic", "rating": 1510.6139649117167, "ratingLower": 1497.7425021834897, "ratingUpper": 1523.4854276399437, "rankUpper": 1, "rankLower": 25, "votes": 2413, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/claude-fable-and-mythos-5-1", "pimg": null, "psec": null }, { "rank": 6, "model": "gemini-3.8-flash-high", "modelKey": "skimaki-kwc6", "org": "Google", "rating": 1508.8619363158077, "ratingLower": 1496.4813586348123, "ratingUpper": 1521.2425139968032, "rankUpper": 1, "rankLower": 25, "votes": 2538, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/", "pimg": null, "psec": null }, { "rank": 7, "model": "claude-opus-5-high", "modelKey": "claude-opus-5-high-text", "org": "Anthropic", "rating": 1507.4757795905193, "ratingLower": 1501.4668424438746, "ratingUpper": 1513.484716737164, "rankUpper": 3, "rankLower": 18, "votes": 20232, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 8, "model": "claude-opus-4-7", "modelKey": "claude-opus-4-7", "org": "Anthropic", "rating": 1507.3640575695613, "ratingLower": 1502.029914130399, "ratingUpper": 1512.698201008724, "rankUpper": 3, "rankLower": 18, "votes": 27866, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 9, "model": "muse-spark-1.3-max", "modelKey": "muse-spark-1-3-max-bhma-text", "org": "Meta", "rating": 1505.7366186519603, "ratingLower": 1492.5063083852724, "ratingUpper": 1518.9669289186477, "rankUpper": 2, "rankLower": 27, "votes": 2151, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 10, "model": "muse-spark-1.2 (xHigh)", "modelKey": "muse-spark-1.2-xhigh-text", "org": "Meta", "rating": 1501.6391735911675, "ratingLower": 1485.9479647928433, "ratingUpper": 1517.3303823894917, "rankUpper": 2, "rankLower": 40, "votes": 1487, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 11, "model": "claude-opus-4-8-high", "modelKey": "claude-opus-4-8-thinking-text", "org": "Anthropic", "rating": 1501.1974353332002, "ratingLower": 1495.7120046622867, "ratingUpper": 1506.6828660041137, "rankUpper": 5, "rankLower": 25, "votes": 24417, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 12, "model": "kimi-k3-max", "modelKey": "kimi-k3-v3-text", "org": "Moonshot", "rating": 1500.4340819346885, "ratingLower": 1493.1839720591456, "ratingUpper": 1507.6841918102318, "rankUpper": 5, "rankLower": 27, "votes": 9244, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Kimi K3 license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://platform.kimi.ai/docs/guide/kimi-k3-quickstart", "pimg": null, "psec": null }, { "rank": 13, "model": "gemini-3.1-pro-preview", "modelKey": "gemini-3.1-pro-preview", "org": "Google", "rating": 1499.9343025270068, "ratingLower": 1495.4674311164013, "ratingUpper": 1504.4011739376124, "rankUpper": 5, "rankLower": 25, "votes": 45996, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 6, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-pro/", "pimg": null, "psec": null }, { "rank": 14, "model": "claude-opus-4-8", "modelKey": "claude-opus-4-8-text", "org": "Anthropic", "rating": 1499.88916071319, "ratingLower": 1494.3481062271462, "ratingUpper": 1505.4302151992338, "rankUpper": 5, "rankLower": 25, "votes": 24899, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 15, "model": "claude-opus-5-max", "modelKey": "claude-opus-5-max-text", "org": "Anthropic", "rating": 1499.8198000362613, "ratingLower": 1492.5153680821077, "ratingUpper": 1507.1242319904154, "rankUpper": 5, "rankLower": 27, "votes": 9770, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 16, "model": "gemini-3.7-flash-high", "modelKey": "andwise-evfd", "org": "Google", "rating": 1498.0691080290012, "ratingLower": 1485.8192133731377, "ratingUpper": 1510.3190026848642, "rankUpper": 4, "rankLower": 40, "votes": 2680, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-3-7-flash/", "pimg": null, "psec": null }, { "rank": 17, "model": "gpt-5.6-sol-xhigh", "modelKey": "gpt-5.6-sol-xhigh-text", "org": "OpenAI", "rating": 1497.869352121253, "ratingLower": 1491.289675866652, "ratingUpper": 1504.4490283758541, "rankUpper": 5, "rankLower": 28, "votes": 12438, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 4, "pout": 20, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 18, "model": "claude-opus-4-5-20251101-high-32k", "modelKey": "claude-opus-4-5-20251101-thinking-32k", "org": "Anthropic", "rating": 1493.6703040096431, "ratingLower": 1486.9018637008812, "ratingUpper": 1500.438744318405, "rankUpper": 7, "rankLower": 40, "votes": 9303, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 19, "model": "claude-sonnet-4-6", "modelKey": "claude-sonnet-4-6", "org": "Anthropic", "rating": 1493.6009267233453, "ratingLower": 1488.4627866858627, "ratingUpper": 1498.7390667608279, "rankUpper": 7, "rankLower": 35, "votes": 28350, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-6", "pimg": null, "psec": null }, { "rank": 20, "model": "qwen3.7-max-preview", "modelKey": "melyora-9qr6", "org": "Alibaba", "rating": 1493.5373419714197, "ratingLower": 1477.8267499358653, "ratingUpper": 1509.2479340069735, "rankUpper": 4, "rankLower": 52, "votes": 1607, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.475, "pout": 4.425, "ctx": 1000000, "url": "https://chat.qwen.ai/?models=Qwen3.7-Max-Preview", "pimg": null, "psec": null }, { "rank": 21, "model": "claude-opus-4-5-20251101", "modelKey": "claude-opus-4-5-20251101", "org": "Anthropic", "rating": 1492.8733681229146, "ratingLower": 1487.8192675167484, "ratingUpper": 1497.9274687290808, "rankUpper": 7, "rankLower": 36, "votes": 22794, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 22, "model": "glm-5.3-max", "modelKey": "glm-5.3", "org": "Z.ai", "rating": 1491.8819798742811, "ratingLower": 1482.9454876137456, "ratingUpper": 1500.8184721348166, "rankUpper": 7, "rankLower": 47, "votes": 5257, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 23, "model": "qwen3.8-max", "modelKey": "kinsley-mrp8", "org": "Alibaba", "rating": 1491.5468037381243, "ratingLower": 1483.704938330543, "ratingUpper": 1499.3886691457055, "rankUpper": 7, "rankLower": 44, "votes": 7561, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.69, "pout": 5.07, "ctx": 1000000, "url": "https://www.qwencloud.com/models/qwen3.8-max", "pimg": null, "psec": null }, { "rank": 24, "model": "gemini-3-pro", "modelKey": "gemini-3-pro", "org": "Google", "rating": 1491.2045120207895, "ratingLower": 1484.6465926900291, "ratingUpper": 1497.7624313515498, "rankUpper": 7, "rankLower": 42, "votes": 10571, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-3-pro-preview", "pimg": null, "psec": null }, { "rank": 25, "model": "gpt-5.5-high", "modelKey": "gpt-5.5-high-text", "org": "OpenAI", "rating": 1488.138077908503, "ratingLower": 1482.9519623605374, "ratingUpper": 1493.3241934564685, "rankUpper": 12, "rankLower": 47, "votes": 29404, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 26, "model": "gemini-3.6-flash-high", "modelKey": "gemini-3.6-flash", "org": "Google", "rating": 1487.0675167404447, "ratingLower": 1480.4841635400999, "ratingUpper": 1493.6508699407896, "rankUpper": 12, "rankLower": 50, "votes": 12561, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 27, "model": "mimo-v2.5-pro", "modelKey": "mimo-v2.5-pro-text", "org": "Xiaomi", "rating": 1486.6256379541114, "ratingLower": 1481.3871011290398, "ratingUpper": 1491.864174779183, "rankUpper": 15, "rankLower": 49, "votes": 26794, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.435, "pout": 0.87, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5-pro/", "pimg": null, "psec": null }, { "rank": 28, "model": "claude-sonnet-4-5-20250929-high-32k", "modelKey": "claude-sonnet-4-5-20250929-thinking-32k", "org": "Anthropic", "rating": 1485.9303050189878, "ratingLower": 1481.2660037277392, "ratingUpper": 1490.5946063102365, "rankUpper": 16, "rankLower": 49, "votes": 24656, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 29, "model": "gpt-5.5", "modelKey": "gpt-5.5-text", "org": "OpenAI", "rating": 1484.953834837319, "ratingLower": 1479.8235862067918, "ratingUpper": 1490.084083467846, "rankUpper": 16, "rankLower": 50, "votes": 30469, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 30, "model": "claude-opus-4-1-20250805-thinking-16k", "modelKey": "claude-opus-4-1-20250805-thinking-16k", "org": "Anthropic", "rating": 1484.8852804507237, "ratingLower": 1478.766791751225, "ratingUpper": 1491.003769150222, "rankUpper": 16, "rankLower": 51, "votes": 11217, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 31, "model": "glm-5.2-max", "modelKey": "glm-5.2-text", "org": "Z.ai", "rating": 1483.269624097588, "ratingLower": 1477.2843429432073, "ratingUpper": 1489.254905251969, "rankUpper": 16, "rankLower": 53, "votes": 16836, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1000000, "url": "https://huggingface.co/zai-org/GLM-5.2", "pimg": null, "psec": null }, { "rank": 32, "model": "gpt-5.4-high", "modelKey": "gpt-5.4-high-no-system-prompt", "org": "OpenAI", "rating": 1483.1611508182264, "ratingLower": 1477.737410977607, "ratingUpper": 1488.5848906588462, "rankUpper": 16, "rankLower": 52, "votes": 25968, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 33, "model": "grok-4.5", "modelKey": "grok-4.5-text", "org": "SpaceXAI", "rating": 1482.9504528783814, "ratingLower": 1476.7280404066137, "ratingUpper": 1489.172865350149, "rankUpper": 16, "rankLower": 54, "votes": 14426, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.5", "pimg": null, "psec": null }, { "rank": 34, "model": "claude-sonnet-4-5-20250929", "modelKey": "claude-sonnet-4-5-20250929", "org": "Anthropic", "rating": 1482.8660657701948, "ratingLower": 1478.1377524673098, "ratingUpper": 1487.5943790730803, "rankUpper": 18, "rankLower": 52, "votes": 25022, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 35, "model": "claude-sonnet-5-high", "modelKey": "claude-sonnet-5-text", "org": "Anthropic", "rating": 1482.3193706800039, "ratingLower": 1476.2935231704441, "ratingUpper": 1488.345218189564, "rankUpper": 17, "rankLower": 55, "votes": 16276, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-5", "pimg": null, "psec": null }, { "rank": 36, "model": "qwen3.5-max-preview", "modelKey": "kiteki", "org": "Alibaba", "rating": 1481.8623924978037, "ratingLower": 1474.567405494176, "ratingUpper": 1489.1573795014315, "rankUpper": 16, "rankLower": 56, "votes": 8386, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 6, "ctx": null, "url": "https://qwen.ai/blog?id=qwen3.5-max-preview", "pimg": null, "psec": null }, { "rank": 37, "model": "gemini-3.5-flash-high", "modelKey": "gemini-3.5-flash-high-public", "org": "Google", "rating": 1481.1439081853282, "ratingLower": 1475.3432747843467, "ratingUpper": 1486.9445415863102, "rankUpper": 18, "rankLower": 56, "votes": 17719, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 38, "model": "gpt-6-astra-max", "modelKey": "gpt-6-astra-max-text", "org": "OpenAI", "rating": 1481.1122528552828, "ratingLower": 1463.1661823812601, "ratingUpper": 1499.0583233293055, "rankUpper": 7, "rankLower": 69, "votes": 1177, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://openai.com/index/gpt-6-astra/", "pimg": null, "psec": null }, { "rank": 39, "model": "muse-spark-1.1", "modelKey": "super-nova-ext-3tam-text", "org": "Meta", "rating": 1480.6984357484398, "ratingLower": 1474.2633287360181, "ratingUpper": 1487.133542760861, "rankUpper": 18, "rankLower": 57, "votes": 12747, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/", "pimg": null, "psec": null }, { "rank": 40, "model": "glm-5.1", "modelKey": "glm-5.1-text", "org": "Z.ai", "rating": 1480.0914335392654, "ratingLower": 1474.8222383199377, "ratingUpper": 1485.360628758593, "rankUpper": 21, "rankLower": 56, "votes": 21963, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 202752, "url": "https://huggingface.co/zai-org/GLM-5.1", "pimg": null, "psec": null }, { "rank": 41, "model": "gpt-5.4", "modelKey": "gpt-5.4-no-system-prompt", "org": "OpenAI", "rating": 1478.253279768066, "ratingLower": 1472.9000372565138, "ratingUpper": 1483.6065222796183, "rankUpper": 23, "rankLower": 59, "votes": 27343, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 42, "model": "gemini-3.5-flash-medium", "modelKey": "gemini-3.5-flash-medium", "org": "Google", "rating": 1478.1424609432738, "ratingLower": 1472.1949329227004, "ratingUpper": 1484.0899889638476, "rankUpper": 22, "rankLower": 60, "votes": 17436, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 43, "model": "gemini-3-flash", "modelKey": "gemini-3-flash", "org": "Google", "rating": 1476.6778867347302, "ratingLower": 1469.3860513007571, "ratingUpper": 1483.969722168703, "rankUpper": 22, "rankLower": 65, "votes": 7966, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 44, "model": "glm-5.3-flash", "modelKey": "glm-5.3-flash-text", "org": "Z.ai", "rating": 1476.188833210414, "ratingLower": 1466.8492377857679, "ratingUpper": 1485.5284286350602, "rankUpper": 21, "rankLower": 67, "votes": 4663, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.06, "pout": 0.2, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 45, "model": "kimi-k2.6", "modelKey": "kimi-k2.6-text", "org": "Moonshot", "rating": 1475.7351296337265, "ratingLower": 1469.5057823174025, "ratingUpper": 1481.964476950051, "rankUpper": 25, "rankLower": 65, "votes": 15529, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.95, "pout": 4, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-6", "pimg": null, "psec": null }, { "rank": 46, "model": "gpt-5.5-instant", "modelKey": "gpt-5.5-instant", "org": "OpenAI", "rating": 1475.0861944054213, "ratingLower": 1468.2206903260421, "ratingUpper": 1481.951698484801, "rankUpper": 25, "rankLower": 66, "votes": 11768, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/gpt-5-5-instant", "pimg": null, "psec": null }, { "rank": 47, "model": "muse-spark", "modelKey": "eureka", "org": "Meta", "rating": 1474.166776511673, "ratingLower": 1465.3648722292264, "ratingUpper": 1482.9686807941193, "rankUpper": 23, "rankLower": 68, "votes": 5308, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-msl/", "pimg": null, "psec": null }, { "rank": 48, "model": "qwen3.6-max-preview", "modelKey": "kizen-beta", "org": "Alibaba", "rating": 1473.9771504783557, "ratingLower": 1460.5405100581625, "ratingUpper": 1487.4137908985485, "rankUpper": 18, "rankLower": 72, "votes": 2147, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.027, "pout": 6.162, "ctx": 262144, "url": "https://qwen.ai/blog?id=qwen3.6-max-preview", "pimg": null, "psec": null }, { "rank": 49, "model": "deepseek-v4-pro-high-20260813", "modelKey": "deepseek-v4-pro-high-20260813-text", "org": "DeepSeek", "rating": 1473.9419826732146, "ratingLower": 1464.2192017179846, "ratingUpper": 1483.6647636284447, "rankUpper": 23, "rankLower": 68, "votes": 4136, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": null, "url": "https://api-docs.deepseek.com/updates/#date-2026-08-13", "pimg": null, "psec": null }, { "rank": 50, "model": "gpt-5.2-chat-latest-20260210", "modelKey": "gpt-5.2-chat-latest", "org": "OpenAI", "rating": 1473.5278947920506, "ratingLower": 1467.342549139984, "ratingUpper": 1479.7132404441172, "rankUpper": 29, "rankLower": 66, "votes": 13016, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://developers.openai.com/api/docs/models/gpt-5.2-chat-latest", "pimg": null, "psec": null }, { "rank": 51, "model": "claude-opus-4-1-20250805", "modelKey": "claude-opus-4-1-20250805", "org": "Anthropic", "rating": 1472.1913785995794, "ratingLower": 1467.0825763619778, "ratingUpper": 1477.3001808371805, "rankUpper": 33, "rankLower": 66, "votes": 17952, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 52, "model": "deepseek-v4-pro", "modelKey": "deepseek-v4-pro-ch1-text", "org": "DeepSeek", "rating": 1471.5415489401003, "ratingLower": 1466.05325624459, "ratingUpper": 1477.0298416356109, "rankUpper": 34, "rankLower": 67, "votes": 23898, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 53, "model": "grok-4.6-high", "modelKey": "grok-4.6-high-public-text", "org": "SpaceXAI", "rating": 1470.8589159711078, "ratingLower": 1463.08189994743, "ratingUpper": 1478.635931994786, "rankUpper": 30, "rankLower": 69, "votes": 7372, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.6", "pimg": null, "psec": null }, { "rank": 54, "model": "glm-5", "modelKey": "glm-5", "org": "Z.ai", "rating": 1469.463727801835, "ratingLower": 1462.9501245799897, "ratingUpper": 1475.97733102368, "rankUpper": 36, "rankLower": 69, "votes": 10267, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1, "pout": 3.2, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-5", "pimg": null, "psec": null }, { "rank": 55, "model": "gpt-5.6-terra-xhigh", "modelKey": "gpt-5.6-terra-xhigh-text", "org": "OpenAI", "rating": 1467.979563346079, "ratingLower": 1461.4729361074656, "ratingUpper": 1474.4861905846924, "rankUpper": 39, "rankLower": 72, "votes": 13080, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 56, "model": "gemma-4-31b", "modelKey": "pteronura-text", "org": "Google", "rating": 1467.4735150003953, "ratingLower": 1453.7477475604478, "ratingUpper": 1481.1992824403428, "rankUpper": 27, "rankLower": 89, "votes": 1698, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.99, "pout": 1.49, "ctx": 131072, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-31b-it", "pimg": null, "psec": null }, { "rank": 57, "model": "mimo-v2-pro", "modelKey": "mimo-v2-pro", "org": "Xiaomi", "rating": 1466.5842010446108, "ratingLower": 1459.5576954135945, "ratingUpper": 1473.6107066756267, "rankUpper": 40, "rankLower": 75, "votes": 9443, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 3.3, "ctx": 1000000, "url": "https://mimo.xiaomi.com/mimo-v2-pro", "pimg": null, "psec": null }, { "rank": 58, "model": "hy3", "modelKey": "hy3-tencent-cloud-text", "org": "Tencent", "rating": 1466.287628930599, "ratingLower": 1455.9453601800892, "ratingUpper": 1476.6298976811086, "rankUpper": 35, "rankLower": 83, "votes": 3659, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.132, "pout": 0.528, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3", "pimg": null, "psec": null }, { "rank": 59, "model": "ernie-5.1", "modelKey": "zero-prism", "org": "Baidu", "rating": 1466.0065664576155, "ratingLower": 1459.608832627791, "ratingUpper": 1472.40430028744, "rankUpper": 41, "rankLower": 75, "votes": 15363, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5634, "pout": 2.5353, "ctx": 119000, "url": "https://ernie.baidu.com/blog/posts/ernie-5.1-0508-release/", "pimg": null, "psec": null }, { "rank": 60, "model": "claude-opus-4-20250514-thinking-16k", "modelKey": "claude-opus-4-20250514-thinking-16k", "org": "Anthropic", "rating": 1465.8198856498116, "ratingLower": 1458.1931016877038, "ratingUpper": 1473.4466696119193, "rankUpper": 40, "rankLower": 77, "votes": 6943, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 61, "model": "deepseek-v4-pro-high-preview", "modelKey": "deepseek-v4-pro-ch1-thinking-text", "org": "DeepSeek", "rating": 1465.4760726080963, "ratingLower": 1459.9111610182472, "ratingUpper": 1471.0409841979454, "rankUpper": 42, "rankLower": 74, "votes": 22755, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 62, "model": "grok-4.20-beta-0309-reasoning", "modelKey": "grok-4.20-beta-0309-reasoning", "org": "SpaceXAI", "rating": 1465.332047828194, "ratingLower": 1460.0323171424452, "ratingUpper": 1470.6317785139431, "rankUpper": 42, "rankLower": 73, "votes": 26619, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-beta-0309-reasoning", "pimg": null, "psec": null }, { "rank": 63, "model": "qwen3.7-plus", "modelKey": "qwen3.7-plus", "org": "Alibaba", "rating": 1464.9784115708562, "ratingLower": 1459.1531100639409, "ratingUpper": 1470.8037130777716, "rankUpper": 42, "rankLower": 75, "votes": 17911, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.32, "pout": 1.28, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.7-plus", "pimg": null, "psec": null }, { "rank": 64, "model": "grok-4.20-beta1", "modelKey": "clanker-text", "org": "SpaceXAI", "rating": 1464.002453709284, "ratingLower": 1457.0614587347095, "ratingUpper": 1470.9434486838586, "rankUpper": 42, "rankLower": 80, "votes": 9851, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://grok.com/", "pimg": null, "psec": null }, { "rank": 65, "model": "gemini-3.5-flash-lite", "modelKey": "gemini-3.5-flash-lite", "org": "Google", "rating": 1461.641318855271, "ratingLower": 1454.9645656361527, "ratingUpper": 1468.3180720743899, "rankUpper": 44, "rankLower": 86, "votes": 12487, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 1.25, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 66, "model": "gemini-3-flash (thinking-minimal)", "modelKey": "gemini-3-flash-thinking-minimal", "org": "Google", "rating": 1461.1258809661772, "ratingLower": 1456.458716307951, "ratingUpper": 1465.793045624403, "rankUpper": 49, "rankLower": 81, "votes": 33513, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 67, "model": "gpt-5.1-high", "modelKey": "gpt-5.1-high", "org": "OpenAI", "rating": 1460.468851377871, "ratingLower": 1453.9602623478513, "ratingUpper": 1466.9774404078908, "rankUpper": 47, "rankLower": 88, "votes": 10373, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 68, "model": "kimi-k2.5-thinking", "modelKey": "kimi-k2.5-text", "org": "Moonshot", "rating": 1458.6871664357018, "ratingLower": 1453.8019918979126, "ratingUpper": 1463.5723409734906, "rankUpper": 51, "rankLower": 89, "votes": 27419, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 3, "ctx": null, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 69, "model": "grok-4.20-multi-agent-beta-0309", "modelKey": "grok-4.20-multi-agent-beta-0309", "org": "SpaceXAI", "rating": 1456.5689736215077, "ratingLower": 1451.2194575803942, "ratingUpper": 1461.9184896626211, "rankUpper": 54, "rankLower": 92, "votes": 25589, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-multi-agent-beta-0309", "pimg": null, "psec": null }, { "rank": 70, "model": "gemini-2.5-pro", "modelKey": "gemini-2.5-pro", "org": "Google", "rating": 1455.8834787088836, "ratingLower": 1451.8727329990575, "ratingUpper": 1459.8942244187092, "rankUpper": 58, "rankLower": 92, "votes": 32764, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 10, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-pro", "pimg": null, "psec": null }, { "rank": 71, "model": "gpt-5.3-chat-latest", "modelKey": "gpt-5.3-chat-latest", "org": "OpenAI", "rating": 1455.2585225112193, "ratingLower": 1448.8744800687646, "ratingUpper": 1461.6425649536736, "rankUpper": 54, "rankLower": 97, "votes": 12585, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://openai.com/index/gpt-5-3-instant/", "pimg": null, "psec": null }, { "rank": 72, "model": "qwen3.6-plus", "modelKey": "qwen3.6-plus-text", "org": "Alibaba", "rating": 1454.111777603799, "ratingLower": 1448.2696721415896, "ratingUpper": 1459.9538830660085, "rankUpper": 57, "rankLower": 97, "votes": 19477, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.325, "pout": 1.95, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.6", "pimg": null, "psec": null }, { "rank": 73, "model": "qwen3.5-397b-a17b", "modelKey": "qwen3.5-397b-a17b-text", "org": "Alibaba", "rating": 1453.918220791818, "ratingLower": 1449.2385213427874, "ratingUpper": 1458.597920240849, "rankUpper": 61, "rankLower": 96, "votes": 33206, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.55, "pout": 3.5, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B", "pimg": null, "psec": null }, { "rank": 74, "model": "minimax-m3", "modelKey": "minimax-m3", "org": "MiniMax", "rating": 1452.6026087330638, "ratingLower": 1446.9751053378955, "ratingUpper": 1458.2301121282321, "rankUpper": 61, "rankLower": 99, "votes": 21742, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MiniMax Community License", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 524288, "url": "https://www.minimax.io/models/text/m3", "pimg": null, "psec": null }, { "rank": 75, "model": "mimo-v2.5", "modelKey": "mimo-v2.5-text", "org": "Xiaomi", "rating": 1452.0286732673794, "ratingLower": 1446.0859744902955, "ratingUpper": 1457.9713720444634, "rankUpper": 62, "rankLower": 102, "votes": 19657, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5/", "pimg": null, "psec": null }, { "rank": 76, "model": "dola-seed-2.0-pro", "modelKey": "dola-seed-2.0-pro-text", "org": "Bytedance", "rating": 1450.882366883829, "ratingLower": 1445.8381206851768, "ratingUpper": 1455.9266130824817, "rankUpper": 65, "rankLower": 102, "votes": 29956, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.byteplus.com/en/blog/dola-seed-2-0-pro", "pimg": null, "psec": null }, { "rank": 77, "model": "grok-4.1", "modelKey": "grok-4.1", "org": "SpaceXAI", "rating": 1449.9969244878357, "ratingLower": 1444.8745973631285, "ratingUpper": 1455.1192516125425, "rankUpper": 65, "rankLower": 105, "votes": 20068, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 78, "model": "gpt-5.6-luna-xhigh", "modelKey": "gpt-5.6-luna-xhigh-text", "org": "OpenAI", "rating": 1449.837402734574, "ratingLower": 1443.3321953629388, "ratingUpper": 1456.3426101062096, "rankUpper": 64, "rankLower": 107, "votes": 13400, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.2, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 79, "model": "glm-4.7", "modelKey": "glm-4.7", "org": "Z.ai", "rating": 1449.4980209342111, "ratingLower": 1438.9318554603979, "ratingUpper": 1460.0641864080249, "rankUpper": 56, "rankLower": 114, "votes": 3112, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.4, "pout": 1.75, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-4.7", "pimg": null, "psec": null }, { "rank": 80, "model": "deepseek-v4-flash-high-preview", "modelKey": "deepseek-v4-ch3-thinking-text", "org": "DeepSeek", "rating": 1448.7997691880068, "ratingLower": 1443.078124141753, "ratingUpper": 1454.521414234261, "rankUpper": 66, "rankLower": 109, "votes": 21589, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 81, "model": "gemma-4-26b-a4b", "modelKey": "significant-otter-text", "org": "Google", "rating": 1448.2277546507544, "ratingLower": 1433.9278567492752, "ratingUpper": 1462.527652552234, "rankUpper": 54, "rankLower": 126, "votes": 1595, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-26b-a4b-it", "pimg": null, "psec": null }, { "rank": 82, "model": "deepseek-v4-flash", "modelKey": "deepseek-v4-ch3-text", "org": "DeepSeek", "rating": 1448.2156816589045, "ratingLower": 1442.497248328702, "ratingUpper": 1453.934114989107, "rankUpper": 67, "rankLower": 110, "votes": 21502, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 83, "model": "mimo-v2-omni", "modelKey": "mimo-v2-omni", "org": "Xiaomi", "rating": 1448.0993408450508, "ratingLower": 1440.3277915885933, "ratingUpper": 1455.8708901015088, "rankUpper": 65, "rankLower": 112, "votes": 8513, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 2.2, "ctx": 256000, "url": "https://mimo.xiaomi.com/mimo-v2-omni", "pimg": null, "psec": null }, { "rank": 84, "model": "deepseek-v3.1-terminus-thinking", "modelKey": "deepseek-v3.1-terminus-thinking", "org": "DeepSeek", "rating": 1448.0925762933962, "ratingLower": 1425.7244893302377, "ratingUpper": 1470.4606632565547, "rankUpper": 42, "rankLower": 133, "votes": 672, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 85, "model": "qwen3.8-27b", "modelKey": "qwen3.8-27b", "org": "Alibaba", "rating": 1447.9755155618132, "ratingLower": 1438.8097612594129, "ratingUpper": 1457.1412698642134, "rankUpper": 62, "rankLower": 114, "votes": 4876, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 3, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.8-27B", "pimg": null, "psec": null }, { "rank": 86, "model": "gpt-5.4-mini-high", "modelKey": "gpt-5.4-mini-high", "org": "OpenAI", "rating": 1447.9661773356252, "ratingLower": 1442.5630587099372, "ratingUpper": 1453.3692959613127, "rankUpper": 69, "rankLower": 110, "votes": 25406, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 87, "model": "claude-opus-4-20250514", "modelKey": "claude-opus-4-20250514", "org": "Anthropic", "rating": 1447.0917417657993, "ratingLower": 1439.9441413015043, "ratingUpper": 1454.2393422300947, "rankUpper": 66, "rankLower": 112, "votes": 8345, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 88, "model": "grok-4.1-thinking", "modelKey": "grok-4.1-thinking", "org": "SpaceXAI", "rating": 1446.8062032022472, "ratingLower": 1441.6939882015636, "ratingUpper": 1451.9184182029308, "rankUpper": 69, "rankLower": 110, "votes": 20008, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 89, "model": "deepseek-v3.1-thinking", "modelKey": "deepseek-v3.1-thinking", "org": "DeepSeek", "rating": 1446.1256855673269, "ratingLower": 1434.199674735236, "ratingUpper": 1458.0516963994178, "rankUpper": 62, "rankLower": 126, "votes": 2383, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 90, "model": "grok-4.3", "modelKey": "grok-4.3-text", "org": "SpaceXAI", "rating": 1444.0708409227436, "ratingLower": 1438.9470401935791, "ratingUpper": 1449.1946416519086, "rankUpper": 72, "rankLower": 114, "votes": 30526, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.3", "pimg": null, "psec": null }, { "rank": 91, "model": "kimi-k2.5-instant", "modelKey": "kimi-k2.5-instant", "org": "Moonshot", "rating": 1443.8233242785946, "ratingLower": 1431.6071716040751, "ratingUpper": 1456.0394769531135, "rankUpper": 64, "rankLower": 129, "votes": 2223, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.45, "pout": 2.25, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 92, "model": "gpt-5.1", "modelKey": "gpt-5.1", "org": "OpenAI", "rating": 1443.3557883747658, "ratingLower": 1437.1800145223697, "ratingUpper": 1449.5315622271619, "rankUpper": 71, "rankLower": 121, "votes": 11610, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 93, "model": "gpt-4.5-preview-2025-02-27", "modelKey": "gpt-4.5-preview-2025-02-27", "org": "OpenAI", "rating": 1443.0894161995852, "ratingLower": 1429.4479607811854, "ratingUpper": 1456.730871617985, "rankUpper": 63, "rankLower": 130, "votes": 1796, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 75, "pout": 150, "ctx": 128000, "url": "https://openai.com/index/introducing-gpt-4-5/", "pimg": null, "psec": null }, { "rank": 94, "model": "qwen3-max-preview", "modelKey": "qwen3-max-preview", "org": "Alibaba", "rating": 1443.0022617838017, "ratingLower": 1435.0355085173333, "ratingUpper": 1450.9690150502706, "rankUpper": 71, "rankLower": 125, "votes": 6101, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://www.alibabacloud.com/help/en/model-studio/models", "pimg": null, "psec": null }, { "rank": 95, "model": "glm-5v-turbo", "modelKey": "glm-5v-turbo", "org": "Z.ai", "rating": 1442.5763805461256, "ratingLower": 1432.8823754953723, "ratingUpper": 1452.270385596879, "rankUpper": 69, "rankLower": 128, "votes": 4205, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 4, "ctx": 202752, "url": "https://docs.z.ai/guides/vlm/glm-5v-turbo", "pimg": null, "psec": null }, { "rank": 96, "model": "claude-sonnet-4-20250514-thinking-32k", "modelKey": "claude-sonnet-4-20250514-thinking-32k", "org": "Anthropic", "rating": 1442.078326568273, "ratingLower": 1434.4564801832648, "ratingUpper": 1449.7001729532817, "rankUpper": 71, "rankLower": 126, "votes": 6693, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 97, "model": "gpt-5.2", "modelKey": "gpt-5.2", "org": "OpenAI", "rating": 1441.9225099119772, "ratingLower": 1437.090487950762, "ratingUpper": 1446.7545318731927, "rankUpper": 75, "rankLower": 121, "votes": 31246, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 98, "model": "deepseek-v3.2-thinking", "modelKey": "deepseek-v3.2-thinking", "org": "DeepSeek", "rating": 1441.648159947108, "ratingLower": 1435.5112969561255, "ratingUpper": 1447.7850229380906, "rankUpper": 74, "rankLower": 124, "votes": 11115, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 99, "model": "deepseek-v3.2", "modelKey": "deepseek-v3.2", "org": "DeepSeek", "rating": 1441.095657446706, "ratingLower": 1435.234919752872, "ratingUpper": 1446.9563951405403, "rankUpper": 75, "rankLower": 124, "votes": 13016, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 100, "model": "chatgpt-4o-latest-20250326", "modelKey": "chatgpt-4o-latest-20250326", "org": "OpenAI", "rating": 1440.3166269559633, "ratingLower": 1435.3756444953515, "ratingUpper": 1445.2576094165752, "rankUpper": 77, "rankLower": 124, "votes": 17302, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://x.com/OpenAI/status/1905331956856050135", "pimg": null, "psec": null }, { "rank": 101, "model": "deepseek-v3.2-exp", "modelKey": "deepseek-v3.2-exp", "org": "DeepSeek", "rating": 1440.0775287486313, "ratingLower": 1429.31843557825, "ratingUpper": 1450.8366219190125, "rankUpper": 71, "rankLower": 130, "votes": 2978, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 102, "model": "ernie-5.0-0110", "modelKey": "ernie-5.0-0110", "org": "Baidu", "rating": 1438.949032792685, "ratingLower": 1432.766650809529, "ratingUpper": 1445.1314147758412, "rankUpper": 77, "rankLower": 128, "votes": 11174, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-0110-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 103, "model": "claude-haiku-4-5-20251001", "modelKey": "claude-haiku-4-5-20251001", "org": "Anthropic", "rating": 1437.669799893491, "ratingLower": 1433.7190574898004, "ratingUpper": 1441.6205422971816, "rankUpper": 83, "rankLower": 127, "votes": 47202, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-haiku-4-5", "pimg": null, "psec": null }, { "rank": 104, "model": "inkling", "modelKey": "inkling-text", "org": "Thinky", "rating": 1437.6673891101264, "ratingLower": 1431.0512000441759, "ratingUpper": 1444.2835781760773, "rankUpper": 78, "rankLower": 129, "votes": 12221, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 1, "pout": 4.05, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/introducing-inkling/", "pimg": null, "psec": null }, { "rank": 105, "model": "ernie-5.0-preview-1203", "modelKey": "ernie-5.0-preview-1203", "org": "Baidu", "rating": 1436.4650059605178, "ratingLower": 1424.7345049610653, "ratingUpper": 1448.1955069599703, "rankUpper": 74, "rankLower": 134, "votes": 2464, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1203-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 106, "model": "longcat-flash-chat-2602-exp", "modelKey": "frieza", "org": "Meituan", "rating": 1436.3576745065225, "ratingLower": 1429.632892086111, "ratingUpper": 1443.0824569269344, "rankUpper": 79, "rankLower": 130, "votes": 10775, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://longcat.chat/platform/docs/#endpoints", "pimg": null, "psec": null }, { "rank": 107, "model": "gpt-5-chat", "modelKey": "gpt-5-chat", "org": "OpenAI", "rating": 1435.557393857629, "ratingLower": 1428.008522209977, "ratingUpper": 1443.106265505281, "rankUpper": 79, "rankLower": 132, "votes": 6775, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-5-chat-latest", "pimg": null, "psec": null }, { "rank": 108, "model": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "modelKey": "may26-chatbot4-3x57", "org": "Nvidia", "rating": 1434.133342932114, "ratingLower": 1424.8138402478817, "ratingUpper": 1443.4528456163457, "rankUpper": 78, "rankLower": 134, "votes": 4840, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "pimg": null, "psec": null }, { "rank": 109, "model": "qwen3-235b-a22b-instruct-2507", "modelKey": "qwen3-235b-a22b-instruct-2507", "org": "Alibaba", "rating": 1434.0513108711239, "ratingLower": 1429.7691924185501, "ratingUpper": 1438.3334293236971, "rankUpper": 88, "rankLower": 130, "votes": 26046, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.264, "pout": 1.06, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 110, "model": "gpt-5.2-high", "modelKey": "gpt-5.2-high", "org": "OpenAI", "rating": 1434.0413630957833, "ratingLower": 1428.4346903139071, "ratingUpper": 1439.6480358776594, "rankUpper": 85, "rankLower": 131, "votes": 16215, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 111, "model": "kimi-k2-thinking-turbo", "modelKey": "kimi-k2-thinking-turbo", "org": "Moonshot", "rating": 1432.7931561661198, "ratingLower": 1427.7055738985973, "ratingUpper": 1437.8807384336428, "rankUpper": 88, "rankLower": 132, "votes": 18836, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.57, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/moonshotai/Kimi-K2-Thinking", "pimg": null, "psec": null }, { "rank": 112, "model": "deepseek-v3.2-exp-thinking", "modelKey": "deepseek-v3.2-exp-thinking", "org": "DeepSeek", "rating": 1432.6736248836542, "ratingLower": 1420.0741764248496, "ratingUpper": 1445.2730733424582, "rankUpper": 77, "rankLower": 142, "votes": 2093, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 113, "model": "minimax-m2.7", "modelKey": "deep-octo", "org": "MiniMax", "rating": 1432.0628426826356, "ratingLower": 1427.0824154161237, "ratingUpper": 1437.043269949148, "rankUpper": 90, "rankLower": 133, "votes": 28952, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m27-en", "pimg": null, "psec": null }, { "rank": 114, "model": "glm-4.6", "modelKey": "glm-4.6", "org": "Z.ai", "rating": 1430.7388107607312, "ratingLower": 1424.0833839640727, "ratingUpper": 1437.3942375573897, "rankUpper": 88, "rankLower": 135, "votes": 8849, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.43, "pout": 1.75, "ctx": 204800, "url": "https://docs.z.ai/guides/llm/glm-4.6", "pimg": null, "psec": null }, { "rank": 115, "model": "mistral-medium-3.5", "modelKey": "mistral-medium-3.5-text", "org": "Mistral", "rating": 1429.9749086906877, "ratingLower": 1420.5386478505648, "ratingUpper": 1439.411169530811, "rankUpper": 85, "rankLower": 142, "votes": 4644, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.75, "pout": 3.75, "ctx": 262144, "url": "https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04", "pimg": null, "psec": null }, { "rank": 116, "model": "qwen3-max-2025-09-23", "modelKey": "qwen3-max-2025-09-23", "org": "Alibaba", "rating": 1429.759661783762, "ratingLower": 1416.9298899770401, "ratingUpper": 1442.5894335904836, "rankUpper": 80, "rankLower": 146, "votes": 2060, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=241398b9cd6353de490b0f82806c7848c5d2777d&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 117, "model": "claude-3-7-sonnet-20250219-thinking-32k", "modelKey": "claude-3-7-sonnet-20250219-thinking-32k", "org": "Anthropic", "rating": 1429.2194283618387, "ratingLower": 1421.3720871477385, "ratingUpper": 1437.066769575939, "rankUpper": 90, "rankLower": 140, "votes": 6126, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 118, "model": "gemini-3.1-flash-lite-preview", "modelKey": "gemini-3.1-flash-lite-preview", "org": "Google", "rating": 1428.4423283386895, "ratingLower": 1423.1117811091035, "ratingUpper": 1433.7728755682751, "rankUpper": 97, "rankLower": 136, "votes": 25055, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-flash-lite", "pimg": null, "psec": null }, { "rank": 119, "model": "claude-sonnet-4-20250514", "modelKey": "claude-sonnet-4-20250514", "org": "Anthropic", "rating": 1427.908650567736, "ratingLower": 1420.6348871503487, "ratingUpper": 1435.1824139851233, "rankUpper": 93, "rankLower": 142, "votes": 7658, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 120, "model": "amazon-nova-experimental-chat-26-02-10", "modelKey": "beluga-0304-1", "org": "Amazon", "rating": 1427.825917712345, "ratingLower": 1409.492996463322, "ratingUpper": 1446.158838961368, "rankUpper": 75, "rankLower": 157, "votes": 958, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 121, "model": "grok-3-preview-02-24", "modelKey": "grok-3-preview-02-24", "org": "SpaceXAI", "rating": 1427.7608071489408, "ratingLower": 1419.0406972059022, "ratingUpper": 1436.4809170919798, "rankUpper": 90, "rankLower": 144, "votes": 4862, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 131072, "url": "https://x.ai/blog/grok-3", "pimg": null, "psec": null }, { "rank": 122, "model": "hunyuan-hy3-preview", "modelKey": "hunyuan-hy3-preview-text", "org": "Tencent", "rating": 1426.938660982849, "ratingLower": 1415.4126998374622, "ratingUpper": 1438.4646221282355, "rankUpper": 88, "rankLower": 150, "votes": 2901, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "tencent-hunyuan-community", "open": 1, "pin": 0.29, "pout": 1.17, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3-preview", "pimg": null, "psec": null }, { "rank": 123, "model": "gpt-4.1-2025-04-14", "modelKey": "gpt-4.1-2025-04-14", "org": "OpenAI", "rating": 1426.0764326532994, "ratingLower": 1419.6591685914568, "ratingUpper": 1432.493696715142, "rankUpper": 100, "rankLower": 143, "votes": 9852, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 124, "model": "muse-glimmer", "modelKey": "onyx-v1-4-33s7", "org": "Meta", "rating": 1422.33449412965, "ratingLower": 1407.259605752025, "ratingUpper": 1437.4093825072746, "rankUpper": 88, "rankLower": 160, "votes": 1669, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.meta.ai/blog/introducing-muse-glimmer-open-agentic-model", "pimg": null, "psec": null }, { "rank": 125, "model": "grok-4-1-fast-reasoning", "modelKey": "grok-4-1-fast-reasoning", "org": "SpaceXAI", "rating": 1422.1407023116576, "ratingLower": 1416.8913671196756, "ratingUpper": 1427.3900375036396, "rankUpper": 109, "rankLower": 146, "votes": 17584, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 0.5, "ctx": 131072, "url": "https://x.ai/news/grok-4-1-fast", "pimg": null, "psec": null }, { "rank": 126, "model": "qwen3-vl-235b-a22b-instruct", "modelKey": "qwen3-vl-235b-a22b-instruct", "org": "Alibaba", "rating": 1421.6783458101827, "ratingLower": 1408.8592398770347, "ratingUpper": 1434.4974517433307, "rankUpper": 94, "rankLower": 158, "votes": 2224, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.21, "pout": 1.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 127, "model": "qwen3.5-27b", "modelKey": "qwen3.5-27b", "org": "Alibaba", "rating": 1421.597026946717, "ratingLower": 1415.0100217760491, "ratingUpper": 1428.1840321173854, "rankUpper": 107, "rankLower": 151, "votes": 10344, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.195, "pout": 1.56, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-27B", "pimg": null, "psec": null }, { "rank": 128, "model": "amazon-nova-experimental-chat-26-01-10", "modelKey": "beluga-0213-1", "org": "Amazon", "rating": 1421.452054806915, "ratingLower": 1402.3027504767917, "ratingUpper": 1440.6013591370383, "rankUpper": 83, "rankLower": 164, "votes": 888, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 129, "model": "ernie-5.0-preview-1022", "modelKey": "ernie-5.0-preview-1022", "org": "Baidu", "rating": 1421.0844453120462, "ratingLower": 1404.5472767383326, "ratingUpper": 1437.6216138857594, "rankUpper": 88, "rankLower": 163, "votes": 1168, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1022-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 130, "model": "deepseek-v3.1", "modelKey": "deepseek-v3.1", "org": "DeepSeek", "rating": 1420.5792618818782, "ratingLower": 1410.1505191476012, "ratingUpper": 1431.0080046161552, "rankUpper": 102, "rankLower": 155, "votes": 3246, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 131, "model": "deepseek-v3.1-terminus", "modelKey": "deepseek-v3.1-terminus", "org": "DeepSeek", "rating": 1418.851876844396, "ratingLower": 1399.1759041480868, "ratingUpper": 1438.5278495407056, "rankUpper": 88, "rankLower": 170, "votes": 843, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 132, "model": "qwen3.5-122b-a10b", "modelKey": "qwen3.5-122b-a10b", "org": "Alibaba", "rating": 1418.0474866804066, "ratingLower": 1411.5417583454378, "ratingUpper": 1424.5532150153758, "rankUpper": 113, "rankLower": 152, "votes": 11006, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.26, "pout": 2.08, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B", "pimg": null, "psec": null }, { "rank": 133, "model": "gemini-2.5-flash", "modelKey": "gemini-2.5-flash", "org": "Google", "rating": 1417.789611121163, "ratingLower": 1413.7680965160475, "ratingUpper": 1421.811125726278, "rankUpper": 115, "rankLower": 151, "votes": 32105, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash", "pimg": null, "psec": null }, { "rank": 134, "model": "grok-4-fast-chat", "modelKey": "grok-4-fast-chat", "org": "SpaceXAI", "rating": 1417.447966530166, "ratingLower": 1401.7586761092803, "ratingUpper": 1433.1372569510518, "rankUpper": 98, "rankLower": 166, "votes": 1411, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 256000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 135, "model": "glm-4.5", "modelKey": "glm-4.5", "org": "Z.ai", "rating": 1417.1044942830313, "ratingLower": 1408.5090016621207, "ratingUpper": 1425.6999869039419, "rankUpper": 111, "rankLower": 159, "votes": 5068, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 2.2, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 136, "model": "gemini-2.5-flash-preview-09-2025", "modelKey": "gemini-2.5-flash-preview-09-2025", "org": "Google", "rating": 1416.7825660120852, "ratingLower": 1409.7347249457866, "ratingUpper": 1423.8304070783834, "rankUpper": 114, "rankLower": 157, "votes": 7996, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 137, "model": "mistral-large-3", "modelKey": "mistral-large-3", "org": "Mistral", "rating": 1416.3109440912285, "ratingLower": 1411.6829272320515, "ratingUpper": 1420.938960950405, "rankUpper": 116, "rankLower": 152, "votes": 24893, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1.5, "ctx": null, "url": "https://mistral.ai/news/mistral-3", "pimg": null, "psec": null }, { "rank": 138, "model": "grok-4-0709", "modelKey": "grok-4-0709", "org": "SpaceXAI", "rating": 1415.6963435491575, "ratingLower": 1408.980344637108, "ratingUpper": 1422.4123424612067, "rankUpper": 115, "rankLower": 158, "votes": 8774, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 256000, "url": "https://docs.x.ai/docs/models/grok-4-0709", "pimg": null, "psec": null }, { "rank": 139, "model": "gpt-5-high", "modelKey": "gpt-5-high", "org": "OpenAI", "rating": 1413.8914536637094, "ratingLower": 1406.178620473363, "ratingUpper": 1421.6042868540558, "rankUpper": 115, "rankLower": 161, "votes": 6910, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5", "pimg": null, "psec": null }, { "rank": 140, "model": "o1-2024-12-17", "modelKey": "o1-2024-12-17", "org": "OpenAI", "rating": 1412.2091623323545, "ratingLower": 1402.3980054374574, "ratingUpper": 1422.020319227251, "rankUpper": 115, "rankLower": 164, "votes": 3571, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": 200000, "url": "https://openai.com/index/o1-and-new-tools-for-developers/", "pimg": null, "psec": null }, { "rank": 141, "model": "grok-4-fast-reasoning", "modelKey": "grok-4-fast-reasoning", "org": "SpaceXAI", "rating": 1411.866430314668, "ratingLower": 1402.8358386479822, "ratingUpper": 1420.8970219813532, "rankUpper": 116, "rankLower": 164, "votes": 4419, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 2000000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 142, "model": "claude-3-7-sonnet-20250219", "modelKey": "claude-3-7-sonnet-20250219", "org": "Anthropic", "rating": 1411.6737174645036, "ratingLower": 1404.177585116749, "ratingUpper": 1419.1698498122587, "rankUpper": 120, "rankLower": 163, "votes": 6643, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 143, "model": "o3-2025-04-16", "modelKey": "o3-2025-04-16", "org": "OpenAI", "rating": 1410.4362056820364, "ratingLower": 1404.247528579448, "ratingUpper": 1416.6248827846248, "rankUpper": 123, "rankLower": 163, "votes": 11459, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 144, "model": "qwen3-235b-a22b-no-thinking", "modelKey": "qwen3-235b-a22b-no-thinking", "org": "Alibaba", "rating": 1409.9293181595253, "ratingLower": 1402.401490873332, "ratingUpper": 1417.457145445719, "rankUpper": 121, "rankLower": 164, "votes": 7153, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 145, "model": "mistral-medium-2508", "modelKey": "mistral-medium-2508", "org": "Mistral", "rating": 1408.497689934949, "ratingLower": 1404.1814136933804, "ratingUpper": 1412.813966176518, "rankUpper": 126, "rankLower": 163, "votes": 26623, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 146, "model": "qwen3-coder-480b-a35b-instruct", "modelKey": "qwen3-coder-480b-a35b-instruct", "org": "Alibaba", "rating": 1407.989875061773, "ratingLower": 1399.2617044900846, "ratingUpper": 1416.7180456334618, "rankUpper": 123, "rankLower": 170, "votes": 4921, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 1.6, "ctx": 262144, "url": "https://qwenlm.github.io/blog/qwen3-coder/", "pimg": null, "psec": null }, { "rank": 147, "model": "minimax-m2.1-preview", "modelKey": "minimax-m2.1-preview", "org": "MiniMax", "rating": 1406.9818305771478, "ratingLower": 1397.827435064505, "ratingUpper": 1416.1362260897909, "rankUpper": 123, "rankLower": 171, "votes": 4276, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m21", "pimg": null, "psec": null }, { "rank": 148, "model": "deepseek-r1-0528", "modelKey": "deepseek-r1-0528", "org": "DeepSeek", "rating": 1406.5126361885395, "ratingLower": 1395.838306226482, "ratingUpper": 1417.186966150597, "rankUpper": 121, "rankLower": 174, "votes": 3115, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.5, "pout": 2.15, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250528", "pimg": null, "psec": null }, { "rank": 149, "model": "qwen3-vl-235b-a22b-thinking", "modelKey": "qwen3-vl-235b-a22b-thinking", "org": "Alibaba", "rating": 1406.070678701321, "ratingLower": 1392.3900545234924, "ratingUpper": 1419.751302879149, "rankUpper": 119, "rankLower": 175, "votes": 1744, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 4, "ctx": 131072, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 150, "model": "step-3.5-flash", "modelKey": "step-3.5-flash", "org": "StepFun", "rating": 1405.0644504275197, "ratingLower": 1399.7546503268345, "ratingUpper": 1410.3742505282044, "rankUpper": 128, "rankLower": 170, "votes": 21164, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://huggingface.co/stepfun-ai/Step-3.5-Flash", "pimg": null, "psec": null }, { "rank": 151, "model": "hunyuan-vision-1.5-thinking", "modelKey": "hunyuan-vision-1.5-thinking", "org": "Tencent", "rating": 1404.0362921509509, "ratingLower": 1379.5945603660196, "ratingUpper": 1428.478023935882, "rankUpper": 106, "rankLower": 189, "votes": 513, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://github.com/Tencent-Hunyuan/HunyuanVision", "pimg": null, "psec": null }, { "rank": 152, "model": "minimax-m2.5", "modelKey": "minimax-m2.5", "org": "MiniMax", "rating": 1403.889776372566, "ratingLower": 1397.958839769212, "ratingUpper": 1409.8207129759198, "rankUpper": 129, "rankLower": 171, "votes": 15268, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.27, "pout": 1.08, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m25", "pimg": null, "psec": null }, { "rank": 153, "model": "mimo-v2-flash (non-thinking)", "modelKey": "mimo-v2-flash", "org": "Xiaomi", "rating": 1403.8525175166096, "ratingLower": 1398.2600848640054, "ratingUpper": 1409.4449501692143, "rankUpper": 131, "rankLower": 171, "votes": 15503, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 154, "model": "kimi-k2-0905-preview", "modelKey": "kimi-k2-0905-preview", "org": "Moonshot", "rating": 1403.7244195927296, "ratingLower": 1392.163270868516, "ratingUpper": 1415.2855683169432, "rankUpper": 124, "rankLower": 177, "votes": 2573, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 262144, "url": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905", "pimg": null, "psec": null }, { "rank": 155, "model": "gpt-5.4-nano-high", "modelKey": "gpt-5.4-nano-high", "org": "OpenAI", "rating": 1403.3235456229609, "ratingLower": 1397.8222895899535, "ratingUpper": 1408.8248016559683, "rankUpper": 133, "rankLower": 171, "votes": 25378, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.25, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 156, "model": "qwen3-235b-a22b-thinking-2507", "modelKey": "qwen3-235b-a22b-thinking-2507", "org": "Alibaba", "rating": 1401.4035704565185, "ratingLower": 1387.0985948996379, "ratingUpper": 1415.7085460133994, "rankUpper": 123, "rankLower": 180, "votes": 1632, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.23, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507", "pimg": null, "psec": null }, { "rank": 157, "model": "qwen3.5-flash", "modelKey": "qwen3.5-flash", "org": "Alibaba", "rating": 1401.103442327682, "ratingLower": 1395.757175510144, "ratingUpper": 1406.44970914522, "rankUpper": 135, "rankLower": 174, "votes": 23656, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1/?tab=doc#/doc/?type=model&url=2840914_2&modelId=group-qwen3.5-flash", "pimg": null, "psec": null }, { "rank": 158, "model": "qwen3.5-35b-a3b", "modelKey": "qwen3.5-35b-a3b", "org": "Alibaba", "rating": 1400.9094914914813, "ratingLower": 1394.462867322464, "ratingUpper": 1407.3561156604983, "rankUpper": 134, "rankLower": 174, "votes": 11176, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3125, "pout": 1.25, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-35B-A3B", "pimg": null, "psec": null }, { "rank": 159, "model": "mimo-v2-flash (thinking)", "modelKey": "mimo-v2-flash-thinking-v2", "org": "Xiaomi", "rating": 1399.3963585801903, "ratingLower": 1388.372137946791, "ratingUpper": 1410.420579213589, "rankUpper": 128, "rankLower": 179, "votes": 2811, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 160, "model": "deepseek-r1", "modelKey": "deepseek-r1", "org": "DeepSeek", "rating": 1399.2024154438013, "ratingLower": 1387.1963794268509, "ratingUpper": 1411.2084514607518, "rankUpper": 128, "rankLower": 179, "votes": 2303, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.7, "pout": 2.5, "ctx": 64000, "url": "https://api-docs.deepseek.com/news/news250120", "pimg": null, "psec": null }, { "rank": 161, "model": "Inkling Small", "modelKey": "inkling-small", "org": "Thinky", "rating": 1396.5542189398357, "ratingLower": 1389.2039447648121, "ratingUpper": 1403.9044931148596, "rankUpper": 140, "rankLower": 179, "votes": 9108, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.45, "pout": 1.2, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/inkling-small/", "pimg": null, "psec": null }, { "rank": 162, "model": "claude-3-5-sonnet-20241022", "modelKey": "claude-3-5-sonnet-20241022", "org": "Anthropic", "rating": 1396.0150324743058, "ratingLower": 1390.3214715050394, "ratingUpper": 1401.7085934435727, "rankUpper": 145, "rankLower": 178, "votes": 13772, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 163, "model": "kimi-k2-0711-preview", "modelKey": "kimi-k2-0711-preview", "org": "Moonshot", "rating": 1393.9560845062542, "ratingLower": 1385.6619029894255, "ratingUpper": 1402.250266023083, "rankUpper": 144, "rankLower": 184, "votes": 5516, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 131072, "url": "https://moonshotai.github.io/Kimi-K2/", "pimg": null, "psec": null }, { "rank": 164, "model": "deepseek-v3-0324", "modelKey": "deepseek-v3-0324", "org": "DeepSeek", "rating": 1393.7944724260328, "ratingLower": 1387.0506050944755, "ratingUpper": 1400.5383397575902, "rankUpper": 145, "rankLower": 181, "votes": 8493, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 131072, "url": "https://api-docs.deepseek.com/news/news250325", "pimg": null, "psec": null }, { "rank": 165, "model": "trinity-large-preview", "modelKey": "trinity-large", "org": "Unknown", "rating": 1392.1240967838091, "ratingLower": 1385.5052624988411, "ratingUpper": 1398.742931068777, "rankUpper": 148, "rankLower": 184, "votes": 10870, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.45, "ctx": 131000, "url": "https://www.arcee.ai/blog/trinity-large", "pimg": null, "psec": null }, { "rank": 166, "model": "mistral-medium-2505", "modelKey": "mistral-medium-2505", "org": "Mistral", "rating": 1391.8373416495801, "ratingLower": 1383.776507093101, "ratingUpper": 1399.8981762060594, "rankUpper": 145, "rankLower": 186, "votes": 5899, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 167, "model": "hunyuan-t1-20250711", "modelKey": "hunyuan-t1-20250711", "org": "Tencent", "rating": 1390.2502864735566, "ratingLower": 1370.7347888705242, "ratingUpper": 1409.7657840765892, "rankUpper": 129, "rankLower": 202, "votes": 898, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 168, "model": "gpt-4.1-mini-2025-04-14", "modelKey": "gpt-4.1-mini-2025-04-14", "org": "OpenAI", "rating": 1388.9578843484026, "ratingLower": 1381.4517814527444, "ratingUpper": 1396.4639872440607, "rankUpper": 152, "rankLower": 188, "votes": 7053, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.6, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 169, "model": "qwen3-next-80b-a3b-instruct", "modelKey": "qwen3-next-80b-a3b-instruct", "org": "Alibaba", "rating": 1388.824442607902, "ratingLower": 1380.492333045566, "ratingUpper": 1397.156552170238, "rankUpper": 152, "rankLower": 189, "votes": 5302, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 1.1, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct", "pimg": null, "psec": null }, { "rank": 170, "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "modelKey": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "org": "Google", "rating": 1386.3811328681777, "ratingLower": 1380.381532005272, "ratingUpper": 1392.3807337310832, "rankUpper": 156, "rankLower": 189, "votes": 11563, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 171, "model": "amazon-nova-experimental-chat-12-10", "modelKey": "beluga-1223-1", "org": "Amazon", "rating": 1385.4265255925552, "ratingLower": 1365.4040986076202, "ratingUpper": 1405.4489525774902, "rankUpper": 136, "rankLower": 207, "votes": 783, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 172, "model": "longcat-flash-chat", "modelKey": "longcat-flash-chat", "org": "Meituan", "rating": 1385.4213951894048, "ratingLower": 1373.3202956312261, "ratingUpper": 1397.5224947475838, "rankUpper": 152, "rankLower": 196, "votes": 2349, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.8, "ctx": 131072, "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat", "pimg": null, "psec": null }, { "rank": 173, "model": "qwen2.5-max", "modelKey": "qwen2.5-max", "org": "Alibaba", "rating": 1384.868328053144, "ratingLower": 1376.2046164497406, "ratingUpper": 1393.5320396565478, "rankUpper": 155, "rankLower": 192, "votes": 4522, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5-max/", "pimg": null, "psec": null }, { "rank": 174, "model": "solar-pro4", "modelKey": "solar-pro4-20260805", "org": "Upstage", "rating": 1382.593056721833, "ratingLower": 1364.4389795464353, "ratingUpper": 1400.747133897231, "rankUpper": 145, "rankLower": 208, "votes": 1164, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.09, "pout": 0.36, "ctx": 524288, "url": "https://www.upstage.ai/blog/en/solar-pro-4", "pimg": null, "psec": null }, { "rank": 175, "model": "o1-preview", "modelKey": "o1-preview", "org": "OpenAI", "rating": 1381.9209480483423, "ratingLower": 1372.2763125841868, "ratingUpper": 1391.565583512498, "rankUpper": 157, "rankLower": 198, "votes": 4578, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 176, "model": "qwen3-30b-a3b-instruct-2507", "modelKey": "qwen3-30b-a3b-instruct-2507", "org": "Alibaba", "rating": 1380.834312434197, "ratingLower": 1372.2411685301906, "ratingUpper": 1389.4274563382035, "rankUpper": 158, "rankLower": 198, "votes": 4925, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.04815, "pout": 0.19305, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 177, "model": "glm-4.6v", "modelKey": "glm-4.6v", "org": "Z.ai", "rating": 1379.245394952384, "ratingLower": 1356.2009545255296, "ratingUpper": 1402.2898353792384, "rankUpper": 144, "rankLower": 222, "votes": 672, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 0.9, "ctx": 131072, "url": "https://huggingface.co/zai-org/GLM-4.6V", "pimg": null, "psec": null }, { "rank": 178, "model": "glm-4.5-air", "modelKey": "glm-4.5-air", "org": "Z.ai", "rating": 1378.7353913413854, "ratingLower": 1371.203973088011, "ratingUpper": 1386.2668095947597, "rankUpper": 163, "rankLower": 201, "votes": 6666, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.85, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 179, "model": "qwen3-235b-a22b", "modelKey": "qwen3-235b-a22b", "org": "Alibaba", "rating": 1378.3752541923918, "ratingLower": 1369.625484616049, "ratingUpper": 1387.1250237687345, "rankUpper": 161, "rankLower": 203, "votes": 4594, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 180, "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "modelKey": "gemini-2.5-flash-lite-preview-06-17-thinking", "org": "Google", "rating": 1378.0190824555848, "ratingLower": 1370.1375874387531, "ratingUpper": 1385.9005774724164, "rankUpper": 163, "rankLower": 203, "votes": 6349, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash-lite-preview-06-17", "pimg": null, "psec": null }, { "rank": 181, "model": "hunyuan-turbos-20250416", "modelKey": "hunyuan-turbos-20250416", "org": "Tencent", "rating": 1377.4961383283198, "ratingLower": 1362.6346236396955, "ratingUpper": 1392.3576530169444, "rankUpper": 156, "rankLower": 212, "votes": 1514, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 182, "model": "grok-3-mini-high", "modelKey": "grok-3-mini-high", "org": "SpaceXAI", "rating": 1376.6637803488486, "ratingLower": 1366.251253751876, "ratingUpper": 1387.0763069458212, "rankUpper": 162, "rankLower": 206, "votes": 3215, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.27, "ctx": null, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 183, "model": "hunyuan-large-2025-02-10", "modelKey": "hunyuan-large-2025-02-10", "org": "Tencent", "rating": 1376.373998438512, "ratingLower": 1348.179545257793, "ratingUpper": 1404.5684516192307, "rankUpper": 136, "rankLower": 228, "votes": 371, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 184, "model": "deepseek-v3", "modelKey": "deepseek-v3", "org": "DeepSeek", "rating": 1374.708433604566, "ratingLower": 1364.1325536514469, "ratingUpper": 1385.284313557685, "rankUpper": 165, "rankLower": 208, "votes": 3123, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": 1.1400000000000001, "pout": 4.5600000000000005, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V3", "pimg": null, "psec": null }, { "rank": 185, "model": "o3-mini-high", "modelKey": "o3-mini-high", "org": "OpenAI", "rating": 1372.8224012217706, "ratingLower": 1360.6068710232303, "ratingUpper": 1385.037931420311, "rankUpper": 165, "rankLower": 215, "votes": 2160, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://platform.openai.com/docs/guides/reasoning#reasoning-effort", "pimg": null, "psec": null }, { "rank": 186, "model": "glm-4.7-flash", "modelKey": "glm-4.7-flash-fireworks", "org": "Z.ai", "rating": 1372.4213638312103, "ratingLower": 1361.9567406524288, "ratingUpper": 1382.8859870099916, "rankUpper": 166, "rankLower": 214, "votes": 3170, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.0605, "pout": 0.4, "ctx": 200000, "url": "https://huggingface.co/zai-org/GLM-4.7-Flash", "pimg": null, "psec": null }, { "rank": 187, "model": "qwen3-next-80b-a3b-thinking", "modelKey": "qwen3-next-80b-a3b-thinking", "org": "Alibaba", "rating": 1370.2909957906363, "ratingLower": 1359.3070256179165, "ratingUpper": 1381.2749659633564, "rankUpper": 167, "rankLower": 218, "votes": 2852, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 1.2, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking", "pimg": null, "psec": null }, { "rank": 188, "model": "amazon-nova-experimental-chat-11-10", "modelKey": "amazon-nova-experimental-chat-11-10", "org": "Amazon", "rating": 1370.2162626733657, "ratingLower": 1362.547019540162, "ratingUpper": 1377.8855058065697, "rankUpper": 170, "rankLower": 212, "votes": 6169, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 189, "model": "command-a-03-2025", "modelKey": "command-a-03-2025", "org": "Cohere", "rating": 1369.430997948149, "ratingLower": 1363.2875062790567, "ratingUpper": 1375.5744896172414, "rankUpper": 171, "rankLower": 208, "votes": 10605, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 256000, "url": "https://cohere.com/blog/command-a", "pimg": null, "psec": null }, { "rank": 190, "model": "gpt-5-mini-high", "modelKey": "gpt-5-mini-high", "org": "OpenAI", "rating": 1369.2349982470093, "ratingLower": 1360.996308406094, "ratingUpper": 1377.4736880879248, "rankUpper": 170, "rankLower": 215, "votes": 5823, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.125, "pout": 1, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-mini", "pimg": null, "psec": null }, { "rank": 191, "model": "o4-mini-2025-04-16", "modelKey": "o4-mini-2025-04-16", "org": "OpenAI", "rating": 1368.7017187550696, "ratingLower": 1361.7734274706795, "ratingUpper": 1375.6300100394594, "rankUpper": 171, "rankLower": 215, "votes": 8571, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 192, "model": "trinity-large-thinking", "modelKey": "trinity-large-thinking", "org": "Unknown", "rating": 1366.339141553844, "ratingLower": 1359.5710583028658, "ratingUpper": 1373.1072248048222, "rankUpper": 172, "rankLower": 218, "votes": 12330, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.25, "pout": 0.8, "ctx": 262144, "url": "https://www.arcee.ai/blog/trinity-large-thinking", "pimg": null, "psec": null }, { "rank": 193, "model": "grok-3-mini-beta", "modelKey": "grok-3-mini-beta", "org": "SpaceXAI", "rating": 1365.4660570183155, "ratingLower": 1356.1211833735374, "ratingUpper": 1374.8109306630936, "rankUpper": 171, "rankLower": 222, "votes": 4021, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 131072, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 194, "model": "gemma-3-27b-it", "modelKey": "gemma-3-27b-it", "org": "Google", "rating": 1364.2905047133245, "ratingLower": 1356.8003720745103, "ratingUpper": 1371.7806373521387, "rankUpper": 174, "rankLower": 222, "votes": 6620, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.08, "pout": 0.45, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-27b-it", "pimg": null, "psec": null }, { "rank": 195, "model": "gemini-2.0-flash-001", "modelKey": "gemini-2.0-flash-001", "org": "Google", "rating": 1363.2975734205356, "ratingLower": 1355.7677787908137, "ratingUpper": 1370.827368050257, "rankUpper": 175, "rankLower": 222, "votes": 6500, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys-1121&model=gemini-2.0-flash-001", "pimg": null, "psec": null }, { "rank": 196, "model": "minimax-m1", "modelKey": "minimax-m1", "org": "MiniMax", "rating": 1363.1256589496898, "ratingLower": 1355.707061399414, "ratingUpper": 1370.5442564999655, "rankUpper": 176, "rankLower": 222, "votes": 6916, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 2.2, "ctx": 1000000, "url": "https://www.minimax.io/news/minimaxm1", "pimg": null, "psec": null }, { "rank": 197, "model": "qwen-plus-0125", "modelKey": "qwen-plus-0125", "org": "Alibaba", "rating": 1362.5635688679013, "ratingLower": 1341.7049223013933, "ratingUpper": 1383.4222154344088, "rankUpper": 166, "rankLower": 237, "votes": 690, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.2, "ctx": 131072, "url": "https://www.alibabacloud.com/help/en/model-studio/developer-reference/what-is-qwen-llm", "pimg": null, "psec": null }, { "rank": 198, "model": "nvidia-nemotron-3-super-120b-a12b", "modelKey": "march26-chatbot1", "org": "Nvidia", "rating": 1360.223038293529, "ratingLower": 1347.5976135453157, "ratingUpper": 1372.8484630417424, "rankUpper": 172, "rankLower": 228, "votes": 2093, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8", "pimg": null, "psec": null }, { "rank": 199, "model": "o3-mini", "modelKey": "o3-mini", "org": "OpenAI", "rating": 1359.4223561556437, "ratingLower": 1352.9423066317363, "ratingUpper": 1365.9024056795515, "rankUpper": 179, "rankLower": 224, "votes": 9246, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.55, "pout": 2.2, "ctx": 200000, "url": "https://openai.com/index/openai-o3-mini/", "pimg": null, "psec": null }, { "rank": 200, "model": "mistral-small-2506", "modelKey": "mistral-small-2506", "org": "Mistral", "rating": 1359.0234549266365, "ratingLower": 1348.9689663576146, "ratingUpper": 1369.0779434956582, "rankUpper": 178, "rankLower": 226, "votes": 3410, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506", "pimg": null, "psec": null }, { "rank": 201, "model": "gemini-1.5-pro-002", "modelKey": "gemini-1.5-pro-002", "org": "Google", "rating": 1357.9059549231292, "ratingLower": 1350.712637996172, "ratingUpper": 1365.0992718500866, "rankUpper": 180, "rankLower": 226, "votes": 8372, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-pro-002", "pimg": null, "psec": null }, { "rank": 202, "model": "qwen3-32b", "modelKey": "qwen3-32b", "org": "Alibaba", "rating": 1354.87188754317, "ratingLower": 1330.287615253112, "ratingUpper": 1379.456159833228, "rankUpper": 170, "rankLower": 253, "votes": 504, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.08, "pout": 0.28, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 203, "model": "hunyuan-turbos-20250226", "modelKey": "hunyuan-turbos-20250226", "org": "Tencent", "rating": 1354.6921330559421, "ratingLower": 1323.242477484931, "ratingUpper": 1386.141788626953, "rankUpper": 163, "rankLower": 262, "votes": 287, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 204, "model": "claude-3-5-sonnet-20240620", "modelKey": "claude-3-5-sonnet-20240620", "org": "Anthropic", "rating": 1354.4347143163347, "ratingLower": 1346.7139800594737, "ratingUpper": 1362.1554485731956, "rankUpper": 185, "rankLower": 231, "votes": 10574, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-5-sonnet", "pimg": null, "psec": null }, { "rank": 205, "model": "intellect-3", "modelKey": "intellect-3", "org": "Unknown", "rating": 1352.8049446626987, "ratingLower": 1336.0184670147905, "ratingUpper": 1369.5914223106074, "rankUpper": 178, "rankLower": 244, "votes": 1278, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 1.1, "ctx": 131072, "url": "https://www.primeintellect.ai/blog/intellect-3", "pimg": null, "psec": null }, { "rank": 206, "model": "amazon-nova-experimental-chat-10-20", "modelKey": "amazon-nova-experimental-chat-10-20", "org": "Amazon", "rating": 1351.7742496527103, "ratingLower": 1340.343113843019, "ratingUpper": 1363.2053854624014, "rankUpper": 183, "rankLower": 239, "votes": 2625, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 207, "model": "gemini-1.5-pro-001", "modelKey": "gemini-1.5-pro-001", "org": "Google", "rating": 1350.8620594395493, "ratingLower": 1342.4994815895134, "ratingUpper": 1359.2246372895847, "rankUpper": 191, "rankLower": 237, "votes": 9750, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro", "pimg": null, "psec": null }, { "rank": 208, "model": "gemini-2.0-flash-lite-preview-02-05", "modelKey": "gemini-2.0-flash-lite-preview-02-05", "org": "Google", "rating": 1348.0007429287098, "ratingLower": 1337.5557340206678, "ratingUpper": 1358.4457518367517, "rankUpper": 191, "rankLower": 242, "votes": 2940, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/prompts/new_chat?model=gemini-2.0-flash-lite", "pimg": null, "psec": null }, { "rank": 209, "model": "granite-4.2-30b", "modelKey": "vantage", "org": "IBM", "rating": 1346.1214191828963, "ratingLower": 1329.1614273208966, "ratingUpper": 1363.081411044896, "rankUpper": 183, "rankLower": 255, "votes": 1351, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 210, "model": "gemma-3-12b-it", "modelKey": "gemma-3-12b-it", "org": "Google", "rating": 1346.1179364100003, "ratingLower": 1317.7556286180584, "ratingUpper": 1374.4802442019418, "rankUpper": 171, "rankLower": 267, "votes": 371, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.15, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-12b-it", "pimg": null, "psec": null }, { "rank": 211, "model": "step-3", "modelKey": "step-3", "org": "StepFun", "rating": 1346.0241336210577, "ratingLower": 1329.6745408828342, "ratingUpper": 1362.3737263592811, "rankUpper": 185, "rankLower": 254, "votes": 1268, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.57, "pout": 1.42, "ctx": 65536, "url": "https://stepfun.ai/research/en/step3", "pimg": null, "psec": null }, { "rank": 212, "model": "step-1o-turbo-202506", "modelKey": "step-1o-turbo-202506", "org": "StepFun", "rating": 1345.3243404354068, "ratingLower": 1328.7360698491254, "ratingUpper": 1361.912611021688, "rankUpper": 186, "rankLower": 255, "votes": 1265, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/vision", "pimg": null, "psec": null }, { "rank": 213, "model": "claude-3-5-haiku-20241022", "modelKey": "claude-3-5-haiku-20241022", "org": "Anthropic", "rating": 1345.0144630003097, "ratingLower": 1338.897345700087, "ratingUpper": 1351.1315803005323, "rankUpper": 197, "rankLower": 239, "votes": 10948, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 214, "model": "o1-mini", "modelKey": "o1-mini", "org": "OpenAI", "rating": 1344.2018560284969, "ratingLower": 1336.5726546283095, "ratingUpper": 1351.8310574286847, "rankUpper": 197, "rankLower": 244, "votes": 7913, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 215, "model": "nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4", "modelKey": "august26-chatbot1-fmme", "org": "Nvidia", "rating": 1343.4379825405113, "ratingLower": 1332.518871123684, "ratingUpper": 1354.3570939573383, "rankUpper": 196, "rankLower": 252, "votes": 3731, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://developer.nvidia.com/blog/nvidia-nemotron-3-5-lightning-delivers-fast-accurate-specialized-task-execution-for-long-running-agents/?nvid=nv-csfg-698644", "pimg": null, "psec": null }, { "rank": 216, "model": "minimax-m2", "modelKey": "minimax-m2", "org": "MiniMax", "rating": 1342.5044649199926, "ratingLower": 1327.763690936156, "ratingUpper": 1357.2452389038292, "rankUpper": 191, "rankLower": 256, "votes": 1612, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m2", "pimg": null, "psec": null }, { "rank": 217, "model": "hunyuan-turbo-0110", "modelKey": "hunyuan-turbo-0110", "org": "Tencent", "rating": 1342.3174242948057, "ratingLower": 1312.8721002135542, "ratingUpper": 1371.762748376057, "rankUpper": 174, "rankLower": 271, "votes": 313, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 218, "model": "step-2-16k-exp-202412", "modelKey": "step-2-16k-exp-202412", "org": "StepFun", "rating": 1341.8313980522075, "ratingLower": 1320.7630463849532, "ratingUpper": 1362.8997497194619, "rankUpper": 183, "rankLower": 264, "votes": 693, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/text", "pimg": null, "psec": null }, { "rank": 219, "model": "llama-3.1-nemotron-ultra-253b-v1", "modelKey": "llama-3.1-nemotron-ultra-253b-v1", "org": "Nvidia", "rating": 1341.7682344519505, "ratingLower": 1311.7835197488935, "ratingUpper": 1371.7529491550076, "rankUpper": 174, "rankLower": 271, "votes": 321, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open Model", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-Ultra-253B-v1", "pimg": null, "psec": null }, { "rank": 220, "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "modelKey": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "org": "Nvidia", "rating": 1341.44133435129, "ratingLower": 1319.7104547998451, "ratingUpper": 1363.1722139027347, "rankUpper": 183, "rankLower": 264, "votes": 645, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5", "pimg": null, "psec": null }, { "rank": 221, "model": "glm-4.5v", "modelKey": "glm-4.5v", "org": "Z.ai", "rating": 1339.8504019607112, "ratingLower": 1321.7468664848639, "ratingUpper": 1357.9539374365584, "rankUpper": 191, "rankLower": 263, "votes": 1065, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 65536, "url": "https://huggingface.co/zai-org/GLM-4.5V", "pimg": null, "psec": null }, { "rank": 222, "model": "glm-4-plus-0111", "modelKey": "glm-4-plus-0111", "org": "Z.ai", "rating": 1339.7309616759876, "ratingLower": 1319.3368869251394, "ratingUpper": 1360.1250364268355, "rankUpper": 189, "rankLower": 265, "votes": 765, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 223, "model": "gpt-4o-2024-08-06", "modelKey": "gpt-4o-2024-08-06", "org": "OpenAI", "rating": 1338.6307531561406, "ratingLower": 1330.210574764739, "ratingUpper": 1347.050931547542, "rankUpper": 201, "rankLower": 253, "votes": 6160, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4o", "pimg": null, "psec": null }, { "rank": 224, "model": "qwen3-30b-a3b", "modelKey": "qwen3-30b-a3b", "org": "Alibaba", "rating": 1338.510097752623, "ratingLower": 1329.61696443461, "ratingUpper": 1347.4032310706361, "rankUpper": 201, "rankLower": 254, "votes": 4476, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.12, "pout": 0.5, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 225, "model": "olmo-3.1-32b-instruct", "modelKey": "olmo-3.1-32b-instruct", "org": "Ai2", "rating": 1337.5258061598224, "ratingLower": 1326.3455119241767, "ratingUpper": 1348.7061003954677, "rankUpper": 199, "rankLower": 256, "votes": 2791, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Instruct", "pimg": null, "psec": null }, { "rank": 226, "model": "llama-3.3-nemotron-49b-super-v1", "modelKey": "llama-3.3-nemotron-49b-super-v1", "org": "Nvidia", "rating": 1337.4711749057003, "ratingLower": 1307.5089379901206, "ratingUpper": 1367.43341182128, "rankUpper": 178, "rankLower": 276, "votes": 317, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1", "pimg": null, "psec": null }, { "rank": 227, "model": "deepseek-v2.5-1210", "modelKey": "deepseek-v2.5-1210", "org": "DeepSeek", "rating": 1337.2577073426858, "ratingLower": 1319.9101345209824, "ratingUpper": 1354.6052801643891, "rankUpper": 196, "rankLower": 264, "votes": 1037, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5-1210", "pimg": null, "psec": null }, { "rank": 228, "model": "magistral-medium-2506", "modelKey": "magistral-medium-2506", "org": "Mistral", "rating": 1336.1079926950965, "ratingLower": 1323.8068920388946, "ratingUpper": 1348.4090933512985, "rankUpper": 199, "rankLower": 262, "votes": 2393, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 5, "ctx": 40000, "url": "https://mistral.ai/news/magistral", "pimg": null, "psec": null }, { "rank": 229, "model": "grok-2-2024-08-13", "modelKey": "grok-2-2024-08-13", "org": "SpaceXAI", "rating": 1335.471642138215, "ratingLower": 1328.2247020147845, "ratingUpper": 1342.7185822616452, "rankUpper": 202, "rankLower": 255, "votes": 8902, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 230, "model": "amazon-nova-experimental-chat-10-09", "modelKey": "amazon-nova-experimental-chat-10-09", "org": "Amazon", "rating": 1335.4564111875002, "ratingLower": 1311.2714283952268, "ratingUpper": 1359.6413939797735, "rankUpper": 189, "rankLower": 271, "votes": 570, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 231, "model": "qwq-32b", "modelKey": "qwq-32b", "org": "Alibaba", "rating": 1334.5459295463165, "ratingLower": 1325.3164659017355, "ratingUpper": 1343.7753931908978, "rankUpper": 202, "rankLower": 257, "votes": 4034, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B", "pimg": null, "psec": null }, { "rank": 232, "model": "nova-2-lite", "modelKey": "nova-2-lite", "org": "Amazon", "rating": 1334.000814090542, "ratingLower": 1323.0438765221356, "ratingUpper": 1344.9577516589484, "rankUpper": 202, "rankLower": 262, "votes": 2959, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1000000, "url": "https://aws.amazon.com/blogs/aws/introducing-amazon-nova-2-lite-a-fast-cost-effective-reasoning-model/", "pimg": null, "psec": null }, { "rank": 233, "model": "llama-4-maverick-17b-128e-instruct", "modelKey": "llama-4-maverick-17b-128e-instruct", "org": "Meta", "rating": 1333.9726756767027, "ratingLower": 1326.4874460567976, "ratingUpper": 1341.457905296608, "rankUpper": 204, "rankLower": 256, "votes": 7074, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 4", "open": 1, "pin": 0.63, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct", "pimg": null, "psec": null }, { "rank": 234, "model": "hunyuan-standard-2025-02-10", "modelKey": "hunyuan-standard-2025-02-10", "org": "Tencent", "rating": 1333.2644018164144, "ratingLower": 1306.8605951549177, "ratingUpper": 1359.6682084779109, "rankUpper": 189, "rankLower": 277, "votes": 432, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 235, "model": "gpt-4o-2024-05-13", "modelKey": "gpt-4o-2024-05-13", "org": "OpenAI", "rating": 1331.8562194337296, "ratingLower": 1324.8829071499351, "ratingUpper": 1338.8295317175239, "rankUpper": 206, "rankLower": 260, "votes": 14922, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://openai.com/index/hello-gpt-4o/", "pimg": null, "psec": null }, { "rank": 236, "model": "gpt-5-nano-high", "modelKey": "gpt-5-nano-high", "org": "OpenAI", "rating": 1331.0153261604435, "ratingLower": 1316.421598529368, "ratingUpper": 1345.6090537915186, "rankUpper": 202, "rankLower": 268, "votes": 1628, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.025, "pout": 0.2, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-nano", "pimg": null, "psec": null }, { "rank": 237, "model": "ring-flash-2.0", "modelKey": "ring-flash-2.0", "org": "Ant Group", "rating": 1329.8364536552308, "ratingLower": 1313.5554716798865, "ratingUpper": 1346.1174356305755, "rankUpper": 202, "rankLower": 270, "votes": 1332, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ring-flash-2.0", "pimg": null, "psec": null }, { "rank": 238, "model": "claude-3-opus-20240229", "modelKey": "claude-3-opus-20240229", "org": "Anthropic", "rating": 1329.4904524778717, "ratingLower": 1323.0378559463552, "ratingUpper": 1335.9430490093882, "rankUpper": 209, "rankLower": 262, "votes": 23374, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 239, "model": "llama-3.1-405b-instruct-bf16", "modelKey": "llama-3.1-405b-instruct-bf16", "org": "Meta", "rating": 1328.6085077236862, "ratingLower": 1320.5362252813243, "ratingUpper": 1336.6807901660482, "rankUpper": 207, "rankLower": 264, "votes": 5486, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 240, "model": "mercury-2", "modelKey": "mercury-2", "org": "Inception AI", "rating": 1326.9857979994113, "ratingLower": 1306.6459917159586, "ratingUpper": 1347.325604282864, "rankUpper": 201, "rankLower": 277, "votes": 844, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/introducing-mercury-2", "pimg": null, "psec": null }, { "rank": 241, "model": "qwen-max-0919", "modelKey": "qwen-max-0919", "org": "Alibaba", "rating": 1325.9529832588835, "ratingLower": 1314.065048304567, "ratingUpper": 1337.8409182131998, "rankUpper": 206, "rankLower": 270, "votes": 2440, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.6, "pout": 6.4, "ctx": 32768, "url": "https://help.aliyun.com/zh/dashscope/developer-reference/model-introduction", "pimg": null, "psec": null }, { "rank": 242, "model": "gpt-4o-mini-2024-07-18", "modelKey": "gpt-4o-mini-2024-07-18", "org": "OpenAI", "rating": 1325.943592888166, "ratingLower": 1318.8266934881744, "ratingUpper": 1333.0604922881578, "rankUpper": 209, "rankLower": 265, "votes": 8986, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/", "pimg": null, "psec": null }, { "rank": 243, "model": "glm-4-plus", "modelKey": "glm-4-plus", "org": "Z.ai", "rating": 1325.7237252228692, "ratingLower": 1315.6059289172551, "ratingUpper": 1335.8415215284836, "rankUpper": 209, "rankLower": 268, "votes": 3992, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 1.76, "ctx": 204800, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 244, "model": "llama-4-scout-17b-16e-instruct", "modelKey": "llama-4-scout-17b-16e-instruct", "org": "Meta", "rating": 1325.193005987743, "ratingLower": 1316.8698530154245, "ratingUpper": 1333.5161589600614, "rankUpper": 209, "rankLower": 267, "votes": 5802, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 16384, "url": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "pimg": null, "psec": null }, { "rank": 245, "model": "yi-lightning", "modelKey": "yi-lightning", "org": "Unknown", "rating": 1325.1810974628283, "ratingLower": 1314.5615167370725, "ratingUpper": 1335.800678188584, "rankUpper": 209, "rankLower": 270, "votes": 3634, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.lingyiwanwu.com/docs#%E6%A8%A1%E5%9E%8B%E4%B8%8E%E8%AE%A1%E8%B4%B9", "pimg": null, "psec": null }, { "rank": 246, "model": "gpt-4.1-nano-2025-04-14", "modelKey": "gpt-4.1-nano-2025-04-14", "org": "OpenAI", "rating": 1325.022541696288, "ratingLower": 1304.9810320790623, "ratingUpper": 1345.0640513135138, "rankUpper": 202, "rankLower": 280, "votes": 730, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 247, "model": "gemini-advanced-0514", "modelKey": "gemini-advanced-0514", "org": "Google", "rating": 1324.974716846089, "ratingLower": 1314.5340177552043, "ratingUpper": 1335.415415936974, "rankUpper": 209, "rankLower": 270, "votes": 5486, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://gemini.google.com/advanced", "pimg": null, "psec": null }, { "rank": 248, "model": "gpt-oss-120b", "modelKey": "gpt-oss-120b", "org": "OpenAI", "rating": 1324.7730658260032, "ratingLower": 1316.9678692002922, "ratingUpper": 1332.5782624517142, "rankUpper": 209, "rankLower": 267, "votes": 6487, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.0296, "pout": 0.136, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 249, "model": "ling-flash-2.0", "modelKey": "ling-flash-2.0", "org": "Ant Group", "rating": 1324.228017791474, "ratingLower": 1307.9669390910854, "ratingUpper": 1340.4890964918632, "rankUpper": 204, "rankLower": 275, "votes": 1258, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ling-flash-2.0", "pimg": null, "psec": null }, { "rank": 250, "model": "gemini-1.5-flash-002", "modelKey": "gemini-1.5-flash-002", "org": "Google", "rating": 1323.2330904622968, "ratingLower": 1314.7611963304234, "ratingUpper": 1331.7049845941701, "rankUpper": 210, "rankLower": 269, "votes": 5463, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-002", "pimg": null, "psec": null }, { "rank": 251, "model": "mistral-small-3.1-24b-instruct-2503", "modelKey": "mistral-small-3.1-24b-instruct-2503", "org": "Mistral", "rating": 1321.6335596999897, "ratingLower": 1313.8034346598902, "ratingUpper": 1329.4636847400895, "rankUpper": 214, "rankLower": 270, "votes": 6324, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503", "pimg": null, "psec": null }, { "rank": 252, "model": "olmo-3-32b-think", "modelKey": "olmo-3-32b-think", "org": "Ai2", "rating": 1320.802987379403, "ratingLower": 1304.2218741970983, "ratingUpper": 1337.3841005617078, "rankUpper": 207, "rankLower": 280, "votes": 1331, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3-32B-Think", "pimg": null, "psec": null }, { "rank": 253, "model": "athene-v2-chat", "modelKey": "athene-v2-chat", "org": "Unknown", "rating": 1320.51627186352, "ratingLower": 1310.8649339552317, "ratingUpper": 1330.1676097718082, "rankUpper": 212, "rankLower": 272, "votes": 3663, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NexusFlow", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-V2-Chat", "pimg": null, "psec": null }, { "rank": 254, "model": "llama-3.1-405b-instruct-fp8", "modelKey": "llama-3.1-405b-instruct-fp8", "org": "Meta", "rating": 1320.4381357756174, "ratingLower": 1312.8019789217985, "ratingUpper": 1328.0742926294365, "rankUpper": 217, "rankLower": 271, "votes": 8047, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 255, "model": "gpt-4-turbo-2024-04-09", "modelKey": "gpt-4-turbo-2024-04-09", "org": "OpenAI", "rating": 1317.3578739808404, "ratingLower": 1309.41665455658, "ratingUpper": 1325.2990934051008, "rankUpper": 221, "rankLower": 274, "votes": 11559, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4", "pimg": null, "psec": null }, { "rank": 256, "model": "grok-2-mini-2024-08-13", "modelKey": "grok-2-mini-2024-08-13", "org": "SpaceXAI", "rating": 1317.1942095894924, "ratingLower": 1309.4444487500627, "ratingUpper": 1324.943970428922, "rankUpper": 221, "rankLower": 274, "votes": 7048, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 257, "model": "qwen2.5-72b-instruct", "modelKey": "qwen2.5-72b-instruct", "org": "Alibaba", "rating": 1316.8949637345336, "ratingLower": 1308.7734087956137, "ratingUpper": 1325.016518673453, "rankUpper": 221, "rankLower": 275, "votes": 6008, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5/", "pimg": null, "psec": null }, { "rank": 258, "model": "hunyuan-large-vision", "modelKey": "hunyuan-large-vision", "org": "Tencent", "rating": 1315.8182620954726, "ratingLower": 1296.1888480863893, "ratingUpper": 1335.4476761045557, "rankUpper": 209, "rankLower": 290, "votes": 871, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753#d6cb04da-053d-4bed-b187-191514feb972", "pimg": null, "psec": null }, { "rank": 259, "model": "deepseek-v2.5", "modelKey": "deepseek-v2.5", "org": "DeepSeek", "rating": 1314.2108536347596, "ratingLower": 1304.0295156023235, "ratingUpper": 1324.3921916671957, "rankUpper": 222, "rankLower": 280, "votes": 3499, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5", "pimg": null, "psec": null }, { "rank": 260, "model": "llama-3.3-70b-instruct", "modelKey": "llama-3.3-70b-instruct", "org": "Meta", "rating": 1312.8115519540147, "ratingLower": 1306.1242280775145, "ratingUpper": 1319.4988758305149, "rankUpper": 231, "rankLower": 278, "votes": 8319, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama-3.3", "open": 1, "pin": 0.1, "pout": 0.32, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "pimg": null, "psec": null }, { "rank": 261, "model": "gemma-3-4b-it", "modelKey": "gemma-3-4b-it", "org": "Google", "rating": 1311.382608559475, "ratingLower": 1284.068652348335, "ratingUpper": 1338.6965647706156, "rankUpper": 206, "rankLower": 297, "votes": 444, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-4b-it", "pimg": null, "psec": null }, { "rank": 262, "model": "gemma-3n-e4b-it", "modelKey": "gemma-3n-e4b-it", "org": "Google", "rating": 1311.0962019834305, "ratingLower": 1300.106053852222, "ratingUpper": 1322.086350114639, "rankUpper": 226, "rankLower": 283, "votes": 2876, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.06, "pout": 0.12, "ctx": 32768, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3n-e4b-it", "pimg": null, "psec": null }, { "rank": 263, "model": "gpt-4-0125-preview", "modelKey": "gpt-4-0125-preview", "org": "OpenAI", "rating": 1308.0511821266896, "ratingLower": 1299.4810616899958, "ratingUpper": 1316.6213025633833, "rankUpper": 236, "rankLower": 283, "votes": 9653, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 264, "model": "qwen2.5-plus-1127", "modelKey": "qwen2.5-plus-1127", "org": "Alibaba", "rating": 1307.1941506487608, "ratingLower": 1292.9197849572852, "ratingUpper": 1321.4685163402364, "rankUpper": 227, "rankLower": 293, "votes": 1586, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://help.aliyun.com/zh/model-studio/getting-started/models?spm=a2c4g.11186623.0.i7", "pimg": null, "psec": null }, { "rank": 265, "model": "mistral-large-2411", "modelKey": "mistral-large-2411", "org": "Mistral", "rating": 1305.1250471337403, "ratingLower": 1295.5037587253287, "ratingUpper": 1314.7463355421514, "rankUpper": 239, "rankLower": 291, "votes": 3607, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 2, "pout": 6, "ctx": 128000, "url": "https://huggingface.co/mistralai/Mistral-Large-Instruct-2411", "pimg": null, "psec": null }, { "rank": 266, "model": "granite-4.2-3b", "modelKey": "nimbus", "org": "IBM", "rating": 1304.7469009235328, "ratingLower": 1285.5812610707112, "ratingUpper": 1323.9125407763545, "rankUpper": 222, "rankLower": 296, "votes": 1248, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 267, "model": "mistral-large-2407", "modelKey": "mistral-large-2407", "org": "Mistral", "rating": 1304.4397368976897, "ratingLower": 1295.726060885453, "ratingUpper": 1313.1534129099264, "rankUpper": 244, "rankLower": 291, "votes": 5885, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Mistral Research", "open": 1, "pin": 2, "pout": 6, "ctx": 131072, "url": "https://mistral.ai/news/mistral-large-2407/", "pimg": null, "psec": null }, { "rank": 268, "model": "olmo-3.1-32b-think", "modelKey": "olmo-3.1-32b-think", "org": "Ai2", "rating": 1304.302871173269, "ratingLower": 1290.552324509974, "ratingUpper": 1318.0534178365642, "rankUpper": 233, "rankLower": 293, "votes": 1976, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Think", "pimg": null, "psec": null }, { "rank": 269, "model": "gpt-4-1106-preview", "modelKey": "gpt-4-1106-preview", "org": "OpenAI", "rating": 1302.1954547288249, "ratingLower": 1293.7344517519105, "ratingUpper": 1310.6564577057393, "rankUpper": 249, "rankLower": 292, "votes": 9140, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 270, "model": "gpt-oss-20b", "modelKey": "gpt-oss-20b", "org": "OpenAI", "rating": 1302.0069574777267, "ratingLower": 1288.7025839614553, "ratingUpper": 1315.3113309939977, "rankUpper": 238, "rankLower": 295, "votes": 2114, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.024, "pout": 0.112, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 271, "model": "granite-4.2-8b", "modelKey": "solace", "org": "IBM", "rating": 1300.644336573394, "ratingLower": 1282.7301466291426, "ratingUpper": 1318.558526517645, "rankUpper": 233, "rankLower": 298, "votes": 1281, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.06, "pout": 0.25, "ctx": 131072, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 272, "model": "gemini-1.5-flash-001", "modelKey": "gemini-1.5-flash-001", "org": "Google", "rating": 1300.3488057495692, "ratingLower": 1291.6038431275974, "ratingUpper": 1309.0937683715413, "rankUpper": 251, "rankLower": 293, "votes": 7837, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash", "pimg": null, "psec": null }, { "rank": 273, "model": "amazon-nova-pro-v1.0", "modelKey": "amazon-nova-pro-v1.0", "org": "Amazon", "rating": 1300.2682468694397, "ratingLower": 1290.361818411106, "ratingUpper": 1310.1746753277735, "rankUpper": 249, "rankLower": 293, "votes": 3398, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.8, "pout": 3.2, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 274, "model": "gemma-2-27b-it", "modelKey": "gemma-2-27b-it", "org": "Google", "rating": 1300.1635827383134, "ratingLower": 1293.2227483444183, "ratingUpper": 1307.1044171322085, "rankUpper": 254, "rankLower": 292, "votes": 9918, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.65, "pout": 0.65, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-27b-it", "pimg": null, "psec": null }, { "rank": 275, "model": "mercury", "modelKey": "mercury", "org": "Inception AI", "rating": 1298.8088884740805, "ratingLower": 1272.175302185572, "ratingUpper": 1325.442474762589, "rankUpper": 220, "rankLower": 306, "votes": 509, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/mercury-refreshed", "pimg": null, "psec": null }, { "rank": 276, "model": "llama-3.1-70b-instruct", "modelKey": "llama-3.1-70b-instruct", "org": "Meta", "rating": 1294.6511586416457, "ratingLower": 1286.9700429695824, "ratingUpper": 1302.332274313709, "rankUpper": 260, "rankLower": 295, "votes": 7622, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.4, "pout": 0.4, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 277, "model": "granite-4.1-8b", "modelKey": "granite-4.1-8b", "org": "IBM", "rating": 1293.9882406947024, "ratingLower": 1276.8954071205112, "ratingUpper": 1311.0810742688936, "rankUpper": 248, "rankLower": 303, "votes": 1569, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "https://research.ibm.com/blog/granite-4-1-ai-foundation-models", "pimg": null, "psec": null }, { "rank": 278, "model": "athene-70b-0725", "modelKey": "athene-70b-0725", "org": "Unknown", "rating": 1293.2975642200497, "ratingLower": 1280.8962720877257, "ratingUpper": 1305.6988563523737, "rankUpper": 257, "rankLower": 298, "votes": 2123, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-70B", "pimg": null, "psec": null }, { "rank": 279, "model": "c4ai-aya-expanse-32b", "modelKey": "c4ai-aya-expanse-32b", "org": "Cohere", "rating": 1290.0055609794322, "ratingLower": 1280.596440330076, "ratingUpper": 1299.4146816287885, "rankUpper": 262, "rankLower": 298, "votes": 4165, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-32b", "pimg": null, "psec": null }, { "rank": 280, "model": "nemotron-4-340b-instruct", "modelKey": "nemotron-4-340b-instruct", "org": "Nvidia", "rating": 1289.9572201770052, "ratingLower": 1276.5861250645025, "ratingUpper": 1303.328315289508, "rankUpper": 260, "rankLower": 303, "votes": 2130, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Nemotron-4-340B-Instruct", "pimg": null, "psec": null }, { "rank": 281, "model": "ibm-granite-h-small", "modelKey": "ibm-granite-h-small", "org": "IBM", "rating": 1289.0194243697983, "ratingLower": 1271.6543288005942, "ratingUpper": 1306.384519939002, "rankUpper": 256, "rankLower": 307, "votes": 1285, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.ibm.com/new/announcements/ibm-granite-4-0-hyper-efficient-high-performance-hybrid-models", "pimg": null, "psec": null }, { "rank": 282, "model": "gemma-2-9b-it-simpo", "modelKey": "gemma-2-9b-it-simpo", "org": "Unknown", "rating": 1288.8115805821444, "ratingLower": 1269.7265150502838, "ratingUpper": 1307.8966461140049, "rankUpper": 253, "rankLower": 308, "votes": 841, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO", "pimg": null, "psec": null }, { "rank": 283, "model": "deepseek-coder-v2", "modelKey": "deepseek-coder-v2", "org": "DeepSeek", "rating": 1287.7356643564883, "ratingLower": 1273.786391392226, "ratingUpper": 1301.6849373207506, "rankUpper": 260, "rankLower": 305, "votes": 1842, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 128000, "url": "https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct", "pimg": null, "psec": null }, { "rank": 284, "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "modelKey": "nvidia-nemotron-3-nano-30b-a3b-bf16", "org": "Nvidia", "rating": 1287.254370028832, "ratingLower": 1277.3437195436268, "ratingUpper": 1297.1650205140372, "rankUpper": 262, "rankLower": 303, "votes": 3865, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": 0.06, "pout": 0.24, "ctx": 262144, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "pimg": null, "psec": null }, { "rank": 285, "model": "claude-3-sonnet-20240229", "modelKey": "claude-3-sonnet-20240229", "org": "Anthropic", "rating": 1287.0557712040022, "ratingLower": 1278.367376761295, "ratingUpper": 1295.7441656467095, "rankUpper": 263, "rankLower": 301, "votes": 11870, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 286, "model": "qwen2.5-coder-32b-instruct", "modelKey": "qwen2.5-coder-32b-instruct", "org": "Alibaba", "rating": 1286.9293106700725, "ratingLower": 1268.0820607718365, "ratingUpper": 1305.7765605683087, "rankUpper": 257, "rankLower": 308, "votes": 804, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.87, "pout": 0.87, "ctx": 32000, "url": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "pimg": null, "psec": null }, { "rank": 287, "model": "command-r-plus-08-2024", "modelKey": "command-r-plus-08-2024", "org": "Cohere", "rating": 1281.9917975932062, "ratingLower": 1266.6041658803656, "ratingUpper": 1297.3794293060469, "rankUpper": 262, "rankLower": 308, "votes": 1369, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 288, "model": "llama-3.1-nemotron-70b-instruct", "modelKey": "llama-3.1-nemotron-70b-instruct", "org": "Nvidia", "rating": 1280.8926714617965, "ratingLower": 1263.228191874135, "ratingUpper": 1298.5571510494576, "rankUpper": 262, "rankLower": 309, "votes": 1049, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct", "pimg": null, "psec": null }, { "rank": 289, "model": "reka-core-20240904", "modelKey": "reka-core-20240904", "org": "Unknown", "rating": 1280.0904551002434, "ratingLower": 1261.9011619364715, "ratingUpper": 1298.2797482640153, "rankUpper": 262, "rankLower": 309, "votes": 951, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 290, "model": "gpt-4-0613", "modelKey": "gpt-4-0613", "org": "OpenAI", "rating": 1279.779852907241, "ratingLower": 1270.444684896458, "ratingUpper": 1289.1150209180241, "rankUpper": 271, "rankLower": 308, "votes": 7523, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo", "pimg": null, "psec": null }, { "rank": 291, "model": "mistral-small-24b-instruct-2501", "modelKey": "mistral-small-24b-instruct-2501", "org": "Mistral", "rating": 1279.4495619575491, "ratingLower": 1265.8193163758915, "ratingUpper": 1293.0798075392067, "rankUpper": 267, "rankLower": 308, "votes": 1767, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501", "pimg": null, "psec": null }, { "rank": 292, "model": "gpt-4-0314", "modelKey": "gpt-4-0314", "org": "OpenAI", "rating": 1278.7394986477934, "ratingLower": 1267.1803990236303, "ratingUpper": 1290.2985982719565, "rankUpper": 271, "rankLower": 308, "votes": 4251, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://openai.com/research/gpt-4", "pimg": null, "psec": null }, { "rank": 293, "model": "amazon-nova-lite-v1.0", "modelKey": "amazon-nova-lite-v1.0", "org": "Amazon", "rating": 1274.79916828265, "ratingLower": 1263.9285692727135, "ratingUpper": 1285.669767292587, "rankUpper": 273, "rankLower": 308, "votes": 2784, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.06, "pout": 0.24, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 294, "model": "llama-3.1-tulu-3-70b", "modelKey": "llama-3.1-tulu-3-70b", "org": "Ai2", "rating": 1273.3047190192324, "ratingLower": 1248.2609671785735, "ratingUpper": 1298.3484708598912, "rankUpper": 262, "rankLower": 316, "votes": 463, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-70B", "pimg": null, "psec": null }, { "rank": 295, "model": "llama-3.1-nemotron-51b-instruct", "modelKey": "llama-3.1-nemotron-51b-instruct", "org": "Nvidia", "rating": 1271.4515545403942, "ratingLower": 1248.6204289373022, "ratingUpper": 1294.2826801434858, "rankUpper": 265, "rankLower": 316, "votes": 587, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-51B-Instruct", "pimg": null, "psec": null }, { "rank": 296, "model": "hunyuan-standard-256k", "modelKey": "hunyuan-standard-256k", "org": "Tencent", "rating": 1270.8919602064334, "ratingLower": 1244.3562077312608, "ratingUpper": 1297.4277126816064, "rankUpper": 262, "rankLower": 316, "votes": 414, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 297, "model": "glm-4-0520", "modelKey": "glm-4-0520", "org": "Z.ai", "rating": 1268.4007218484726, "ratingLower": 1251.6736003470078, "ratingUpper": 1285.1278433499374, "rankUpper": 274, "rankLower": 314, "votes": 1174, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://open.bigmodel.cn/dev/api#language", "pimg": null, "psec": null }, { "rank": 298, "model": "claude-3-haiku-20240307", "modelKey": "claude-3-haiku-20240307", "org": "Anthropic", "rating": 1267.1281280128323, "ratingLower": 1259.4084958985918, "ratingUpper": 1274.8477601270733, "rankUpper": 282, "rankLower": 311, "votes": 13976, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 299, "model": "gemini-1.5-flash-8b-001", "modelKey": "gemini-1.5-flash-8b-001", "org": "Google", "rating": 1266.819543560388, "ratingLower": 1258.3251587759084, "ratingUpper": 1275.3139283448672, "rankUpper": 282, "rankLower": 312, "votes": 5573, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-8b", "pimg": null, "psec": null }, { "rank": 300, "model": "phi-4", "modelKey": "phi-4", "org": "Microsoft", "rating": 1266.755960180255, "ratingLower": 1255.8985723764, "ratingUpper": 1277.6133479841096, "rankUpper": 279, "rankLower": 313, "votes": 2896, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.07, "pout": 0.14, "ctx": 16384, "url": "https://huggingface.co/microsoft/phi-4", "pimg": null, "psec": null }, { "rank": 301, "model": "gemma-2-9b-it", "modelKey": "gemma-2-9b-it", "org": "Google", "rating": 1265.3822193318051, "ratingLower": 1257.4714577441428, "ratingUpper": 1273.2929809194675, "rankUpper": 283, "rankLower": 312, "votes": 6877, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-9b-it", "pimg": null, "psec": null }, { "rank": 302, "model": "reka-flash-20240904", "modelKey": "reka-flash-20240904", "org": "Unknown", "rating": 1265.1098340735216, "ratingLower": 1247.3554415746084, "ratingUpper": 1282.8642265724345, "rankUpper": 275, "rankLower": 316, "votes": 992, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 303, "model": "command-r-08-2024", "modelKey": "command-r-08-2024", "org": "Cohere", "rating": 1263.7028028942013, "ratingLower": 1248.6651603019868, "ratingUpper": 1278.7404454864159, "rankUpper": 278, "rankLower": 316, "votes": 1421, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 304, "model": "command-r-plus", "modelKey": "command-r-plus", "org": "Cohere", "rating": 1262.3553640893902, "ratingLower": 1253.3315508124088, "ratingUpper": 1271.3791773663716, "rankUpper": 285, "rankLower": 313, "votes": 9149, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 3, "pout": 15, "ctx": 128000, "url": "https://txt.cohere.com/command-r-plus-microsoft-azure/", "pimg": null, "psec": null }, { "rank": 305, "model": "qwen2-72b-instruct", "modelKey": "qwen2-72b-instruct", "org": "Alibaba", "rating": 1261.6571173660109, "ratingLower": 1251.4451087983284, "ratingUpper": 1271.8691259336929, "rankUpper": 284, "rankLower": 314, "votes": 4614, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 32768, "url": "https://qwenlm.github.io/blog/qwen2/", "pimg": null, "psec": null }, { "rank": 306, "model": "jamba-1.5-large", "modelKey": "jamba-1.5-large", "org": "Unknown", "rating": 1261.1385117663176, "ratingLower": 1243.7675686758364, "ratingUpper": 1278.5094548567986, "rankUpper": 278, "rankLower": 318, "votes": 1024, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 2, "pout": 8, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 307, "model": "ministral-8b-2410", "modelKey": "ministral-8b-2410", "org": "Mistral", "rating": 1259.0841832743445, "ratingLower": 1238.7198885703979, "ratingUpper": 1279.448477978291, "rankUpper": 278, "rankLower": 319, "votes": 720, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": 131072, "url": "https://huggingface.co/mistralai/Ministral-8B-Instruct-2410", "pimg": null, "psec": null }, { "rank": 308, "model": "llama-3-70b-instruct", "modelKey": "llama-3-70b-instruct", "org": "Meta", "rating": 1253.4943222581226, "ratingLower": 1245.841151627047, "ratingUpper": 1261.147492889198, "rankUpper": 294, "rankLower": 316, "votes": 17500, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.51, "pout": 0.74, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 309, "model": "amazon-nova-micro-v1.0", "modelKey": "amazon-nova-micro-v1.0", "org": "Amazon", "rating": 1248.4649492336794, "ratingLower": 1237.1412134175569, "ratingUpper": 1259.7886850498016, "rankUpper": 294, "rankLower": 320, "votes": 2625, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.035, "pout": 0.14, "ctx": 128000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 310, "model": "c4ai-aya-expanse-8b", "modelKey": "c4ai-aya-expanse-8b", "org": "Cohere", "rating": 1248.380082698459, "ratingLower": 1233.5261954608957, "ratingUpper": 1263.2339699360225, "rankUpper": 292, "rankLower": 322, "votes": 1483, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-8b", "pimg": null, "psec": null }, { "rank": 311, "model": "mistral-large-2402", "modelKey": "mistral-large-2402", "org": "Mistral", "rating": 1247.4110397979152, "ratingLower": 1237.4541687569972, "ratingUpper": 1257.3679108388333, "rankUpper": 297, "rankLower": 319, "votes": 6217, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 8, "pout": 24, "ctx": 32000, "url": "https://mistral.ai/news/mistral-large/", "pimg": null, "psec": null }, { "rank": 312, "model": "olmo-2-0325-32b-instruct", "modelKey": "olmo-2-0325-32b-instruct", "org": "Ai2", "rating": 1244.1546875830159, "ratingLower": 1210.4384613818127, "ratingUpper": 1277.8709137842188, "rankUpper": 279, "rankLower": 336, "votes": 261, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.05, "pout": 0.2, "ctx": 128000, "url": "https://huggingface.co/allenai/OLMo-2-0325-32B-Instruct", "pimg": null, "psec": null }, { "rank": 313, "model": "qwen1.5-72b-chat", "modelKey": "qwen1.5-72b-chat", "org": "Alibaba", "rating": 1237.1097145981169, "ratingLower": 1225.4905459040197, "ratingUpper": 1248.728883292214, "rankUpper": 301, "rankLower": 328, "votes": 3483, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 314, "model": "command-r", "modelKey": "command-r", "org": "Cohere", "rating": 1233.7217523427248, "ratingLower": 1223.673177339876, "ratingUpper": 1243.7703273455736, "rankUpper": 307, "rankLower": 328, "votes": 6160, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://txt.cohere.com/command-r", "pimg": null, "psec": null }, { "rank": 315, "model": "granite-3.1-8b-instruct", "modelKey": "granite-3.1-8b-instruct", "org": "IBM", "rating": 1232.1025744366093, "ratingLower": 1205.1169527149164, "ratingUpper": 1259.0881961583027, "rankUpper": 295, "rankLower": 338, "votes": 461, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-8b-instruct", "pimg": null, "psec": null }, { "rank": 316, "model": "qwen1.5-110b-chat", "modelKey": "qwen1.5-110b-chat", "org": "Alibaba", "rating": 1229.0868060849493, "ratingLower": 1217.2370729105232, "ratingUpper": 1240.9365392593754, "rankUpper": 308, "rankLower": 331, "votes": 3345, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-110b/", "pimg": null, "psec": null }, { "rank": 317, "model": "llama-3.1-tulu-3-8b", "modelKey": "llama-3.1-tulu-3-8b", "org": "Ai2", "rating": 1226.7372584136274, "ratingLower": 1200.987317316568, "ratingUpper": 1252.4871995106867, "rankUpper": 299, "rankLower": 341, "votes": 454, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B", "pimg": null, "psec": null }, { "rank": 318, "model": "gemini-pro-dev-api", "modelKey": "gemini-pro-dev-api", "org": "Google", "rating": 1225.9872511156977, "ratingLower": 1208.153524152963, "ratingUpper": 1243.8209780784327, "rankUpper": 307, "rankLower": 337, "votes": 1351, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.0-pro", "pimg": null, "psec": null }, { "rank": 319, "model": "qwen1.5-32b-chat", "modelKey": "qwen1.5-32b-chat", "org": "Alibaba", "rating": 1224.7668550578437, "ratingLower": 1212.1032196396918, "ratingUpper": 1237.4304904759956, "rankUpper": 310, "rankLower": 334, "votes": 2574, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-32b/", "pimg": null, "psec": null }, { "rank": 320, "model": "llama-3.1-8b-instruct", "modelKey": "llama-3.1-8b-instruct", "org": "Meta", "rating": 1223.59656964749, "ratingLower": 1215.4824144278077, "ratingUpper": 1231.7107248671723, "rankUpper": 312, "rankLower": 332, "votes": 6736, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 321, "model": "granite-3.1-2b-instruct", "modelKey": "granite-3.1-2b-instruct", "org": "IBM", "rating": 1223.1369257925403, "ratingLower": 1196.9486299916489, "ratingUpper": 1249.325221593432, "rankUpper": 301, "rankLower": 341, "votes": 489, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-2b-instruct", "pimg": null, "psec": null }, { "rank": 322, "model": "gpt-3.5-turbo-0125", "modelKey": "gpt-3.5-turbo-0125", "org": "OpenAI", "rating": 1221.8210245640175, "ratingLower": 1212.6612614687333, "ratingUpper": 1230.9807876593018, "rankUpper": 312, "rankLower": 333, "votes": 6707, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 1.5, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5-turbo", "pimg": null, "psec": null }, { "rank": 323, "model": "mistral-medium", "modelKey": "mistral-medium", "org": "Mistral", "rating": 1220.283355123509, "ratingLower": 1207.3679207793602, "ratingUpper": 1233.1987894676577, "rankUpper": 312, "rankLower": 338, "votes": 2718, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 262144, "url": "https://mistral.ai/news/la-plateforme/", "pimg": null, "psec": null }, { "rank": 324, "model": "mixtral-8x22b-instruct-v0.1", "modelKey": "mixtral-8x22b-instruct-v0.1", "org": "Mistral", "rating": 1218.8607887296198, "ratingLower": 1208.9836361091698, "ratingUpper": 1228.7379413500698, "rankUpper": 312, "rankLower": 336, "votes": 5865, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 65536, "url": "https://mistral.ai/news/mixtral-8x22b/", "pimg": null, "psec": null }, { "rank": 325, "model": "reka-flash-21b-20240226-online", "modelKey": "reka-flash-21b-20240226-online", "org": "Unknown", "rating": 1218.0410155123864, "ratingLower": 1202.3860811944387, "ratingUpper": 1233.695949830334, "rankUpper": 311, "rankLower": 340, "votes": 1650, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/http-api.html#generation", "pimg": null, "psec": null }, { "rank": 326, "model": "reka-flash-21b-20240226", "modelKey": "reka-flash-21b-20240226", "org": "Unknown", "rating": 1217.9154561114547, "ratingLower": 1205.040254265652, "ratingUpper": 1230.7906579572573, "rankUpper": 312, "rankLower": 339, "votes": 2719, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models", "pimg": null, "psec": null }, { "rank": 327, "model": "jamba-1.5-mini", "modelKey": "jamba-1.5-mini", "org": "Unknown", "rating": 1217.7285102434305, "ratingLower": 1200.2321107159746, "ratingUpper": 1235.2249097708864, "rankUpper": 311, "rankLower": 341, "votes": 1023, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 0.2, "pout": 0.4, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 328, "model": "llama-3-8b-instruct", "modelKey": "llama-3-8b-instruct", "org": "Meta", "rating": 1208.7437448347855, "ratingLower": 1200.1527862285361, "ratingUpper": 1217.334703441035, "rankUpper": 314, "rankLower": 341, "votes": 11165, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.14, "pout": 0.14, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 329, "model": "yi-1.5-34b-chat", "modelKey": "yi-1.5-34b-chat", "org": "Unknown", "rating": 1204.6627813113523, "ratingLower": 1191.2897147180029, "ratingUpper": 1218.0358479047013, "rankUpper": 314, "rankLower": 344, "votes": 2098, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/01-ai/Yi-1.5-34B-Chat", "pimg": null, "psec": null }, { "rank": 330, "model": "granite-3.0-8b-instruct", "modelKey": "granite-3.0-8b-instruct", "org": "IBM", "rating": 1204.045362761016, "ratingLower": 1180.1227798163268, "ratingUpper": 1227.9679457057046, "rankUpper": 312, "rankLower": 349, "votes": 603, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-8b-instruct", "pimg": null, "psec": null }, { "rank": 331, "model": "internlm2_5-20b-chat", "modelKey": "internlm2_5-20b-chat", "org": "Unknown", "rating": 1200.8298517018716, "ratingLower": 1184.463049630405, "ratingUpper": 1217.1966537733379, "rankUpper": 315, "rankLower": 348, "votes": 1266, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Other", "open": 0, "pin": 0, "pout": 0, "ctx": 32768, "url": "https://huggingface.co/internlm/internlm2_5-20b-chat", "pimg": null, "psec": null }, { "rank": 332, "model": "qwen1.5-14b-chat", "modelKey": "qwen1.5-14b-chat", "org": "Alibaba", "rating": 1193.0960346055458, "ratingLower": 1178.2901698495095, "ratingUpper": 1207.9018993615823, "rankUpper": 321, "rankLower": 351, "votes": 2102, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 333, "model": "phi-3-medium-4k-instruct", "modelKey": "phi-3-medium-4k-instruct", "org": "Microsoft", "rating": 1191.2836401241368, "ratingLower": 1178.2043752256327, "ratingUpper": 1204.362905022641, "rankUpper": 324, "rankLower": 351, "votes": 2150, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.17, "pout": 0.68, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-medium-4k-instruct", "pimg": null, "psec": null }, { "rank": 334, "model": "dbrx-instruct-preview", "modelKey": "dbrx-instruct-preview", "org": "Unknown", "rating": 1188.907633916059, "ratingLower": 1176.3080348102815, "ratingUpper": 1201.5072330218366, "rankUpper": 325, "rankLower": 352, "votes": 3489, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DBRX LICENSE", "open": 1, "pin": 0.6, "pout": 0.6, "ctx": 32768, "url": "https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm", "pimg": null, "psec": null }, { "rank": 335, "model": "gpt-3.5-turbo-1106", "modelKey": "gpt-3.5-turbo-1106", "org": "OpenAI", "rating": 1188.0973235864053, "ratingLower": 1167.7850775925995, "ratingUpper": 1208.4095695802114, "rankUpper": 320, "rankLower": 356, "votes": 933, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 2, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5", "pimg": null, "psec": null }, { "rank": 336, "model": "gemma-2-2b-it", "modelKey": "gemma-2-2b-it", "org": "Google", "rating": 1186.1753612172424, "ratingLower": 1177.4338379569424, "ratingUpper": 1194.9168844775422, "rankUpper": 329, "rankLower": 352, "votes": 5866, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-2b-it", "pimg": null, "psec": null }, { "rank": 337, "model": "deepseek-llm-67b-chat", "modelKey": "deepseek-llm-67b-chat", "org": "DeepSeek", "rating": 1184.8320439990823, "ratingLower": 1148.522457485064, "ratingUpper": 1221.1416305131006, "rankUpper": 314, "rankLower": 364, "votes": 243, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat", "pimg": null, "psec": null }, { "rank": 338, "model": "zephyr-orpo-141b-A35b-v0.1", "modelKey": "zephyr-orpo-141b-A35b-v0.1", "org": "Unknown", "rating": 1184.1604021378776, "ratingLower": 1156.13035805444, "ratingUpper": 1212.190446221315, "rankUpper": 317, "rankLower": 360, "votes": 448, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1", "pimg": null, "psec": null }, { "rank": 339, "model": "openchat-3.5", "modelKey": "openchat-3.5", "org": "Unknown", "rating": 1183.8708294440548, "ratingLower": 1155.8171547808506, "ratingUpper": 1211.9245041072593, "rankUpper": 318, "rankLower": 360, "votes": 414, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/openchat/openchat_3.5", "pimg": null, "psec": null }, { "rank": 340, "model": "mixtral-8x7b-instruct-v0.1", "modelKey": "mixtral-8x7b-instruct-v0.1", "org": "Mistral", "rating": 1183.4233020054285, "ratingLower": 1173.8547149984597, "ratingUpper": 1192.9918890123972, "rankUpper": 329, "rankLower": 354, "votes": 6572, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.63, "pout": 0.63, "ctx": 32000, "url": "https://mistral.ai/news/mixtral-of-experts/", "pimg": null, "psec": null }, { "rank": 341, "model": "wizardlm-70b", "modelKey": "wizardlm-70b", "org": "Microsoft", "rating": 1183.0185166701071, "ratingLower": 1151.6930061061223, "ratingUpper": 1214.3440272340922, "rankUpper": 316, "rankLower": 361, "votes": 355, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-70B-V1.0", "pimg": null, "psec": null }, { "rank": 342, "model": "qwq-32b-preview", "modelKey": "qwq-32b-preview", "org": "Alibaba", "rating": 1178.9376176897013, "ratingLower": 1152.8114855163685, "ratingUpper": 1205.0637498630342, "rankUpper": 323, "rankLower": 361, "votes": 475, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B-Preview", "pimg": null, "psec": null }, { "rank": 343, "model": "tulu-2-dpo-70b", "modelKey": "tulu-2-dpo-70b", "org": "Unknown", "rating": 1178.436175726073, "ratingLower": 1145.448074436118, "ratingUpper": 1211.4242770160276, "rankUpper": 318, "rankLower": 364, "votes": 280, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "AI2 ImpACT Low-risk", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/tulu-2-dpo-70b", "pimg": null, "psec": null }, { "rank": 344, "model": "yi-34b-chat", "modelKey": "yi-34b-chat", "org": "Unknown", "rating": 1172.0466569290074, "ratingLower": 1154.0805023776911, "ratingUpper": 1190.0128114803235, "rankUpper": 330, "rankLower": 361, "votes": 1106, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Yi License", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 4096, "url": "https://huggingface.co/01-ai/Yi-34B-Chat", "pimg": null, "psec": null }, { "rank": 345, "model": "openchat-3.5-0106", "modelKey": "openchat-3.5-0106", "org": "Unknown", "rating": 1170.900791423595, "ratingLower": 1152.3980625014328, "ratingUpper": 1189.4035203457568, "rankUpper": 330, "rankLower": 361, "votes": 1097, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/openchat/openchat-3.5-0106", "pimg": null, "psec": null }, { "rank": 346, "model": "gemma-1.1-7b-it", "modelKey": "gemma-1.1-7b-it", "org": "Google", "rating": 1167.044538369412, "ratingLower": 1154.4143516533454, "ratingUpper": 1179.6747250854787, "rankUpper": 332, "rankLower": 361, "votes": 2649, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/google/gemma-1.1-7b-it", "pimg": null, "psec": null }, { "rank": 347, "model": "starling-lm-7b-beta", "modelKey": "starling-lm-7b-beta", "org": "Unknown", "rating": 1166.8232579006758, "ratingLower": 1151.0230812729833, "ratingUpper": 1182.6234345283683, "rankUpper": 331, "rankLower": 363, "votes": 1676, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Starling-LM-7B-beta", "pimg": null, "psec": null }, { "rank": 348, "model": "qwen1.5-7b-chat", "modelKey": "qwen1.5-7b-chat", "org": "Alibaba", "rating": 1164.462437366685, "ratingLower": 1134.7788330200633, "ratingUpper": 1194.1460417133067, "rankUpper": 329, "rankLower": 366, "votes": 372, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 349, "model": "phi-3-small-8k-instruct", "modelKey": "phi-3-small-8k-instruct", "org": "Microsoft", "rating": 1162.6727335093387, "ratingLower": 1149.3655669051163, "ratingUpper": 1175.979900113561, "rankUpper": 336, "rankLower": 364, "votes": 2238, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-small-8k-instruct", "pimg": null, "psec": null }, { "rank": 350, "model": "llama-3.2-3b-instruct", "modelKey": "llama-3.2-3b-instruct", "org": "Meta", "rating": 1159.4631973288292, "ratingLower": 1141.07544402499, "ratingUpper": 1177.8509506326684, "rankUpper": 334, "rankLower": 365, "votes": 1046, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.05, "pout": 0.33, "ctx": 131072, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 351, "model": "starling-lm-7b-alpha", "modelKey": "starling-lm-7b-alpha", "org": "Unknown", "rating": 1151.3626524332367, "ratingLower": 1128.3732970043538, "ratingUpper": 1174.3520078621198, "rankUpper": 336, "rankLower": 369, "votes": 666, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha", "pimg": null, "psec": null }, { "rank": 352, "model": "wizardlm-13b", "modelKey": "wizardlm-13b", "org": "Microsoft", "rating": 1151.0782916546705, "ratingLower": 1111.2312318481086, "ratingUpper": 1190.925351461232, "rankUpper": 330, "rankLower": 374, "votes": 203, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-13B-V1.2", "pimg": null, "psec": null }, { "rank": 353, "model": "granite-3.0-2b-instruct", "modelKey": "granite-3.0-2b-instruct", "org": "IBM", "rating": 1148.647863055689, "ratingLower": 1124.0178468207937, "ratingUpper": 1173.2778792905842, "rankUpper": 337, "rankLower": 371, "votes": 647, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-2b-instruct", "pimg": null, "psec": null }, { "rank": 354, "model": "vicuna-13b", "modelKey": "vicuna-13b", "org": "Unknown", "rating": 1145.6325113339162, "ratingLower": 1124.2310731098873, "ratingUpper": 1167.033949557945, "rankUpper": 338, "rankLower": 371, "votes": 756, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-13b-v1.5", "pimg": null, "psec": null }, { "rank": 355, "model": "vicuna-7b", "modelKey": "vicuna-7b", "org": "Unknown", "rating": 1143.7941814577748, "ratingLower": 1100.169273469106, "ratingUpper": 1187.419089446444, "rankUpper": 330, "rankLower": 376, "votes": 162, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-7b-v1.5", "pimg": null, "psec": null }, { "rank": 356, "model": "palm-2", "modelKey": "palm-2", "org": "Google", "rating": 1141.4358415625543, "ratingLower": 1104.501831764547, "ratingUpper": 1178.3698513605618, "rankUpper": 332, "rankLower": 375, "votes": 251, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 0.5, "ctx": 25804, "url": "https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models#foundation_models", "pimg": null, "psec": null }, { "rank": 357, "model": "llama-2-13b-chat", "modelKey": "llama-2-13b-chat", "org": "Meta", "rating": 1140.5395599448789, "ratingLower": 1122.9351397410408, "ratingUpper": 1158.143980148717, "rankUpper": 338, "rankLower": 372, "votes": 1193, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.25, "pout": 0.25, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-13b-chat-hf", "pimg": null, "psec": null }, { "rank": 358, "model": "openhermes-2.5-mistral-7b", "modelKey": "openhermes-2.5-mistral-7b", "org": "Unknown", "rating": 1140.108339471627, "ratingLower": 1107.2605234861355, "ratingUpper": 1172.9561554571187, "rankUpper": 337, "rankLower": 374, "votes": 270, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.17, "pout": 0.17, "ctx": null, "url": "https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B", "pimg": null, "psec": null }, { "rank": 359, "model": "llama-2-70b-chat", "modelKey": "llama-2-70b-chat", "org": "Meta", "rating": 1138.6964115711874, "ratingLower": 1125.8422847412912, "ratingUpper": 1151.5505384010835, "rankUpper": 345, "rankLower": 370, "votes": 2813, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.7, "pout": 2.8, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-70b-chat-hf", "pimg": null, "psec": null }, { "rank": 360, "model": "vicuna-33b", "modelKey": "vicuna-33b", "org": "Unknown", "rating": 1135.9747402025505, "ratingLower": 1116.8681238373497, "ratingUpper": 1155.0813565677513, "rankUpper": 340, "rankLower": 373, "votes": 1047, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0, "pout": 0, "ctx": 2048, "url": "https://huggingface.co/lmsys/vicuna-33b-v1.3", "pimg": null, "psec": null }, { "rank": 361, "model": "mistral-7b-instruct-v0.2", "modelKey": "mistral-7b-instruct-v0.2", "org": "Mistral", "rating": 1135.2207230622907, "ratingLower": 1119.8727618449689, "ratingUpper": 1150.5686842796126, "rankUpper": 346, "rankLower": 373, "votes": 1592, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2", "pimg": null, "psec": null }, { "rank": 362, "model": "smollm2-1.7b-instruct", "modelKey": "smollm2-1.7b-instruct", "org": "Unknown", "rating": 1132.6745982019643, "ratingLower": 1100.3200307207367, "ratingUpper": 1165.0291656831919, "rankUpper": 338, "rankLower": 376, "votes": 328, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct", "pimg": null, "psec": null }, { "rank": 363, "model": "snowflake-arctic-instruct", "modelKey": "snowflake-arctic-instruct", "org": "Unknown", "rating": 1130.698903620969, "ratingLower": 1116.5095658744426, "ratingUpper": 1144.8882413674955, "rankUpper": 349, "rankLower": 373, "votes": 2793, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.snowflake.com/blog/arctic-open-efficient-foundation-language-models-snowflake/", "pimg": null, "psec": null }, { "rank": 364, "model": "qwen-14b-chat", "modelKey": "qwen-14b-chat", "org": "Alibaba", "rating": 1128.2511496361424, "ratingLower": 1090.6696718228877, "ratingUpper": 1165.832627449397, "rankUpper": 338, "rankLower": 378, "votes": 214, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen-14B-Chat", "pimg": null, "psec": null }, { "rank": 365, "model": "gemma-1.1-2b-it", "modelKey": "gemma-1.1-2b-it", "org": "Google", "rating": 1117.4187962939627, "ratingLower": 1099.58741348768, "ratingUpper": 1135.2501791002458, "rankUpper": 350, "rankLower": 377, "votes": 1179, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/google/gemma-1.1-2b-it", "pimg": null, "psec": null }, { "rank": 366, "model": "nous-hermes-2-mixtral-8x7b-dpo", "modelKey": "nous-hermes-2-mixtral-8x7b-dpo", "org": "Unknown", "rating": 1116.321725257012, "ratingLower": 1081.3167885317648, "ratingUpper": 1151.3266619822593, "rankUpper": 345, "rankLower": 380, "votes": 230, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": null, "url": "https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "pimg": null, "psec": null }, { "rank": 367, "model": "gemma-7b-it", "modelKey": "gemma-7b-it", "org": "Google", "rating": 1111.715379654377, "ratingLower": 1088.9115569518237, "ratingUpper": 1134.5192023569307, "rankUpper": 351, "rankLower": 379, "votes": 676, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 8192, "url": "https://huggingface.co/google/gemma-7b-it", "pimg": null, "psec": null }, { "rank": 368, "model": "phi-3-mini-4k-instruct", "modelKey": "phi-3-mini-4k-instruct", "org": "Microsoft", "rating": 1108.6325973460027, "ratingLower": 1093.3014712573295, "ratingUpper": 1123.963723434676, "rankUpper": 355, "rankLower": 378, "votes": 1706, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 369, "model": "phi-3-mini-4k-instruct-june-2024", "modelKey": "phi-3-mini-4k-instruct-june-2024", "org": "Microsoft", "rating": 1106.9778954682101, "ratingLower": 1087.9937740910364, "ratingUpper": 1125.9620168453841, "rankUpper": 352, "rankLower": 379, "votes": 1035, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": 4096, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 370, "model": "zephyr-7b-beta", "modelKey": "zephyr-7b-beta", "org": "Unknown", "rating": 1106.4199623596871, "ratingLower": 1078.8911199054892, "ratingUpper": 1133.948804813885, "rankUpper": 351, "rankLower": 380, "votes": 461, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 16384, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-beta", "pimg": null, "psec": null }, { "rank": 371, "model": "llama-3.2-1b-instruct", "modelKey": "llama-3.2-1b-instruct", "org": "Meta", "rating": 1101.8889160007375, "ratingLower": 1082.7744157938505, "ratingUpper": 1121.0034162076245, "rankUpper": 356, "rankLower": 380, "votes": 1057, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.027, "pout": 0.201, "ctx": 60000, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 372, "model": "mistral-7b-instruct", "modelKey": "mistral-7b-instruct", "org": "Mistral", "rating": 1099.067655840523, "ratingLower": 1072.2967232696237, "ratingUpper": 1125.8385884114223, "rankUpper": 353, "rankLower": 380, "votes": 448, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.07, "pout": 0.28, "ctx": 4096, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1", "pimg": null, "psec": null }, { "rank": 373, "model": "codellama-34b-instruct", "modelKey": "codellama-34b-instruct", "org": "Meta", "rating": 1098.956814062412, "ratingLower": 1066.271433347717, "ratingUpper": 1131.6421947771073, "rankUpper": 351, "rankLower": 380, "votes": 320, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.35, "pout": 1.4, "ctx": 16384, "url": "https://huggingface.co/codellama/CodeLlama-34b-Instruct-hf", "pimg": null, "psec": null }, { "rank": 374, "model": "gemma-2b-it", "modelKey": "gemma-2b-it", "org": "Google", "rating": 1084.948058815265, "ratingLower": 1054.0281449793206, "ratingUpper": 1115.8679726512096, "rankUpper": 359, "rankLower": 380, "votes": 377, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://huggingface.co/google/gemma-2b-it", "pimg": null, "psec": null }, { "rank": 375, "model": "qwen1.5-4b-chat", "modelKey": "qwen1.5-4b-chat", "org": "Alibaba", "rating": 1079.0111679501292, "ratingLower": 1055.2440255163924, "ratingUpper": 1102.778310383866, "rankUpper": 362, "rankLower": 380, "votes": 692, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 376, "model": "llama-2-7b-chat", "modelKey": "llama-2-7b-chat", "org": "Meta", "rating": 1076.8391625744698, "ratingLower": 1056.7335904178, "ratingUpper": 1096.9447347311393, "rankUpper": 365, "rankLower": 380, "votes": 835, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-7b-chat-hf", "pimg": null, "psec": null }, { "rank": 377, "model": "stripedhyena-nous-7b", "modelKey": "stripedhyena-nous-7b", "org": "Unknown", "rating": 1073.651725480886, "ratingLower": 1041.7595695238756, "ratingUpper": 1105.5438814378963, "rankUpper": 361, "rankLower": 380, "votes": 334, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/togethercomputer/StripedHyena-Nous-7B", "pimg": null, "psec": null }, { "rank": 378, "model": "phi-3-mini-128k-instruct", "modelKey": "phi-3-mini-128k-instruct", "org": "Microsoft", "rating": 1073.125346068361, "ratingLower": 1056.9717560680674, "ratingUpper": 1089.2789360686547, "rankUpper": 367, "rankLower": 380, "votes": 2074, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://azure.microsoft.com/en-us/blog/introducing-phi-3-redefining-whats-possible-with-slms/", "pimg": null, "psec": null }, { "rank": 379, "model": "llama2-70b-steerlm-chat", "modelKey": "llama2-70b-steerlm-chat", "org": "Nvidia", "rating": 1057.4254052863944, "ratingLower": 1014.6983199705506, "ratingUpper": 1100.1524906022382, "rankUpper": 364, "rankLower": 380, "votes": 208, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama2-70B-SteerLM-Chat", "pimg": null, "psec": null }, { "rank": 380, "model": "chatglm3-6b", "modelKey": "chatglm3-6b", "org": "Unknown", "rating": 1043.7099916355883, "ratingLower": 1004.4964998137565, "ratingUpper": 1082.9234834574202, "rankUpper": 369, "rankLower": 380, "votes": 205, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm3-6b", "pimg": null, "psec": null } ], "math": [ { "rank": 1, "model": "claude-fable-5-high", "modelKey": "claude-fable-5-text", "org": "Anthropic", "rating": 1526.2827433701275, "ratingLower": 1510.7278376202687, "ratingUpper": 1541.8376491199863, "rankUpper": 1, "rankLower": 17, "votes": 1467, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-fable-5-mythos-5", "pimg": null, "psec": null }, { "rank": 2, "model": "claude-opus-5-high", "modelKey": "claude-opus-5-high-text", "org": "Anthropic", "rating": 1524.8150357288275, "ratingLower": 1510.2714114956116, "ratingUpper": 1539.3586599620435, "rankUpper": 1, "rankLower": 17, "votes": 1866, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 3, "model": "claude-opus-5-max", "modelKey": "claude-opus-5-max-text", "org": "Anthropic", "rating": 1523.1122054331358, "ratingLower": 1503.3818417880798, "ratingUpper": 1542.842569078192, "rankUpper": 1, "rankLower": 22, "votes": 904, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 4, "model": "claude-fable-5.1-max", "modelKey": "claude-fable-5.1-max-text", "org": "Anthropic", "rating": 1522.2830739792416, "ratingLower": 1486.1052400868157, "ratingUpper": 1558.4609078716678, "rankUpper": 1, "rankLower": 46, "votes": 243, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/claude-fable-and-mythos-5-1", "pimg": null, "psec": null }, { "rank": 5, "model": "gemini-3.7-flash-high", "modelKey": "andwise-evfd", "org": "Google", "rating": 1521.5110172983168, "ratingLower": 1488.2546068705342, "ratingUpper": 1554.7674277260994, "rankUpper": 1, "rankLower": 42, "votes": 310, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-3-7-flash/", "pimg": null, "psec": null }, { "rank": 6, "model": "claude-opus-4-6-high", "modelKey": "claude-opus-4-6-thinking", "org": "Anthropic", "rating": 1515.940503825185, "ratingLower": 1505.6563008008254, "ratingUpper": 1526.2247068495444, "rankUpper": 1, "rankLower": 19, "votes": 3695, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 7, "model": "glm-5.3-flash", "modelKey": "glm-5.3-flash-text", "org": "Z.ai", "rating": 1513.3255540940822, "ratingLower": 1485.2561126432934, "ratingUpper": 1541.3949955448713, "rankUpper": 1, "rankLower": 46, "votes": 441, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.06, "pout": 0.2, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 8, "model": "claude-opus-4-6", "modelKey": "claude-opus-4-6", "org": "Anthropic", "rating": 1506.81690349367, "ratingLower": 1496.9320114299194, "ratingUpper": 1516.7017955574204, "rankUpper": 1, "rankLower": 27, "votes": 4110, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 9, "model": "gemini-3.6-flash-high", "modelKey": "gemini-3.6-flash", "org": "Google", "rating": 1504.1570202663327, "ratingLower": 1487.39134188822, "ratingUpper": 1520.922698644445, "rankUpper": 1, "rankLower": 44, "votes": 1242, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 10, "model": "glm-5.3-max", "modelKey": "glm-5.3", "org": "Z.ai", "rating": 1504.0477679048313, "ratingLower": 1477.037933682139, "ratingUpper": 1531.0576021275238, "rankUpper": 1, "rankLower": 53, "votes": 430, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 11, "model": "claude-opus-4-7-high", "modelKey": "claude-opus-4-7-thinking", "org": "Anthropic", "rating": 1503.1731996043382, "ratingLower": 1492.0211416735558, "ratingUpper": 1514.3252575351205, "rankUpper": 1, "rankLower": 37, "votes": 3030, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 12, "model": "kimi-k3-max", "modelKey": "kimi-k3-v3-text", "org": "Moonshot", "rating": 1500.6373175918143, "ratingLower": 1480.7460221839076, "ratingUpper": 1520.5286129997212, "rankUpper": 1, "rankLower": 49, "votes": 884, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Kimi K3 license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://platform.kimi.ai/docs/guide/kimi-k3-quickstart", "pimg": null, "psec": null }, { "rank": 13, "model": "gpt-5.5", "modelKey": "gpt-5.5-text", "org": "OpenAI", "rating": 1500.4296838972875, "ratingLower": 1489.537703134164, "ratingUpper": 1511.321664660411, "rankUpper": 1, "rankLower": 40, "votes": 3301, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 14, "model": "gemini-3.5-flash-high", "modelKey": "gemini-3.5-flash-high-public", "org": "Google", "rating": 1498.823829789367, "ratingLower": 1484.8608265506944, "ratingUpper": 1512.7868330280394, "rankUpper": 1, "rankLower": 46, "votes": 1867, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 15, "model": "qwen3.8-max", "modelKey": "kinsley-mrp8", "org": "Alibaba", "rating": 1497.9414102574892, "ratingLower": 1476.9360167056868, "ratingUpper": 1518.9468038092916, "rankUpper": 1, "rankLower": 53, "votes": 769, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.69, "pout": 5.07, "ctx": 1000000, "url": "https://www.qwencloud.com/models/qwen3.8-max", "pimg": null, "psec": null }, { "rank": 16, "model": "muse-spark-1.3-max", "modelKey": "muse-spark-1-3-max-bhma-text", "org": "Meta", "rating": 1496.0769194195082, "ratingLower": 1457.0991848828962, "ratingUpper": 1535.05465395612, "rankUpper": 1, "rankLower": 76, "votes": 207, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 17, "model": "gpt-5.4-high", "modelKey": "gpt-5.4-high-no-system-prompt", "org": "OpenAI", "rating": 1494.1288869916527, "ratingLower": 1483.1821405834562, "ratingUpper": 1505.0756333998493, "rankUpper": 4, "rankLower": 46, "votes": 3179, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 18, "model": "claude-opus-4-8-high", "modelKey": "claude-opus-4-8-thinking-text", "org": "Anthropic", "rating": 1493.9292325219958, "ratingLower": 1481.7434369948542, "ratingUpper": 1506.1150280491377, "rankUpper": 3, "rankLower": 47, "votes": 2444, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 19, "model": "claude-opus-4-7", "modelKey": "claude-opus-4-7", "org": "Anthropic", "rating": 1491.3131305484296, "ratingLower": 1480.166279544793, "ratingUpper": 1502.4599815520662, "rankUpper": 5, "rankLower": 50, "votes": 3144, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 20, "model": "gpt-5.5-high", "modelKey": "gpt-5.5-high-text", "org": "OpenAI", "rating": 1490.8357234543028, "ratingLower": 1480.0751285517185, "ratingUpper": 1501.596318356887, "rankUpper": 5, "rankLower": 50, "votes": 3261, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 21, "model": "qwen3.7-max-preview", "modelKey": "melyora-9qr6", "org": "Alibaba", "rating": 1489.4444766637207, "ratingLower": 1449.4364002465434, "ratingUpper": 1529.4525530808983, "rankUpper": 1, "rankLower": 91, "votes": 218, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.475, "pout": 4.425, "ctx": 1000000, "url": "https://chat.qwen.ai/?models=Qwen3.7-Max-Preview", "pimg": null, "psec": null }, { "rank": 22, "model": "gemini-3.1-pro-preview", "modelKey": "gemini-3.1-pro-preview", "org": "Google", "rating": 1489.36835173818, "ratingLower": 1480.7429281687448, "ratingUpper": 1497.9937753076151, "rankUpper": 5, "rankLower": 49, "votes": 5569, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 6, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-pro/", "pimg": null, "psec": null }, { "rank": 23, "model": "gpt-5.6-sol-xhigh", "modelKey": "gpt-5.6-sol-xhigh-text", "org": "OpenAI", "rating": 1488.0515297665895, "ratingLower": 1471.252824603981, "ratingUpper": 1504.8502349291982, "rankUpper": 4, "rankLower": 56, "votes": 1220, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 4, "pout": 20, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 24, "model": "muse-spark-1.1", "modelKey": "super-nova-ext-3tam-text", "org": "Meta", "rating": 1485.4780905871085, "ratingLower": 1468.2087354648925, "ratingUpper": 1502.7474457093244, "rankUpper": 5, "rankLower": 58, "votes": 1164, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/", "pimg": null, "psec": null }, { "rank": 25, "model": "hy3", "modelKey": "hy3-tencent-cloud-text", "org": "Tencent", "rating": 1479.5433391813558, "ratingLower": 1450.7667575939747, "ratingUpper": 1508.3199207687371, "rankUpper": 3, "rankLower": 88, "votes": 413, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.132, "pout": 0.528, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3", "pimg": null, "psec": null }, { "rank": 26, "model": "glm-5.2-max", "modelKey": "glm-5.2-text", "org": "Z.ai", "rating": 1479.4783689670744, "ratingLower": 1464.957370634232, "ratingUpper": 1493.9993672999171, "rankUpper": 6, "rankLower": 65, "votes": 1662, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1000000, "url": "https://huggingface.co/zai-org/GLM-5.2", "pimg": null, "psec": null }, { "rank": 27, "model": "kimi-k2.6", "modelKey": "kimi-k2.6-text", "org": "Moonshot", "rating": 1478.0713848167143, "ratingLower": 1464.5679439230412, "ratingUpper": 1491.5748257103871, "rankUpper": 7, "rankLower": 66, "votes": 1931, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.95, "pout": 4, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-6", "pimg": null, "psec": null }, { "rank": 28, "model": "gemini-3.5-flash-medium", "modelKey": "gemini-3.5-flash-medium", "org": "Google", "rating": 1477.9098644527671, "ratingLower": 1463.2476717473196, "ratingUpper": 1492.5720571582146, "rankUpper": 6, "rankLower": 67, "votes": 1667, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 29, "model": "inkling", "modelKey": "inkling-text", "org": "Thinky", "rating": 1476.881593450043, "ratingLower": 1459.4244507644914, "ratingUpper": 1494.3387361355947, "rankUpper": 6, "rankLower": 73, "votes": 1120, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 1, "pout": 4.05, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/introducing-inkling/", "pimg": null, "psec": null }, { "rank": 30, "model": "gemini-3-pro", "modelKey": "gemini-3-pro", "org": "Google", "rating": 1476.7574036897588, "ratingLower": 1465.3031205558345, "ratingUpper": 1488.211686823683, "rankUpper": 9, "rankLower": 65, "votes": 2615, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-3-pro-preview", "pimg": null, "psec": null }, { "rank": 31, "model": "gpt-5.6-luna-xhigh", "modelKey": "gpt-5.6-luna-xhigh-text", "org": "OpenAI", "rating": 1476.6310012257318, "ratingLower": 1460.014619517812, "ratingUpper": 1493.2473829336514, "rankUpper": 6, "rankLower": 73, "votes": 1273, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.2, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 32, "model": "grok-4.5", "modelKey": "grok-4.5-text", "org": "SpaceXAI", "rating": 1476.624522711751, "ratingLower": 1459.7375194733022, "ratingUpper": 1493.5115259501995, "rankUpper": 6, "rankLower": 73, "votes": 1232, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.5", "pimg": null, "psec": null }, { "rank": 33, "model": "mimo-v2.5-pro", "modelKey": "mimo-v2.5-pro-text", "org": "Xiaomi", "rating": 1476.4336889253823, "ratingLower": 1464.9677589058576, "ratingUpper": 1487.8996189449072, "rankUpper": 9, "rankLower": 65, "votes": 2879, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.435, "pout": 0.87, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5-pro/", "pimg": null, "psec": null }, { "rank": 34, "model": "glm-5.1", "modelKey": "glm-5.1-text", "org": "Z.ai", "rating": 1476.414451188853, "ratingLower": 1463.8387386587317, "ratingUpper": 1488.9901637189746, "rankUpper": 8, "rankLower": 66, "votes": 2373, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 202752, "url": "https://huggingface.co/zai-org/GLM-5.1", "pimg": null, "psec": null }, { "rank": 35, "model": "ernie-5.1", "modelKey": "zero-prism", "org": "Baidu", "rating": 1476.272981014166, "ratingLower": 1462.5387668412113, "ratingUpper": 1490.0071951871205, "rankUpper": 7, "rankLower": 71, "votes": 1886, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5634, "pout": 2.5353, "ctx": 119000, "url": "https://ernie.baidu.com/blog/posts/ernie-5.1-0508-release/", "pimg": null, "psec": null }, { "rank": 36, "model": "claude-sonnet-5-high", "modelKey": "claude-sonnet-5-text", "org": "Anthropic", "rating": 1475.557792311987, "ratingLower": 1460.31406721038, "ratingUpper": 1490.8015174135937, "rankUpper": 7, "rankLower": 73, "votes": 1519, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-5", "pimg": null, "psec": null }, { "rank": 37, "model": "gemini-3-flash", "modelKey": "gemini-3-flash", "org": "Google", "rating": 1475.5032403720909, "ratingLower": 1462.2655307520463, "ratingUpper": 1488.7409499921355, "rankUpper": 8, "rankLower": 71, "votes": 1957, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 38, "model": "gpt-5.6-terra-xhigh", "modelKey": "gpt-5.6-terra-xhigh-text", "org": "OpenAI", "rating": 1475.487743206171, "ratingLower": 1458.5661028116374, "ratingUpper": 1492.4093836007046, "rankUpper": 6, "rankLower": 73, "votes": 1186, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 39, "model": "claude-opus-4-8", "modelKey": "claude-opus-4-8-text", "org": "Anthropic", "rating": 1474.7977476969982, "ratingLower": 1462.616046726814, "ratingUpper": 1486.9794486671824, "rankUpper": 10, "rankLower": 71, "votes": 2491, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 40, "model": "qwen3.6-max-preview", "modelKey": "kizen-beta", "org": "Alibaba", "rating": 1474.782277177402, "ratingLower": 1444.9696719550147, "ratingUpper": 1504.5948823997892, "rankUpper": 4, "rankLower": 97, "votes": 360, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.027, "pout": 6.162, "ctx": 262144, "url": "https://qwen.ai/blog?id=qwen3.6-max-preview", "pimg": null, "psec": null }, { "rank": 41, "model": "gemma-4-31b", "modelKey": "pteronura-text", "org": "Google", "rating": 1473.1690548668023, "ratingLower": 1445.8826880499148, "ratingUpper": 1500.4554216836896, "rankUpper": 5, "rankLower": 97, "votes": 403, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.99, "pout": 1.49, "ctx": 131072, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-31b-it", "pimg": null, "psec": null }, { "rank": 42, "model": "kimi-k2.5-thinking", "modelKey": "kimi-k2.5-text", "org": "Moonshot", "rating": 1470.3826567752185, "ratingLower": 1460.700344706001, "ratingUpper": 1480.0649688444357, "rankUpper": 19, "rankLower": 72, "votes": 3916, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 3, "ctx": null, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 43, "model": "claude-opus-4-5-20251101-high-32k", "modelKey": "claude-opus-4-5-20251101-thinking-32k", "org": "Anthropic", "rating": 1470.177686328402, "ratingLower": 1457.712356106097, "ratingUpper": 1482.6430165507065, "rankUpper": 14, "rankLower": 74, "votes": 2214, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 44, "model": "qwen3.5-max-preview", "modelKey": "kiteki", "org": "Alibaba", "rating": 1469.9685201498241, "ratingLower": 1453.8039623978912, "ratingUpper": 1486.1330779017571, "rankUpper": 10, "rankLower": 81, "votes": 1346, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 6, "ctx": null, "url": "https://qwen.ai/blog?id=qwen3.5-max-preview", "pimg": null, "psec": null }, { "rank": 45, "model": "deepseek-v4-pro-high-preview", "modelKey": "deepseek-v4-pro-ch1-thinking-text", "org": "DeepSeek", "rating": 1468.753461602008, "ratingLower": 1456.5074986882419, "ratingUpper": 1480.9994245157739, "rankUpper": 15, "rankLower": 76, "votes": 2498, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 46, "model": "gemma-4-26b-a4b", "modelKey": "significant-otter-text", "org": "Google", "rating": 1467.629803496701, "ratingLower": 1439.1909080701228, "ratingUpper": 1496.068698923279, "rankUpper": 6, "rankLower": 104, "votes": 369, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-26b-a4b-it", "pimg": null, "psec": null }, { "rank": 47, "model": "grok-4.20-beta-0309-reasoning", "modelKey": "grok-4.20-beta-0309-reasoning", "org": "SpaceXAI", "rating": 1467.289766420001, "ratingLower": 1456.5156825038628, "ratingUpper": 1478.063850336139, "rankUpper": 19, "rankLower": 76, "votes": 3315, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-beta-0309-reasoning", "pimg": null, "psec": null }, { "rank": 48, "model": "qwen3.7-plus", "modelKey": "qwen3.7-plus", "org": "Alibaba", "rating": 1466.3456440447176, "ratingLower": 1452.0338736030792, "ratingUpper": 1480.6574144863557, "rankUpper": 17, "rankLower": 85, "votes": 1767, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.32, "pout": 1.28, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.7-plus", "pimg": null, "psec": null }, { "rank": 49, "model": "qwen3.8-27b", "modelKey": "qwen3.8-27b", "org": "Alibaba", "rating": 1465.5032321137294, "ratingLower": 1438.476365670601, "ratingUpper": 1492.5300985568579, "rankUpper": 6, "rankLower": 105, "votes": 468, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 3, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.8-27B", "pimg": null, "psec": null }, { "rank": 50, "model": "claude-opus-4-5-20251101", "modelKey": "claude-opus-4-5-20251101", "org": "Anthropic", "rating": 1465.2251902312198, "ratingLower": 1455.9454480140737, "ratingUpper": 1474.504932448366, "rankUpper": 21, "rankLower": 77, "votes": 4274, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 51, "model": "deepseek-v4-pro-high-20260813", "modelKey": "deepseek-v4-pro-high-20260813-text", "org": "DeepSeek", "rating": 1463.3649238847538, "ratingLower": 1432.8110476417755, "ratingUpper": 1493.918800127732, "rankUpper": 6, "rankLower": 120, "votes": 340, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": null, "url": "https://api-docs.deepseek.com/updates/#date-2026-08-13", "pimg": null, "psec": null }, { "rank": 52, "model": "gpt-5.5-instant", "modelKey": "gpt-5.5-instant", "org": "OpenAI", "rating": 1463.3451773859956, "ratingLower": 1447.3768169066607, "ratingUpper": 1479.3135378653303, "rankUpper": 19, "rankLower": 94, "votes": 1457, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/gpt-5-5-instant", "pimg": null, "psec": null }, { "rank": 53, "model": "claude-sonnet-4-6", "modelKey": "claude-sonnet-4-6", "org": "Anthropic", "rating": 1462.5192637562486, "ratingLower": 1452.1221045561037, "ratingUpper": 1472.9164229563935, "rankUpper": 21, "rankLower": 85, "votes": 3551, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-6", "pimg": null, "psec": null }, { "rank": 54, "model": "muse-spark", "modelKey": "eureka", "org": "Meta", "rating": 1460.8945712069249, "ratingLower": 1440.976623128512, "ratingUpper": 1480.8125192853379, "rankUpper": 15, "rankLower": 102, "votes": 857, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-msl/", "pimg": null, "psec": null }, { "rank": 55, "model": "gpt-5.4", "modelKey": "gpt-5.4-no-system-prompt", "org": "OpenAI", "rating": 1460.6266276086185, "ratingLower": 1449.9509016602806, "ratingUpper": 1471.3023535569564, "rankUpper": 21, "rankLower": 88, "votes": 3345, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 56, "model": "gpt-5.2-high", "modelKey": "gpt-5.2-high", "org": "OpenAI", "rating": 1458.2219056085087, "ratingLower": 1447.1631958294809, "ratingUpper": 1469.2806153875365, "rankUpper": 22, "rankLower": 96, "votes": 2950, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 57, "model": "gpt-5.1-high", "modelKey": "gpt-5.1-high", "org": "OpenAI", "rating": 1456.3848180298257, "ratingLower": 1444.491561956121, "ratingUpper": 1468.2780741035303, "rankUpper": 22, "rankLower": 97, "votes": 2453, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 58, "model": "qwen3.6-plus", "modelKey": "qwen3.6-plus-text", "org": "Alibaba", "rating": 1454.8110713539268, "ratingLower": 1442.8692142921159, "ratingUpper": 1466.7529284157374, "rankUpper": 23, "rankLower": 97, "votes": 2523, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.325, "pout": 1.95, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.6", "pimg": null, "psec": null }, { "rank": 59, "model": "claude-sonnet-4-5-20250929-high-32k", "modelKey": "claude-sonnet-4-5-20250929-thinking-32k", "org": "Anthropic", "rating": 1454.3654099608648, "ratingLower": 1445.7640958720824, "ratingUpper": 1462.966724049647, "rankUpper": 29, "rankLower": 97, "votes": 4834, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 60, "model": "muse-glimmer", "modelKey": "onyx-v1-4-33s7", "org": "Meta", "rating": 1454.2998337070244, "ratingLower": 1413.4266212003233, "ratingUpper": 1495.1730462137257, "rankUpper": 6, "rankLower": 148, "votes": 206, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.meta.ai/blog/introducing-muse-glimmer-open-agentic-model", "pimg": null, "psec": null }, { "rank": 61, "model": "gemini-3-flash (thinking-minimal)", "modelKey": "gemini-3-flash-thinking-minimal", "org": "Google", "rating": 1453.8256421884037, "ratingLower": 1444.847661609342, "ratingUpper": 1462.8036227674656, "rankUpper": 29, "rankLower": 97, "votes": 4660, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 62, "model": "gpt-5.2-chat-latest-20260210", "modelKey": "gpt-5.2-chat-latest", "org": "OpenAI", "rating": 1452.853108390507, "ratingLower": 1439.5244572949118, "ratingUpper": 1466.1817594861025, "rankUpper": 23, "rankLower": 104, "votes": 2069, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://developers.openai.com/api/docs/models/gpt-5.2-chat-latest", "pimg": null, "psec": null }, { "rank": 63, "model": "grok-4.20-multi-agent-beta-0309", "modelKey": "grok-4.20-multi-agent-beta-0309", "org": "SpaceXAI", "rating": 1452.849300729013, "ratingLower": 1442.0370057765892, "ratingUpper": 1463.661595681437, "rankUpper": 28, "rankLower": 99, "votes": 3222, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-multi-agent-beta-0309", "pimg": null, "psec": null }, { "rank": 64, "model": "mimo-v2-pro", "modelKey": "mimo-v2-pro", "org": "Xiaomi", "rating": 1451.9292874340372, "ratingLower": 1437.0888796392805, "ratingUpper": 1466.769695228794, "rankUpper": 23, "rankLower": 108, "votes": 1608, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 3.3, "ctx": 1000000, "url": "https://mimo.xiaomi.com/mimo-v2-pro", "pimg": null, "psec": null }, { "rank": 65, "model": "grok-4.20-beta1", "modelKey": "clanker-text", "org": "SpaceXAI", "rating": 1451.6489528326304, "ratingLower": 1436.8587940905516, "ratingUpper": 1466.4391115747092, "rankUpper": 23, "rankLower": 109, "votes": 1593, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://grok.com/", "pimg": null, "psec": null }, { "rank": 66, "model": "dola-seed-2.0-pro", "modelKey": "dola-seed-2.0-pro-text", "org": "Bytedance", "rating": 1450.5030864751916, "ratingLower": 1440.6073854012154, "ratingUpper": 1460.398787549168, "rankUpper": 33, "rankLower": 102, "votes": 4071, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.byteplus.com/en/blog/dola-seed-2-0-pro", "pimg": null, "psec": null }, { "rank": 67, "model": "qwen3.5-397b-a17b", "modelKey": "qwen3.5-397b-a17b-text", "org": "Alibaba", "rating": 1448.7210320772626, "ratingLower": 1439.2668291839134, "ratingUpper": 1458.1752349706119, "rankUpper": 38, "rankLower": 104, "votes": 4244, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.55, "pout": 3.5, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B", "pimg": null, "psec": null }, { "rank": 68, "model": "o3-2025-04-16", "modelKey": "o3-2025-04-16", "org": "OpenAI", "rating": 1447.5590320630315, "ratingLower": 1437.5497203378336, "ratingUpper": 1457.5683437882294, "rankUpper": 39, "rankLower": 107, "votes": 3679, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 69, "model": "Inkling Small", "modelKey": "inkling-small", "org": "Thinky", "rating": 1444.9307576427468, "ratingLower": 1423.1795641469337, "ratingUpper": 1466.68195113856, "rankUpper": 23, "rankLower": 138, "votes": 722, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.45, "pout": 1.2, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/inkling-small/", "pimg": null, "psec": null }, { "rank": 70, "model": "deepseek-v4-pro", "modelKey": "deepseek-v4-pro-ch1-text", "org": "DeepSeek", "rating": 1444.6335835571062, "ratingLower": 1433.1294184491778, "ratingUpper": 1456.1377486650347, "rankUpper": 42, "rankLower": 120, "votes": 2868, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 71, "model": "gemini-3.5-flash-lite", "modelKey": "gemini-3.5-flash-lite", "org": "Google", "rating": 1443.8556188117677, "ratingLower": 1426.4497288347986, "ratingUpper": 1461.2615087887368, "rankUpper": 32, "rankLower": 133, "votes": 1140, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 1.25, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 72, "model": "claude-opus-4-1-20250805-thinking-16k", "modelKey": "claude-opus-4-1-20250805-thinking-16k", "org": "Anthropic", "rating": 1443.5243730413486, "ratingLower": 1432.8821927494505, "ratingUpper": 1454.1665533332466, "rankUpper": 43, "rankLower": 120, "votes": 2993, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 73, "model": "grok-4.1-thinking", "modelKey": "grok-4.1-thinking", "org": "SpaceXAI", "rating": 1443.4131945814079, "ratingLower": 1433.5135633321474, "ratingUpper": 1453.3128258306685, "rankUpper": 44, "rankLower": 120, "votes": 3756, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 74, "model": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "modelKey": "may26-chatbot4-3x57", "org": "Nvidia", "rating": 1442.7574766826779, "ratingLower": 1417.9499303477362, "ratingUpper": 1467.5650230176195, "rankUpper": 23, "rankLower": 143, "votes": 547, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "pimg": null, "psec": null }, { "rank": 75, "model": "glm-5", "modelKey": "glm-5", "org": "Z.ai", "rating": 1442.6211860580356, "ratingLower": 1428.1327333139504, "ratingUpper": 1457.1096388021208, "rankUpper": 39, "rankLower": 131, "votes": 1602, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1, "pout": 3.2, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-5", "pimg": null, "psec": null }, { "rank": 76, "model": "glm-5v-turbo", "modelKey": "glm-5v-turbo", "org": "Z.ai", "rating": 1441.3393130218271, "ratingLower": 1415.3292664258106, "ratingUpper": 1467.3493596178437, "rankUpper": 23, "rankLower": 146, "votes": 442, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 4, "ctx": 202752, "url": "https://docs.z.ai/guides/vlm/glm-5v-turbo", "pimg": null, "psec": null }, { "rank": 77, "model": "gemini-2.5-pro", "modelKey": "gemini-2.5-pro", "org": "Google", "rating": 1441.21787701553, "ratingLower": 1434.1616839689684, "ratingUpper": 1448.2740700620916, "rankUpper": 49, "rankLower": 117, "votes": 7555, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 10, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-pro", "pimg": null, "psec": null }, { "rank": 78, "model": "grok-4.6-high", "modelKey": "grok-4.6-high-public-text", "org": "SpaceXAI", "rating": 1441.1619026491576, "ratingLower": 1419.3880412569767, "ratingUpper": 1462.9357640413386, "rankUpper": 29, "rankLower": 142, "votes": 719, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.6", "pimg": null, "psec": null }, { "rank": 79, "model": "deepseek-v4-flash-high-preview", "modelKey": "deepseek-v4-ch3-thinking-text", "org": "DeepSeek", "rating": 1440.4578537722462, "ratingLower": 1428.1486522022142, "ratingUpper": 1452.7670553422781, "rankUpper": 44, "rankLower": 131, "votes": 2451, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 80, "model": "gpt-5.4-mini-high", "modelKey": "gpt-5.4-mini-high", "org": "OpenAI", "rating": 1440.1951865779256, "ratingLower": 1429.1074841632894, "ratingUpper": 1451.2828889925618, "rankUpper": 46, "rankLower": 129, "votes": 3161, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 81, "model": "mimo-v2.5", "modelKey": "mimo-v2.5-text", "org": "Xiaomi", "rating": 1440.1459682989785, "ratingLower": 1427.6824636419194, "ratingUpper": 1452.6094729560373, "rankUpper": 44, "rankLower": 133, "votes": 2327, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5/", "pimg": null, "psec": null }, { "rank": 82, "model": "kimi-k2.5-instant", "modelKey": "kimi-k2.5-instant", "org": "Moonshot", "rating": 1439.7076736300676, "ratingLower": 1414.593379922887, "ratingUpper": 1464.8219673372485, "rankUpper": 26, "rankLower": 147, "votes": 507, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.45, "pout": 2.25, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 83, "model": "gemini-3.1-flash-lite-preview", "modelKey": "gemini-3.1-flash-lite-preview", "org": "Google", "rating": 1437.6681404902101, "ratingLower": 1427.2668764972295, "ratingUpper": 1448.069404483191, "rankUpper": 49, "rankLower": 133, "votes": 3402, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-flash-lite", "pimg": null, "psec": null }, { "rank": 84, "model": "ernie-5.0-0110", "modelKey": "ernie-5.0-0110", "org": "Baidu", "rating": 1437.1493746303634, "ratingLower": 1424.4215510147696, "ratingUpper": 1449.877198245957, "rankUpper": 48, "rankLower": 137, "votes": 2118, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-0110-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 85, "model": "kimi-k2-thinking-turbo", "modelKey": "kimi-k2-thinking-turbo", "org": "Moonshot", "rating": 1436.9787528162403, "ratingLower": 1427.1584700380354, "ratingUpper": 1446.7990355944453, "rankUpper": 51, "rankLower": 133, "votes": 3710, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.57, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/moonshotai/Kimi-K2-Thinking", "pimg": null, "psec": null }, { "rank": 86, "model": "qwen3-max-preview", "modelKey": "qwen3-max-preview", "org": "Alibaba", "rating": 1436.0032292905978, "ratingLower": 1420.9119471329525, "ratingUpper": 1451.0945114482433, "rankUpper": 46, "rankLower": 140, "votes": 1484, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://www.alibabacloud.com/help/en/model-studio/models", "pimg": null, "psec": null }, { "rank": 87, "model": "longcat-flash-chat-2602-exp", "modelKey": "frieza", "org": "Meituan", "rating": 1435.5114162431555, "ratingLower": 1421.2605497185123, "ratingUpper": 1449.762282767799, "rankUpper": 48, "rankLower": 140, "votes": 1748, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://longcat.chat/platform/docs/#endpoints", "pimg": null, "psec": null }, { "rank": 88, "model": "mimo-v2-omni", "modelKey": "mimo-v2-omni", "org": "Xiaomi", "rating": 1435.2902691991872, "ratingLower": 1415.4248150405042, "ratingUpper": 1455.1557233578699, "rankUpper": 43, "rankLower": 146, "votes": 911, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 2.2, "ctx": 256000, "url": "https://mimo.xiaomi.com/mimo-v2-omni", "pimg": null, "psec": null }, { "rank": 89, "model": "minimax-m3", "modelKey": "minimax-m3", "org": "MiniMax", "rating": 1434.4493794945809, "ratingLower": 1421.6325399790044, "ratingUpper": 1447.2662190101573, "rankUpper": 50, "rankLower": 140, "votes": 2301, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MiniMax Community License", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 524288, "url": "https://www.minimax.io/models/text/m3", "pimg": null, "psec": null }, { "rank": 90, "model": "gpt-5-high", "modelKey": "gpt-5-high", "org": "OpenAI", "rating": 1433.637052615041, "ratingLower": 1419.909746087889, "ratingUpper": 1447.3643591421928, "rankUpper": 50, "rankLower": 141, "votes": 1857, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5", "pimg": null, "psec": null }, { "rank": 91, "model": "gpt-5.2", "modelKey": "gpt-5.2", "org": "OpenAI", "rating": 1432.5744109723823, "ratingLower": 1423.177598487045, "ratingUpper": 1441.9712234577196, "rankUpper": 58, "rankLower": 138, "votes": 4351, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 92, "model": "claude-opus-4-1-20250805", "modelKey": "claude-opus-4-1-20250805", "org": "Anthropic", "rating": 1432.4869903285328, "ratingLower": 1423.8466214785249, "ratingUpper": 1441.127359178541, "rankUpper": 58, "rankLower": 137, "votes": 4655, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 93, "model": "mistral-medium-3.5", "modelKey": "mistral-medium-3.5-text", "org": "Mistral", "rating": 1429.3716494176397, "ratingLower": 1404.5082853573015, "ratingUpper": 1454.2350134779776, "rankUpper": 43, "rankLower": 163, "votes": 539, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.75, "pout": 3.75, "ctx": 262144, "url": "https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04", "pimg": null, "psec": null }, { "rank": 94, "model": "deepseek-v3.2", "modelKey": "deepseek-v3.2", "org": "DeepSeek", "rating": 1428.6704474267628, "ratingLower": 1417.6702063278874, "ratingUpper": 1439.6706885256383, "rankUpper": 60, "rankLower": 144, "votes": 2957, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 95, "model": "glm-4.7", "modelKey": "glm-4.7", "org": "Z.ai", "rating": 1428.5235107858807, "ratingLower": 1407.1055062831974, "ratingUpper": 1449.941515288564, "rankUpper": 48, "rankLower": 159, "votes": 673, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.4, "pout": 1.75, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-4.7", "pimg": null, "psec": null }, { "rank": 96, "model": "qwen3.5-27b", "modelKey": "qwen3.5-27b", "org": "Alibaba", "rating": 1427.8110630200065, "ratingLower": 1413.2631848061937, "ratingUpper": 1442.3589412338192, "rankUpper": 57, "rankLower": 149, "votes": 1640, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.195, "pout": 1.56, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-27B", "pimg": null, "psec": null }, { "rank": 97, "model": "claude-sonnet-4-5-20250929", "modelKey": "claude-sonnet-4-5-20250929", "org": "Anthropic", "rating": 1427.0874410814245, "ratingLower": 1418.51752369857, "ratingUpper": 1435.657358464279, "rankUpper": 67, "rankLower": 142, "votes": 4871, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 98, "model": "gpt-5.3-chat-latest", "modelKey": "gpt-5.3-chat-latest", "org": "OpenAI", "rating": 1427.0001993053259, "ratingLower": 1413.5741308200907, "ratingUpper": 1440.426267790561, "rankUpper": 60, "rankLower": 148, "votes": 2028, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://openai.com/index/gpt-5-3-instant/", "pimg": null, "psec": null }, { "rank": 99, "model": "grok-4.1", "modelKey": "grok-4.1", "org": "SpaceXAI", "rating": 1426.7541754103315, "ratingLower": 1417.3255393452657, "ratingUpper": 1436.1828114753976, "rankUpper": 67, "rankLower": 144, "votes": 4165, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 100, "model": "grok-4-0709", "modelKey": "grok-4-0709", "org": "SpaceXAI", "rating": 1426.5474887764017, "ratingLower": 1414.1256878798652, "ratingUpper": 1438.9692896729384, "rankUpper": 63, "rankLower": 147, "votes": 2221, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 256000, "url": "https://docs.x.ai/docs/models/grok-4-0709", "pimg": null, "psec": null }, { "rank": 101, "model": "hunyuan-hy3-preview", "modelKey": "hunyuan-hy3-preview-text", "org": "Tencent", "rating": 1425.6341965580868, "ratingLower": 1397.9936868136353, "ratingUpper": 1453.2747063025386, "rankUpper": 44, "rankLower": 170, "votes": 405, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "tencent-hunyuan-community", "open": 1, "pin": 0.29, "pout": 1.17, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3-preview", "pimg": null, "psec": null }, { "rank": 102, "model": "qwen3-max-2025-09-23", "modelKey": "qwen3-max-2025-09-23", "org": "Alibaba", "rating": 1425.1666677840997, "ratingLower": 1401.2800258134316, "ratingUpper": 1449.053309754768, "rankUpper": 49, "rankLower": 167, "votes": 565, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=241398b9cd6353de490b0f82806c7848c5d2777d&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 103, "model": "grok-4-fast-chat", "modelKey": "grok-4-fast-chat", "org": "SpaceXAI", "rating": 1425.1207633418505, "ratingLower": 1395.405480705089, "ratingUpper": 1454.836045978612, "rankUpper": 43, "rankLower": 174, "votes": 383, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 256000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 104, "model": "deepseek-v4-flash", "modelKey": "deepseek-v4-ch3-text", "org": "DeepSeek", "rating": 1425.110332649767, "ratingLower": 1412.9134871792685, "ratingUpper": 1437.307178120266, "rankUpper": 65, "rankLower": 151, "votes": 2514, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 105, "model": "deepseek-v3.2-exp-thinking", "modelKey": "deepseek-v3.2-exp-thinking", "org": "DeepSeek", "rating": 1424.3250612845895, "ratingLower": 1397.6341369998443, "ratingUpper": 1451.0159855693348, "rankUpper": 46, "rankLower": 170, "votes": 470, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 106, "model": "amazon-nova-experimental-chat-26-02-10", "modelKey": "beluga-0304-1", "org": "Amazon", "rating": 1423.8393314085304, "ratingLower": 1384.6392367330634, "ratingUpper": 1463.0394260839973, "rankUpper": 29, "rankLower": 183, "votes": 207, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 107, "model": "deepseek-v3.2-thinking", "modelKey": "deepseek-v3.2-thinking", "org": "DeepSeek", "rating": 1423.8038279740244, "ratingLower": 1411.9418864977501, "ratingUpper": 1435.6657694502987, "rankUpper": 67, "rankLower": 153, "votes": 2463, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 108, "model": "gpt-5.4-nano-high", "modelKey": "gpt-5.4-nano-high", "org": "OpenAI", "rating": 1423.7619409422518, "ratingLower": 1412.5887203635732, "ratingUpper": 1434.9351615209305, "rankUpper": 67, "rankLower": 152, "votes": 3072, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.25, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 109, "model": "qwen3.5-122b-a10b", "modelKey": "qwen3.5-122b-a10b", "org": "Alibaba", "rating": 1423.630444071195, "ratingLower": 1409.6079909718953, "ratingUpper": 1437.6528971704947, "rankUpper": 64, "rankLower": 157, "votes": 1764, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.26, "pout": 2.08, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B", "pimg": null, "psec": null }, { "rank": 110, "model": "gpt-5.1", "modelKey": "gpt-5.1", "org": "OpenAI", "rating": 1422.5926908933152, "ratingLower": 1411.4815524629742, "ratingUpper": 1433.7038293236565, "rankUpper": 68, "rankLower": 153, "votes": 2812, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 111, "model": "minimax-m2.7", "modelKey": "deep-octo", "org": "MiniMax", "rating": 1421.9609099571508, "ratingLower": 1411.3620161612535, "ratingUpper": 1432.559803753048, "rankUpper": 72, "rankLower": 155, "votes": 3454, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m27-en", "pimg": null, "psec": null }, { "rank": 112, "model": "claude-opus-4-20250514-thinking-16k", "modelKey": "claude-opus-4-20250514-thinking-16k", "org": "Anthropic", "rating": 1421.8927805270334, "ratingLower": 1409.6190835032182, "ratingUpper": 1434.1664775508486, "rankUpper": 67, "rankLower": 157, "votes": 2203, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 113, "model": "grok-4.3", "modelKey": "grok-4.3-text", "org": "SpaceXAI", "rating": 1419.2918535771769, "ratingLower": 1408.0838740833258, "ratingUpper": 1430.4998330710282, "rankUpper": 72, "rankLower": 158, "votes": 3178, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.3", "pimg": null, "psec": null }, { "rank": 114, "model": "qwen3-235b-a22b-instruct-2507", "modelKey": "qwen3-235b-a22b-instruct-2507", "org": "Alibaba", "rating": 1417.4286093113144, "ratingLower": 1409.5298863363687, "ratingUpper": 1425.32733228626, "rankUpper": 79, "rankLower": 157, "votes": 5847, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.264, "pout": 1.06, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 115, "model": "grok-4-1-fast-reasoning", "modelKey": "grok-4-1-fast-reasoning", "org": "SpaceXAI", "rating": 1417.4101199354495, "ratingLower": 1407.1128593379422, "ratingUpper": 1427.707380532957, "rankUpper": 75, "rankLower": 159, "votes": 3434, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 0.5, "ctx": 131072, "url": "https://x.ai/news/grok-4-1-fast", "pimg": null, "psec": null }, { "rank": 116, "model": "o4-mini-2025-04-16", "modelKey": "o4-mini-2025-04-16", "org": "OpenAI", "rating": 1417.1703734015384, "ratingLower": 1406.416687188103, "ratingUpper": 1427.9240596149737, "rankUpper": 75, "rankLower": 161, "votes": 2898, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 117, "model": "glm-4.6", "modelKey": "glm-4.6", "org": "Z.ai", "rating": 1417.1413262494927, "ratingLower": 1404.2957014399535, "ratingUpper": 1429.986951059032, "rankUpper": 72, "rankLower": 164, "votes": 2058, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.43, "pout": 1.75, "ctx": 204800, "url": "https://docs.z.ai/guides/llm/glm-4.6", "pimg": null, "psec": null }, { "rank": 118, "model": "qwen3-next-80b-a3b-instruct", "modelKey": "qwen3-next-80b-a3b-instruct", "org": "Alibaba", "rating": 1416.6021109966928, "ratingLower": 1399.6557179965812, "ratingUpper": 1433.5485039968044, "rankUpper": 68, "rankLower": 169, "votes": 1192, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 1.1, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct", "pimg": null, "psec": null }, { "rank": 119, "model": "deepseek-v3.1-thinking", "modelKey": "deepseek-v3.1-thinking", "org": "DeepSeek", "rating": 1415.753446669491, "ratingLower": 1393.6589089393876, "ratingUpper": 1437.8479843995945, "rankUpper": 64, "rankLower": 174, "votes": 658, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 120, "model": "kimi-k2-0905-preview", "modelKey": "kimi-k2-0905-preview", "org": "Moonshot", "rating": 1415.3670386688743, "ratingLower": 1394.647787382259, "ratingUpper": 1436.0862899554897, "rankUpper": 67, "rankLower": 174, "votes": 753, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 262144, "url": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905", "pimg": null, "psec": null }, { "rank": 121, "model": "longcat-flash-chat", "modelKey": "longcat-flash-chat", "org": "Meituan", "rating": 1415.1847430559712, "ratingLower": 1393.4417599957928, "ratingUpper": 1436.9277261161494, "rankUpper": 66, "rankLower": 174, "votes": 686, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.8, "ctx": 131072, "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat", "pimg": null, "psec": null }, { "rank": 122, "model": "deepseek-v3.2-exp", "modelKey": "deepseek-v3.2-exp", "org": "DeepSeek", "rating": 1413.5745960951726, "ratingLower": 1393.0729806385668, "ratingUpper": 1434.0762115517787, "rankUpper": 68, "rankLower": 176, "votes": 771, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 123, "model": "deepseek-v3.1", "modelKey": "deepseek-v3.1", "org": "DeepSeek", "rating": 1413.3139046531403, "ratingLower": 1394.9475240163927, "ratingUpper": 1431.680285289888, "rankUpper": 72, "rankLower": 174, "votes": 982, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 124, "model": "glm-4.5", "modelKey": "glm-4.5", "org": "Z.ai", "rating": 1412.6989643094541, "ratingLower": 1397.1111438156045, "ratingUpper": 1428.2867848033038, "rankUpper": 73, "rankLower": 171, "votes": 1408, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 2.2, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 125, "model": "deepseek-r1", "modelKey": "deepseek-r1", "org": "DeepSeek", "rating": 1411.8336220270417, "ratingLower": 1397.748477217024, "ratingUpper": 1425.9187668370596, "rankUpper": 79, "rankLower": 170, "votes": 1606, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.7, "pout": 2.5, "ctx": 64000, "url": "https://api-docs.deepseek.com/news/news250120", "pimg": null, "psec": null }, { "rank": 126, "model": "gpt-5-chat", "modelKey": "gpt-5-chat", "org": "OpenAI", "rating": 1411.3908242627826, "ratingLower": 1397.6339417413913, "ratingUpper": 1425.1477067841743, "rankUpper": 79, "rankLower": 170, "votes": 1761, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-5-chat-latest", "pimg": null, "psec": null }, { "rank": 127, "model": "grok-4-fast-reasoning", "modelKey": "grok-4-fast-reasoning", "org": "SpaceXAI", "rating": 1411.2301753411223, "ratingLower": 1393.2887614160582, "ratingUpper": 1429.1715892661866, "rankUpper": 72, "rankLower": 176, "votes": 1053, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 2000000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 128, "model": "gemini-2.5-flash-preview-09-2025", "modelKey": "gemini-2.5-flash-preview-09-2025", "org": "Google", "rating": 1409.4424300094965, "ratingLower": 1396.2881796863899, "ratingUpper": 1422.5966803326032, "rankUpper": 83, "rankLower": 171, "votes": 1927, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 129, "model": "o1-2024-12-17", "modelKey": "o1-2024-12-17", "org": "OpenAI", "rating": 1408.8055865074798, "ratingLower": 1397.9829451168748, "ratingUpper": 1419.628227898085, "rankUpper": 87, "rankLower": 170, "votes": 2986, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": 200000, "url": "https://openai.com/index/o1-and-new-tools-for-developers/", "pimg": null, "psec": null }, { "rank": 130, "model": "ernie-5.0-preview-1203", "modelKey": "ernie-5.0-preview-1203", "org": "Baidu", "rating": 1408.5555192696802, "ratingLower": 1385.2176251910369, "ratingUpper": 1431.893413348323, "rankUpper": 72, "rankLower": 182, "votes": 604, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1203-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 131, "model": "qwen3-vl-235b-a22b-instruct", "modelKey": "qwen3-vl-235b-a22b-instruct", "org": "Alibaba", "rating": 1408.2527787245858, "ratingLower": 1385.3074665760566, "ratingUpper": 1431.1980908731152, "rankUpper": 72, "rankLower": 182, "votes": 693, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.21, "pout": 1.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 132, "model": "gpt-4.5-preview-2025-02-27", "modelKey": "gpt-4.5-preview-2025-02-27", "org": "OpenAI", "rating": 1408.0237585279183, "ratingLower": 1392.7833416041512, "ratingUpper": 1423.264175451685, "rankUpper": 81, "rankLower": 176, "votes": 1393, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 75, "pout": 150, "ctx": 128000, "url": "https://openai.com/index/introducing-gpt-4-5/", "pimg": null, "psec": null }, { "rank": 133, "model": "amazon-nova-experimental-chat-26-01-10", "modelKey": "beluga-0213-1", "org": "Amazon", "rating": 1407.7940020573865, "ratingLower": 1374.1734759670387, "ratingUpper": 1441.414528147734, "rankUpper": 58, "rankLower": 192, "votes": 258, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 134, "model": "gemini-2.5-flash", "modelKey": "gemini-2.5-flash", "org": "Google", "rating": 1405.783372741392, "ratingLower": 1398.9702385693074, "ratingUpper": 1412.5965069134766, "rankUpper": 100, "rankLower": 170, "votes": 7772, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash", "pimg": null, "psec": null }, { "rank": 135, "model": "step-3.5-flash", "modelKey": "step-3.5-flash", "org": "StepFun", "rating": 1405.7093026402022, "ratingLower": 1395.140723352742, "ratingUpper": 1416.277881927662, "rankUpper": 92, "rankLower": 174, "votes": 3224, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://huggingface.co/stepfun-ai/Step-3.5-Flash", "pimg": null, "psec": null }, { "rank": 136, "model": "o3-mini-high", "modelKey": "o3-mini-high", "org": "OpenAI", "rating": 1405.0949753233033, "ratingLower": 1391.9764867358797, "ratingUpper": 1418.2134639107271, "rankUpper": 89, "rankLower": 177, "votes": 1909, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://platform.openai.com/docs/guides/reasoning#reasoning-effort", "pimg": null, "psec": null }, { "rank": 137, "model": "gpt-5-mini-high", "modelKey": "gpt-5-mini-high", "org": "OpenAI", "rating": 1404.9993223322076, "ratingLower": 1389.41234504425, "ratingUpper": 1420.5862996201652, "rankUpper": 86, "rankLower": 178, "votes": 1438, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.125, "pout": 1, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-mini", "pimg": null, "psec": null }, { "rank": 138, "model": "claude-opus-4-20250514", "modelKey": "claude-opus-4-20250514", "org": "Anthropic", "rating": 1404.1662908833607, "ratingLower": 1393.0331655028863, "ratingUpper": 1415.2994162638352, "rankUpper": 94, "rankLower": 176, "votes": 2722, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 139, "model": "hunyuan-t1-20250711", "modelKey": "hunyuan-t1-20250711", "org": "Tencent", "rating": 1403.970734256304, "ratingLower": 1365.594653414084, "ratingUpper": 1442.3468150985238, "rankUpper": 57, "rankLower": 198, "votes": 233, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 140, "model": "chatgpt-4o-latest-20250326", "modelKey": "chatgpt-4o-latest-20250326", "org": "OpenAI", "rating": 1403.4736810858096, "ratingLower": 1395.6524330872746, "ratingUpper": 1411.2949290843444, "rankUpper": 104, "rankLower": 174, "votes": 5650, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://x.com/OpenAI/status/1905331956856050135", "pimg": null, "psec": null }, { "rank": 141, "model": "claude-sonnet-4-20250514-thinking-32k", "modelKey": "claude-sonnet-4-20250514-thinking-32k", "org": "Anthropic", "rating": 1403.4413303287006, "ratingLower": 1390.5643412276281, "ratingUpper": 1416.318319429773, "rankUpper": 92, "rankLower": 177, "votes": 1995, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 142, "model": "qwen3.5-flash", "modelKey": "qwen3.5-flash", "org": "Alibaba", "rating": 1402.3826959567723, "ratingLower": 1391.456900401982, "ratingUpper": 1413.3084915115624, "rankUpper": 98, "rankLower": 177, "votes": 3191, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1/?tab=doc#/doc/?type=model&url=2840914_2&modelId=group-qwen3.5-flash", "pimg": null, "psec": null }, { "rank": 143, "model": "mistral-large-3", "modelKey": "mistral-large-3", "org": "Mistral", "rating": 1401.6383075926096, "ratingLower": 1391.8761637018872, "ratingUpper": 1411.400451483332, "rankUpper": 103, "rankLower": 177, "votes": 3894, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1.5, "ctx": null, "url": "https://mistral.ai/news/mistral-3", "pimg": null, "psec": null }, { "rank": 144, "model": "qwen3-vl-235b-a22b-thinking", "modelKey": "qwen3-vl-235b-a22b-thinking", "org": "Alibaba", "rating": 1401.38873546256, "ratingLower": 1372.7261378079208, "ratingUpper": 1430.051333117199, "rankUpper": 72, "rankLower": 193, "votes": 416, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 4, "ctx": 131072, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 145, "model": "qwen3.5-35b-a3b", "modelKey": "qwen3.5-35b-a3b", "org": "Alibaba", "rating": 1399.5898267889163, "ratingLower": 1385.5193806395127, "ratingUpper": 1413.6602729383198, "rankUpper": 96, "rankLower": 182, "votes": 1751, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3125, "pout": 1.25, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-35B-A3B", "pimg": null, "psec": null }, { "rank": 146, "model": "amazon-nova-experimental-chat-12-10", "modelKey": "beluga-1223-1", "org": "Amazon", "rating": 1399.4929608221041, "ratingLower": 1362.29561420619, "ratingUpper": 1436.6903074380182, "rankUpper": 67, "rankLower": 201, "votes": 232, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 147, "model": "claude-haiku-4-5-20251001", "modelKey": "claude-haiku-4-5-20251001", "org": "Anthropic", "rating": 1399.4928677737635, "ratingLower": 1391.9661441732383, "ratingUpper": 1407.0195913742887, "rankUpper": 110, "rankLower": 177, "votes": 7147, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-haiku-4-5", "pimg": null, "psec": null }, { "rank": 148, "model": "qwen3-32b", "modelKey": "qwen3-32b", "org": "Alibaba", "rating": 1398.4967883955096, "ratingLower": 1368.4174721079003, "ratingUpper": 1428.5761046831187, "rankUpper": 73, "rankLower": 196, "votes": 316, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.08, "pout": 0.28, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 149, "model": "qwen3-235b-a22b-thinking-2507", "modelKey": "qwen3-235b-a22b-thinking-2507", "org": "Alibaba", "rating": 1397.772463533522, "ratingLower": 1373.0493328188004, "ratingUpper": 1422.4955942482434, "rankUpper": 83, "rankLower": 193, "votes": 479, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.23, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507", "pimg": null, "psec": null }, { "rank": 150, "model": "mistral-medium-2508", "modelKey": "mistral-medium-2508", "org": "Mistral", "rating": 1397.6596693471342, "ratingLower": 1389.7316582841272, "ratingUpper": 1405.5876804101413, "rankUpper": 111, "rankLower": 178, "votes": 5749, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 151, "model": "deepseek-v3.1-terminus", "modelKey": "deepseek-v3.1-terminus", "org": "DeepSeek", "rating": 1397.3269196007861, "ratingLower": 1358.322879781693, "ratingUpper": 1436.330959419879, "rankUpper": 67, "rankLower": 204, "votes": 216, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 152, "model": "amazon-nova-experimental-chat-11-10", "modelKey": "amazon-nova-experimental-chat-11-10", "org": "Amazon", "rating": 1396.2370736241603, "ratingLower": 1381.5748558454125, "ratingUpper": 1410.899291402908, "rankUpper": 104, "rankLower": 186, "votes": 1542, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 153, "model": "minimax-m2.5", "modelKey": "minimax-m2.5", "org": "MiniMax", "rating": 1395.686582404753, "ratingLower": 1383.6101005067724, "ratingUpper": 1407.7630643027337, "rankUpper": 108, "rankLower": 184, "votes": 2420, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.27, "pout": 1.08, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m25", "pimg": null, "psec": null }, { "rank": 154, "model": "ernie-5.0-preview-1022", "modelKey": "ernie-5.0-preview-1022", "org": "Baidu", "rating": 1395.5180373883372, "ratingLower": 1361.15323972554, "ratingUpper": 1429.8828350511346, "rankUpper": 72, "rankLower": 202, "votes": 265, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1022-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 155, "model": "deepseek-r1-0528", "modelKey": "deepseek-r1-0528", "org": "DeepSeek", "rating": 1393.2217990034615, "ratingLower": 1373.2844042738895, "ratingUpper": 1413.1591937330334, "rankUpper": 99, "rankLower": 192, "votes": 854, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.5, "pout": 2.15, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250528", "pimg": null, "psec": null }, { "rank": 156, "model": "amazon-nova-experimental-chat-10-20", "modelKey": "amazon-nova-experimental-chat-10-20", "org": "Amazon", "rating": 1393.0420651103657, "ratingLower": 1373.0138809592283, "ratingUpper": 1413.070249261503, "rankUpper": 99, "rankLower": 193, "votes": 803, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 157, "model": "qwen3-next-80b-a3b-thinking", "modelKey": "qwen3-next-80b-a3b-thinking", "org": "Alibaba", "rating": 1392.8741931938282, "ratingLower": 1373.1858396518878, "ratingUpper": 1412.5625467357686, "rankUpper": 101, "rankLower": 192, "votes": 816, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 1.2, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking", "pimg": null, "psec": null }, { "rank": 158, "model": "qwen3-235b-a22b-no-thinking", "modelKey": "qwen3-235b-a22b-no-thinking", "org": "Alibaba", "rating": 1392.2746849178259, "ratingLower": 1380.2041973036494, "ratingUpper": 1404.3451725320024, "rankUpper": 112, "rankLower": 186, "votes": 2363, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 159, "model": "qwen3-235b-a22b", "modelKey": "qwen3-235b-a22b", "org": "Alibaba", "rating": 1391.5790620101436, "ratingLower": 1377.6354055397558, "ratingUpper": 1405.5227184805315, "rankUpper": 111, "rankLower": 187, "votes": 1597, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 160, "model": "claude-sonnet-4-20250514", "modelKey": "claude-sonnet-4-20250514", "org": "Anthropic", "rating": 1390.1981909644608, "ratingLower": 1378.4863442821877, "ratingUpper": 1401.910037646734, "rankUpper": 113, "rankLower": 187, "votes": 2428, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 161, "model": "minimax-m2.1-preview", "modelKey": "minimax-m2.1-preview", "org": "MiniMax", "rating": 1390.0188504858882, "ratingLower": 1371.2332784639848, "ratingUpper": 1408.8044225077913, "rankUpper": 107, "rankLower": 195, "votes": 963, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m21", "pimg": null, "psec": null }, { "rank": 162, "model": "glm-4.5-air", "modelKey": "glm-4.5-air", "org": "Z.ai", "rating": 1388.4270786368197, "ratingLower": 1373.4803820174147, "ratingUpper": 1403.3737752562247, "rankUpper": 113, "rankLower": 192, "votes": 1511, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.85, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 163, "model": "grok-3-mini-high", "modelKey": "grok-3-mini-high", "org": "SpaceXAI", "rating": 1388.1757254965432, "ratingLower": 1369.704755883689, "ratingUpper": 1406.6466951093973, "rankUpper": 110, "rankLower": 196, "votes": 954, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.27, "ctx": null, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 164, "model": "kimi-k2-0711-preview", "modelKey": "kimi-k2-0711-preview", "org": "Moonshot", "rating": 1387.5982648385827, "ratingLower": 1373.3618046038227, "ratingUpper": 1401.834725073343, "rankUpper": 113, "rankLower": 192, "votes": 1679, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 131072, "url": "https://moonshotai.github.io/Kimi-K2/", "pimg": null, "psec": null }, { "rank": 165, "model": "o1-preview", "modelKey": "o1-preview", "org": "OpenAI", "rating": 1386.3877902085653, "ratingLower": 1376.6653830030455, "ratingUpper": 1396.1101974140852, "rankUpper": 123, "rankLower": 188, "votes": 4569, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 166, "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "modelKey": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "org": "Nvidia", "rating": 1385.707573418215, "ratingLower": 1346.9177698595838, "ratingUpper": 1424.4973769768462, "rankUpper": 79, "rankLower": 209, "votes": 194, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5", "pimg": null, "psec": null }, { "rank": 167, "model": "claude-3-7-sonnet-20250219-thinking-32k", "modelKey": "claude-3-7-sonnet-20250219-thinking-32k", "org": "Anthropic", "rating": 1384.9952180489042, "ratingLower": 1374.0283748311374, "ratingUpper": 1395.962061266671, "rankUpper": 123, "rankLower": 192, "votes": 2781, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 168, "model": "trinity-large-thinking", "modelKey": "trinity-large-thinking", "org": "Unknown", "rating": 1384.7949443669552, "ratingLower": 1369.5833704527404, "ratingUpper": 1400.0065182811697, "rankUpper": 114, "rankLower": 196, "votes": 1611, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.25, "pout": 0.8, "ctx": 262144, "url": "https://www.arcee.ai/blog/trinity-large-thinking", "pimg": null, "psec": null }, { "rank": 169, "model": "o3-mini", "modelKey": "o3-mini", "org": "OpenAI", "rating": 1381.2314645674574, "ratingLower": 1372.675219785061, "ratingUpper": 1389.7877093498537, "rankUpper": 139, "rankLower": 194, "votes": 4692, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.55, "pout": 2.2, "ctx": 200000, "url": "https://openai.com/index/openai-o3-mini/", "pimg": null, "psec": null }, { "rank": 170, "model": "intellect-3", "modelKey": "intellect-3", "org": "Unknown", "rating": 1380.722599058202, "ratingLower": 1350.0245717183543, "ratingUpper": 1411.4206263980493, "rankUpper": 103, "rankLower": 208, "votes": 332, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 1.1, "ctx": 131072, "url": "https://www.primeintellect.ai/blog/intellect-3", "pimg": null, "psec": null }, { "rank": 171, "model": "llama-3.1-nemotron-ultra-253b-v1", "modelKey": "llama-3.1-nemotron-ultra-253b-v1", "org": "Nvidia", "rating": 1380.4936981271944, "ratingLower": 1343.2475362864377, "ratingUpper": 1417.7398599679511, "rankUpper": 90, "rankLower": 212, "votes": 209, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open Model", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-Ultra-253B-v1", "pimg": null, "psec": null }, { "rank": 172, "model": "gpt-oss-120b", "modelKey": "gpt-oss-120b", "org": "OpenAI", "rating": 1379.5999761425337, "ratingLower": 1365.8315647623358, "ratingUpper": 1393.3683875227316, "rankUpper": 130, "rankLower": 198, "votes": 1763, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.0296, "pout": 0.136, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 173, "model": "qwen3-30b-a3b-instruct-2507", "modelKey": "qwen3-30b-a3b-instruct-2507", "org": "Alibaba", "rating": 1378.1807397792838, "ratingLower": 1362.9393423117565, "ratingUpper": 1393.4221372468116, "rankUpper": 130, "rankLower": 201, "votes": 1395, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.04815, "pout": 0.19305, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 174, "model": "mimo-v2-flash (non-thinking)", "modelKey": "mimo-v2-flash", "org": "Xiaomi", "rating": 1377.0980715556345, "ratingLower": 1365.7641628228914, "ratingUpper": 1388.4319802883776, "rankUpper": 141, "rankLower": 198, "votes": 2797, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 175, "model": "mimo-v2-flash (thinking)", "modelKey": "mimo-v2-flash-thinking-v2", "org": "Xiaomi", "rating": 1376.364205451019, "ratingLower": 1353.7157014563334, "ratingUpper": 1399.0127094457048, "rankUpper": 115, "rankLower": 207, "votes": 610, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 176, "model": "nvidia-nemotron-3-super-120b-a12b", "modelKey": "march26-chatbot1", "org": "Nvidia", "rating": 1375.0153561414202, "ratingLower": 1349.6663490794815, "ratingUpper": 1400.364363203359, "rankUpper": 114, "rankLower": 208, "votes": 515, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8", "pimg": null, "psec": null }, { "rank": 177, "model": "gpt-4.1-2025-04-14", "modelKey": "gpt-4.1-2025-04-14", "org": "OpenAI", "rating": 1374.1318834633787, "ratingLower": 1363.832826422541, "ratingUpper": 1384.4309405042163, "rankUpper": 145, "rankLower": 201, "votes": 3194, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 178, "model": "qwen3-coder-480b-a35b-instruct", "modelKey": "qwen3-coder-480b-a35b-instruct", "org": "Alibaba", "rating": 1374.0408484440575, "ratingLower": 1359.2401220047007, "ratingUpper": 1388.8415748834145, "rankUpper": 141, "rankLower": 203, "votes": 1607, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 1.6, "ctx": 262144, "url": "https://qwenlm.github.io/blog/qwen3-coder/", "pimg": null, "psec": null }, { "rank": 179, "model": "grok-3-preview-02-24", "modelKey": "grok-3-preview-02-24", "org": "SpaceXAI", "rating": 1372.1559951068423, "ratingLower": 1361.003115638761, "ratingUpper": 1383.3088745749237, "rankUpper": 146, "rankLower": 202, "votes": 2665, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 131072, "url": "https://x.ai/blog/grok-3", "pimg": null, "psec": null }, { "rank": 180, "model": "grok-3-mini-beta", "modelKey": "grok-3-mini-beta", "org": "SpaceXAI", "rating": 1370.749939442753, "ratingLower": 1356.3858642397445, "ratingUpper": 1385.1140146457612, "rankUpper": 144, "rankLower": 206, "votes": 1490, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 131072, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 181, "model": "minimax-m1", "modelKey": "minimax-m1", "org": "MiniMax", "rating": 1369.6078902380616, "ratingLower": 1356.0102530436795, "ratingUpper": 1383.205527432444, "rankUpper": 146, "rankLower": 206, "votes": 1761, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 2.2, "ctx": 1000000, "url": "https://www.minimax.io/news/minimaxm1", "pimg": null, "psec": null }, { "rank": 182, "model": "deepseek-v3-0324", "modelKey": "deepseek-v3-0324", "org": "DeepSeek", "rating": 1368.3358329524642, "ratingLower": 1357.9451996991174, "ratingUpper": 1378.726466205811, "rankUpper": 148, "rankLower": 205, "votes": 3150, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 131072, "url": "https://api-docs.deepseek.com/news/news250325", "pimg": null, "psec": null }, { "rank": 183, "model": "glm-4.7-flash", "modelKey": "glm-4.7-flash-fireworks", "org": "Z.ai", "rating": 1366.0779074378368, "ratingLower": 1344.6072031758058, "ratingUpper": 1387.548611699868, "rankUpper": 141, "rankLower": 211, "votes": 704, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.0605, "pout": 0.4, "ctx": 200000, "url": "https://huggingface.co/zai-org/GLM-4.7-Flash", "pimg": null, "psec": null }, { "rank": 184, "model": "nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4", "modelKey": "august26-chatbot1-fmme", "org": "Nvidia", "rating": 1363.6366540133056, "ratingLower": 1329.7546264690827, "ratingUpper": 1397.5186815575285, "rankUpper": 121, "rankLower": 217, "votes": 336, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://developer.nvidia.com/blog/nvidia-nemotron-3-5-lightning-delivers-fast-accurate-specialized-task-execution-for-long-running-agents/?nvid=nv-csfg-698644", "pimg": null, "psec": null }, { "rank": 185, "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "modelKey": "gemini-2.5-flash-lite-preview-06-17-thinking", "org": "Google", "rating": 1363.532701268938, "ratingLower": 1350.9823571087047, "ratingUpper": 1376.083045429171, "rankUpper": 151, "rankLower": 208, "votes": 2057, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash-lite-preview-06-17", "pimg": null, "psec": null }, { "rank": 186, "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "modelKey": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "org": "Google", "rating": 1363.4116251369985, "ratingLower": 1352.413241788105, "ratingUpper": 1374.410008485892, "rankUpper": 151, "rankLower": 208, "votes": 2815, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 187, "model": "claude-3-7-sonnet-20250219", "modelKey": "claude-3-7-sonnet-20250219", "org": "Anthropic", "rating": 1363.1751237009767, "ratingLower": 1353.1841938577575, "ratingUpper": 1373.166053544196, "rankUpper": 157, "rankLower": 207, "votes": 3338, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 188, "model": "qwq-32b", "modelKey": "qwq-32b", "org": "Alibaba", "rating": 1363.0719987866307, "ratingLower": 1349.3591303870635, "ratingUpper": 1376.784867186198, "rankUpper": 150, "rankLower": 208, "votes": 1704, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B", "pimg": null, "psec": null }, { "rank": 189, "model": "qwen2.5-max", "modelKey": "qwen2.5-max", "org": "Alibaba", "rating": 1362.7865584609308, "ratingLower": 1352.8564000280116, "ratingUpper": 1372.71671689385, "rankUpper": 160, "rankLower": 208, "votes": 3298, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5-max/", "pimg": null, "psec": null }, { "rank": 190, "model": "glm-4.5v", "modelKey": "glm-4.5v", "org": "Z.ai", "rating": 1362.309483615748, "ratingLower": 1328.5681430731574, "ratingUpper": 1396.0508241583384, "rankUpper": 123, "rankLower": 217, "votes": 271, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 65536, "url": "https://huggingface.co/zai-org/GLM-4.5V", "pimg": null, "psec": null }, { "rank": 191, "model": "trinity-large-preview", "modelKey": "trinity-large", "org": "Unknown", "rating": 1362.1676090040203, "ratingLower": 1348.0446124080331, "ratingUpper": 1376.2906056000074, "rankUpper": 151, "rankLower": 209, "votes": 1871, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.45, "ctx": 131000, "url": "https://www.arcee.ai/blog/trinity-large", "pimg": null, "psec": null }, { "rank": 192, "model": "o1-mini", "modelKey": "o1-mini", "org": "OpenAI", "rating": 1361.86035035957, "ratingLower": 1353.9674658496322, "ratingUpper": 1369.7532348695079, "rankUpper": 162, "rankLower": 207, "votes": 7499, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 193, "model": "step-3", "modelKey": "step-3", "org": "StepFun", "rating": 1361.2943684573152, "ratingLower": 1330.0026171584755, "ratingUpper": 1392.586119756155, "rankUpper": 134, "rankLower": 217, "votes": 348, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.57, "pout": 1.42, "ctx": 65536, "url": "https://stepfun.ai/research/en/step3", "pimg": null, "psec": null }, { "rank": 194, "model": "gemini-2.0-flash-001", "modelKey": "gemini-2.0-flash-001", "org": "Google", "rating": 1355.4421790373178, "ratingLower": 1346.3507617774142, "ratingUpper": 1364.5335962972215, "rankUpper": 168, "rankLower": 210, "votes": 4045, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys-1121&model=gemini-2.0-flash-001", "pimg": null, "psec": null }, { "rank": 195, "model": "minimax-m2", "modelKey": "minimax-m2", "org": "MiniMax", "rating": 1355.0008702537402, "ratingLower": 1321.7474017174245, "ratingUpper": 1388.2543387900562, "rankUpper": 141, "rankLower": 222, "votes": 318, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m2", "pimg": null, "psec": null }, { "rank": 196, "model": "gpt-4.1-mini-2025-04-14", "modelKey": "gpt-4.1-mini-2025-04-14", "org": "OpenAI", "rating": 1352.8126181639243, "ratingLower": 1341.665697137507, "ratingUpper": 1363.9595391903413, "rankUpper": 168, "rankLower": 213, "votes": 2666, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.6, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 197, "model": "qwen3-30b-a3b", "modelKey": "qwen3-30b-a3b", "org": "Alibaba", "rating": 1351.4706524665742, "ratingLower": 1337.7795928446908, "ratingUpper": 1365.1617120884575, "rankUpper": 168, "rankLower": 213, "votes": 1692, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.12, "pout": 0.5, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 198, "model": "claude-3-5-sonnet-20241022", "modelKey": "claude-3-5-sonnet-20241022", "org": "Anthropic", "rating": 1351.4345010037055, "ratingLower": 1344.6988955925758, "ratingUpper": 1358.1701064148351, "rankUpper": 175, "rankLower": 211, "votes": 9999, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 199, "model": "ling-flash-2.0", "modelKey": "ling-flash-2.0", "org": "Ant Group", "rating": 1348.7768318883943, "ratingLower": 1321.7055586445783, "ratingUpper": 1375.84810513221, "rankUpper": 151, "rankLower": 222, "votes": 446, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ling-flash-2.0", "pimg": null, "psec": null }, { "rank": 200, "model": "mistral-medium-2505", "modelKey": "mistral-medium-2505", "org": "Mistral", "rating": 1347.6295565817838, "ratingLower": 1335.4417858719248, "ratingUpper": 1359.8173272916426, "rankUpper": 173, "rankLower": 214, "votes": 2208, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 201, "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "modelKey": "nvidia-nemotron-3-nano-30b-a3b-bf16", "org": "Nvidia", "rating": 1347.4117387164667, "ratingLower": 1328.4241374249282, "ratingUpper": 1366.3993400080053, "rankUpper": 165, "rankLower": 217, "votes": 950, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": 0.06, "pout": 0.24, "ctx": 262144, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "pimg": null, "psec": null }, { "rank": 202, "model": "hunyuan-turbos-20250416", "modelKey": "hunyuan-turbos-20250416", "org": "Tencent", "rating": 1346.3350046232863, "ratingLower": 1326.7939610977708, "ratingUpper": 1365.876048148802, "rankUpper": 165, "rankLower": 218, "votes": 845, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 203, "model": "gpt-5-nano-high", "modelKey": "gpt-5-nano-high", "org": "OpenAI", "rating": 1345.8187627700763, "ratingLower": 1319.0728445582183, "ratingUpper": 1372.5646809819343, "rankUpper": 161, "rankLower": 226, "votes": 492, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.025, "pout": 0.2, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-nano", "pimg": null, "psec": null }, { "rank": 204, "model": "claude-3-5-sonnet-20240620", "modelKey": "claude-3-5-sonnet-20240620", "org": "Anthropic", "rating": 1341.774368145367, "ratingLower": 1334.2322579377478, "ratingUpper": 1349.316478352986, "rankUpper": 187, "rankLower": 214, "votes": 11359, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-5-sonnet", "pimg": null, "psec": null }, { "rank": 205, "model": "gemini-1.5-pro-002", "modelKey": "gemini-1.5-pro-002", "org": "Google", "rating": 1339.2601556581076, "ratingLower": 1331.863552793144, "ratingUpper": 1346.656758523071, "rankUpper": 189, "rankLower": 215, "votes": 7610, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-pro-002", "pimg": null, "psec": null }, { "rank": 206, "model": "mistral-small-2506", "modelKey": "mistral-small-2506", "org": "Mistral", "rating": 1337.5413517931001, "ratingLower": 1320.0122436989573, "ratingUpper": 1355.0704598872428, "rankUpper": 178, "rankLower": 226, "votes": 1039, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506", "pimg": null, "psec": null }, { "rank": 207, "model": "gpt-oss-20b", "modelKey": "gpt-oss-20b", "org": "OpenAI", "rating": 1335.3205698775394, "ratingLower": 1313.1987221750662, "ratingUpper": 1357.4424175800125, "rankUpper": 176, "rankLower": 236, "votes": 672, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.024, "pout": 0.112, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 208, "model": "ring-flash-2.0", "modelKey": "ring-flash-2.0", "org": "Ant Group", "rating": 1334.5506404503549, "ratingLower": 1307.6353441495773, "ratingUpper": 1361.4659367511324, "rankUpper": 171, "rankLower": 242, "votes": 445, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ring-flash-2.0", "pimg": null, "psec": null }, { "rank": 209, "model": "nova-2-lite", "modelKey": "nova-2-lite", "org": "Amazon", "rating": 1332.782323261548, "ratingLower": 1312.5784346032256, "ratingUpper": 1352.9862119198706, "rankUpper": 181, "rankLower": 236, "votes": 820, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1000000, "url": "https://aws.amazon.com/blogs/aws/introducing-amazon-nova-2-lite-a-fast-cost-effective-reasoning-model/", "pimg": null, "psec": null }, { "rank": 210, "model": "gemini-2.0-flash-lite-preview-02-05", "modelKey": "gemini-2.0-flash-lite-preview-02-05", "org": "Google", "rating": 1326.346743053302, "ratingLower": 1316.0496511537688, "ratingUpper": 1336.643834952835, "rankUpper": 195, "rankLower": 233, "votes": 2814, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/prompts/new_chat?model=gemini-2.0-flash-lite", "pimg": null, "psec": null }, { "rank": 211, "model": "qwen-plus-0125", "modelKey": "qwen-plus-0125", "org": "Alibaba", "rating": 1322.7168214674732, "ratingLower": 1303.3548252604471, "ratingUpper": 1342.078817674499, "rankUpper": 193, "rankLower": 247, "votes": 732, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.2, "ctx": 131072, "url": "https://www.alibabacloud.com/help/en/model-studio/developer-reference/what-is-qwen-llm", "pimg": null, "psec": null }, { "rank": 212, "model": "gemma-3-27b-it", "modelKey": "gemma-3-27b-it", "org": "Google", "rating": 1321.9490962637065, "ratingLower": 1312.3896642634343, "ratingUpper": 1331.5085282639784, "rankUpper": 198, "rankLower": 236, "votes": 3552, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.08, "pout": 0.45, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-27b-it", "pimg": null, "psec": null }, { "rank": 213, "model": "granite-4.1-8b", "modelKey": "granite-4.1-8b", "org": "IBM", "rating": 1319.9367682542575, "ratingLower": 1280.7105880100978, "ratingUpper": 1359.1629484984169, "rankUpper": 174, "rankLower": 267, "votes": 236, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "https://research.ibm.com/blog/granite-4-1-ai-foundation-models", "pimg": null, "psec": null }, { "rank": 214, "model": "llama-3.1-405b-instruct-fp8", "modelKey": "llama-3.1-405b-instruct-fp8", "org": "Meta", "rating": 1318.951109615051, "ratingLower": 1311.3455160402914, "ratingUpper": 1326.5567031898108, "rankUpper": 203, "rankLower": 237, "votes": 8482, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 215, "model": "gemma-3-12b-it", "modelKey": "gemma-3-12b-it", "org": "Google", "rating": 1317.5366532789928, "ratingLower": 1290.3162181074772, "ratingUpper": 1344.7570884505083, "rankUpper": 190, "rankLower": 260, "votes": 389, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.15, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-12b-it", "pimg": null, "psec": null }, { "rank": 216, "model": "llama-4-maverick-17b-128e-instruct", "modelKey": "llama-4-maverick-17b-128e-instruct", "org": "Meta", "rating": 1316.6207190256891, "ratingLower": 1305.724870413833, "ratingUpper": 1327.5165676375452, "rankUpper": 202, "rankLower": 244, "votes": 2810, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 4", "open": 1, "pin": 0.63, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct", "pimg": null, "psec": null }, { "rank": 217, "model": "llama-3.1-405b-instruct-bf16", "modelKey": "llama-3.1-405b-instruct-bf16", "org": "Meta", "rating": 1315.4345720064289, "ratingLower": 1307.354636998661, "ratingUpper": 1323.5145070141966, "rankUpper": 203, "rankLower": 242, "votes": 5215, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 218, "model": "step-2-16k-exp-202412", "modelKey": "step-2-16k-exp-202412", "org": "StepFun", "rating": 1312.2417539667006, "ratingLower": 1292.2692929833086, "ratingUpper": 1332.2142149500926, "rankUpper": 197, "rankLower": 258, "votes": 642, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/text", "pimg": null, "psec": null }, { "rank": 219, "model": "claude-3-opus-20240229", "modelKey": "claude-3-opus-20240229", "org": "Anthropic", "rating": 1312.1036686683433, "ratingLower": 1305.5375572660296, "ratingUpper": 1318.6697800706568, "rankUpper": 207, "rankLower": 244, "votes": 25769, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 220, "model": "athene-v2-chat", "modelKey": "athene-v2-chat", "org": "Unknown", "rating": 1311.6315533811824, "ratingLower": 1302.0815824915965, "ratingUpper": 1321.1815242707683, "rankUpper": 205, "rankLower": 248, "votes": 3412, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NexusFlow", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-V2-Chat", "pimg": null, "psec": null }, { "rank": 221, "model": "olmo-3-32b-think", "modelKey": "olmo-3-32b-think", "org": "Ai2", "rating": 1310.79667989193, "ratingLower": 1278.2440967276837, "ratingUpper": 1343.3492630561761, "rankUpper": 192, "rankLower": 269, "votes": 306, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3-32B-Think", "pimg": null, "psec": null }, { "rank": 222, "model": "deepseek-v3", "modelKey": "deepseek-v3", "org": "DeepSeek", "rating": 1310.267195624656, "ratingLower": 1299.473104092047, "ratingUpper": 1321.061287157265, "rankUpper": 205, "rankLower": 249, "votes": 2721, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": 1.1400000000000001, "pout": 4.5600000000000005, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V3", "pimg": null, "psec": null }, { "rank": 223, "model": "command-a-03-2025", "modelKey": "command-a-03-2025", "org": "Cohere", "rating": 1309.0117033924741, "ratingLower": 1299.754724300092, "ratingUpper": 1318.2686824848565, "rankUpper": 207, "rankLower": 249, "votes": 3963, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 256000, "url": "https://cohere.com/blog/command-a", "pimg": null, "psec": null }, { "rank": 224, "model": "gpt-4o-2024-08-06", "modelKey": "gpt-4o-2024-08-06", "org": "OpenAI", "rating": 1308.5527059287367, "ratingLower": 1300.4783078978646, "ratingUpper": 1316.627103959609, "rankUpper": 207, "rankLower": 249, "votes": 6826, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4o", "pimg": null, "psec": null }, { "rank": 225, "model": "llama-4-scout-17b-16e-instruct", "modelKey": "llama-4-scout-17b-16e-instruct", "org": "Meta", "rating": 1308.2360358921633, "ratingLower": 1294.9396008527199, "ratingUpper": 1321.5324709316064, "rankUpper": 205, "rankLower": 255, "votes": 1928, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 16384, "url": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "pimg": null, "psec": null }, { "rank": 226, "model": "gemini-advanced-0514", "modelKey": "gemini-advanced-0514", "org": "Google", "rating": 1306.88652456544, "ratingLower": 1297.31890638447, "ratingUpper": 1316.45414274641, "rankUpper": 207, "rankLower": 249, "votes": 6395, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://gemini.google.com/advanced", "pimg": null, "psec": null }, { "rank": 227, "model": "yi-lightning", "modelKey": "yi-lightning", "org": "Unknown", "rating": 1304.6945779935315, "ratingLower": 1294.837513883754, "ratingUpper": 1314.5516421033092, "rankUpper": 208, "rankLower": 255, "votes": 3921, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.lingyiwanwu.com/docs#%E6%A8%A1%E5%9E%8B%E4%B8%8E%E8%AE%A1%E8%B4%B9", "pimg": null, "psec": null }, { "rank": 228, "model": "gpt-4o-2024-05-13", "modelKey": "gpt-4o-2024-05-13", "org": "OpenAI", "rating": 1304.605172343908, "ratingLower": 1297.7111148248096, "ratingUpper": 1311.4992298630061, "rankUpper": 211, "rankLower": 249, "votes": 15103, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://openai.com/index/hello-gpt-4o/", "pimg": null, "psec": null }, { "rank": 229, "model": "qwen2.5-plus-1127", "modelKey": "qwen2.5-plus-1127", "org": "Alibaba", "rating": 1303.5231792908428, "ratingLower": 1289.7532286063563, "ratingUpper": 1317.2931299753295, "rankUpper": 207, "rankLower": 260, "votes": 1404, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://help.aliyun.com/zh/model-studio/getting-started/models?spm=a2c4g.11186623.0.i7", "pimg": null, "psec": null }, { "rank": 230, "model": "gpt-4-1106-preview", "modelKey": "gpt-4-1106-preview", "org": "OpenAI", "rating": 1302.7857343448509, "ratingLower": 1294.9122918215103, "ratingUpper": 1310.6591768681917, "rankUpper": 212, "rankLower": 255, "votes": 13306, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 231, "model": "olmo-3.1-32b-instruct", "modelKey": "olmo-3.1-32b-instruct", "org": "Ai2", "rating": 1300.8943654811226, "ratingLower": 1277.381631473713, "ratingUpper": 1324.407099488532, "rankUpper": 203, "rankLower": 270, "votes": 653, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Instruct", "pimg": null, "psec": null }, { "rank": 232, "model": "hunyuan-turbos-20250226", "modelKey": "hunyuan-turbos-20250226", "org": "Tencent", "rating": 1300.8413735140166, "ratingLower": 1269.9331293069527, "ratingUpper": 1331.7496177210805, "rankUpper": 198, "rankLower": 275, "votes": 238, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 233, "model": "gpt-4-0125-preview", "modelKey": "gpt-4-0125-preview", "org": "OpenAI", "rating": 1299.2078106185334, "ratingLower": 1291.2832447534986, "ratingUpper": 1307.1323764835681, "rankUpper": 214, "rankLower": 259, "votes": 12374, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 234, "model": "gemini-1.5-pro-001", "modelKey": "gemini-1.5-pro-001", "org": "Google", "rating": 1298.9788237774872, "ratingLower": 1291.0148086203747, "ratingUpper": 1306.9428389345996, "rankUpper": 214, "rankLower": 259, "votes": 10492, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro", "pimg": null, "psec": null }, { "rank": 235, "model": "glm-4-plus-0111", "modelKey": "glm-4-plus-0111", "org": "Z.ai", "rating": 1297.7983240603858, "ratingLower": 1278.508857056576, "ratingUpper": 1317.0877910641952, "rankUpper": 207, "rankLower": 269, "votes": 721, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 236, "model": "step-1o-turbo-202506", "modelKey": "step-1o-turbo-202506", "org": "StepFun", "rating": 1296.7598715343288, "ratingLower": 1272.9635587210628, "ratingUpper": 1320.5561843475948, "rankUpper": 205, "rankLower": 274, "votes": 559, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/vision", "pimg": null, "psec": null }, { "rank": 237, "model": "gpt-4-turbo-2024-04-09", "modelKey": "gpt-4-turbo-2024-04-09", "org": "OpenAI", "rating": 1296.289075727396, "ratingLower": 1288.6621522763176, "ratingUpper": 1303.9159991784747, "rankUpper": 216, "rankLower": 261, "votes": 13217, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4", "pimg": null, "psec": null }, { "rank": 238, "model": "qwen2.5-72b-instruct", "modelKey": "qwen2.5-72b-instruct", "org": "Alibaba", "rating": 1296.115427574125, "ratingLower": 1287.8537320224837, "ratingUpper": 1304.3771231257663, "rankUpper": 216, "rankLower": 262, "votes": 5415, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5/", "pimg": null, "psec": null }, { "rank": 239, "model": "llama-3.3-70b-instruct", "modelKey": "llama-3.3-70b-instruct", "org": "Meta", "rating": 1295.9296731732682, "ratingLower": 1288.154052031274, "ratingUpper": 1303.7052943152626, "rankUpper": 216, "rankLower": 261, "votes": 5767, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama-3.3", "open": 1, "pin": 0.1, "pout": 0.32, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "pimg": null, "psec": null }, { "rank": 240, "model": "olmo-3.1-32b-think", "modelKey": "olmo-3.1-32b-think", "org": "Ai2", "rating": 1295.7146603652357, "ratingLower": 1268.7195108272626, "ratingUpper": 1322.7098099032087, "rankUpper": 203, "rankLower": 275, "votes": 453, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Think", "pimg": null, "psec": null }, { "rank": 241, "model": "grok-2-2024-08-13", "modelKey": "grok-2-2024-08-13", "org": "SpaceXAI", "rating": 1294.315601340477, "ratingLower": 1286.9933953494021, "ratingUpper": 1301.637807331552, "rankUpper": 218, "rankLower": 262, "votes": 8950, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 242, "model": "hunyuan-large-2025-02-10", "modelKey": "hunyuan-large-2025-02-10", "org": "Tencent", "rating": 1293.335848848431, "ratingLower": 1269.3647353102704, "ratingUpper": 1317.3069623865917, "rankUpper": 207, "rankLower": 275, "votes": 497, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 243, "model": "deepseek-v2.5-1210", "modelKey": "deepseek-v2.5-1210", "org": "DeepSeek", "rating": 1292.0481126409534, "ratingLower": 1275.3080178261307, "ratingUpper": 1308.7882074557758, "rankUpper": 212, "rankLower": 271, "votes": 1031, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5-1210", "pimg": null, "psec": null }, { "rank": 244, "model": "qwen-max-0919", "modelKey": "qwen-max-0919", "org": "Alibaba", "rating": 1291.106100653476, "ratingLower": 1279.2364692737374, "ratingUpper": 1302.9757320332146, "rankUpper": 217, "rankLower": 268, "votes": 2249, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.6, "pout": 6.4, "ctx": 32768, "url": "https://help.aliyun.com/zh/dashscope/developer-reference/model-introduction", "pimg": null, "psec": null }, { "rank": 245, "model": "hunyuan-standard-2025-02-10", "modelKey": "hunyuan-standard-2025-02-10", "org": "Tencent", "rating": 1289.8755925811754, "ratingLower": 1265.7611034241702, "ratingUpper": 1313.9900817381808, "rankUpper": 208, "rankLower": 276, "votes": 499, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 246, "model": "gemini-1.5-flash-002", "modelKey": "gemini-1.5-flash-002", "org": "Google", "rating": 1288.6689574213717, "ratingLower": 1280.019599060169, "ratingUpper": 1297.3183157825742, "rankUpper": 223, "rankLower": 268, "votes": 4789, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-002", "pimg": null, "psec": null }, { "rank": 247, "model": "mistral-large-2407", "modelKey": "mistral-large-2407", "org": "Mistral", "rating": 1288.1052588910877, "ratingLower": 1279.964859988321, "ratingUpper": 1296.2456577938547, "rankUpper": 223, "rankLower": 268, "votes": 6664, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Mistral Research", "open": 1, "pin": 2, "pout": 6, "ctx": 131072, "url": "https://mistral.ai/news/mistral-large-2407/", "pimg": null, "psec": null }, { "rank": 248, "model": "deepseek-v2.5", "modelKey": "deepseek-v2.5", "org": "DeepSeek", "rating": 1287.3882374177526, "ratingLower": 1277.5812091731495, "ratingUpper": 1297.1952656623557, "rankUpper": 223, "rankLower": 270, "votes": 3649, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5", "pimg": null, "psec": null }, { "rank": 249, "model": "glm-4-plus", "modelKey": "glm-4-plus", "org": "Z.ai", "rating": 1286.844820465583, "ratingLower": 1276.8696892332287, "ratingUpper": 1296.8199516979373, "rankUpper": 223, "rankLower": 270, "votes": 3599, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 1.76, "ctx": 204800, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 250, "model": "claude-3-5-haiku-20241022", "modelKey": "claude-3-5-haiku-20241022", "org": "Anthropic", "rating": 1286.4829315417542, "ratingLower": 1278.9036928615367, "ratingUpper": 1294.0621702219714, "rankUpper": 226, "rankLower": 268, "votes": 6319, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 251, "model": "magistral-medium-2506", "modelKey": "magistral-medium-2506", "org": "Mistral", "rating": 1284.7640643660347, "ratingLower": 1258.9607320853936, "ratingUpper": 1310.567396646676, "rankUpper": 212, "rankLower": 282, "votes": 550, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 5, "ctx": 40000, "url": "https://mistral.ai/news/magistral", "pimg": null, "psec": null }, { "rank": 252, "model": "gpt-4-0314", "modelKey": "gpt-4-0314", "org": "OpenAI", "rating": 1283.8531523253998, "ratingLower": 1274.1272527689189, "ratingUpper": 1293.5790518818808, "rankUpper": 226, "rankLower": 274, "votes": 7052, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://openai.com/research/gpt-4", "pimg": null, "psec": null }, { "rank": 253, "model": "mistral-large-2411", "modelKey": "mistral-large-2411", "org": "Mistral", "rating": 1282.0940761688944, "ratingLower": 1272.7544724321804, "ratingUpper": 1291.4336799056086, "rankUpper": 227, "rankLower": 275, "votes": 3574, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 2, "pout": 6, "ctx": 128000, "url": "https://huggingface.co/mistralai/Mistral-Large-Instruct-2411", "pimg": null, "psec": null }, { "rank": 254, "model": "ibm-granite-h-small", "modelKey": "ibm-granite-h-small", "org": "IBM", "rating": 1280.695389961428, "ratingLower": 1248.0969437668016, "ratingUpper": 1313.293836156054, "rankUpper": 208, "rankLower": 286, "votes": 335, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.ibm.com/new/announcements/ibm-granite-4-0-hyper-efficient-high-performance-hybrid-models", "pimg": null, "psec": null }, { "rank": 255, "model": "hunyuan-large-vision", "modelKey": "hunyuan-large-vision", "org": "Tencent", "rating": 1280.6447025540294, "ratingLower": 1250.5595600395943, "ratingUpper": 1310.7298450684646, "rankUpper": 212, "rankLower": 286, "votes": 344, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753#d6cb04da-053d-4bed-b187-191514feb972", "pimg": null, "psec": null }, { "rank": 256, "model": "hunyuan-turbo-0110", "modelKey": "hunyuan-turbo-0110", "org": "Tencent", "rating": 1279.0096115747956, "ratingLower": 1248.295535550825, "ratingUpper": 1309.7236875987664, "rankUpper": 212, "rankLower": 286, "votes": 243, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 257, "model": "llama-3.1-nemotron-70b-instruct", "modelKey": "llama-3.1-nemotron-70b-instruct", "org": "Nvidia", "rating": 1278.6619106908959, "ratingLower": 1261.7440000600616, "ratingUpper": 1295.57982132173, "rankUpper": 223, "rankLower": 279, "votes": 1041, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct", "pimg": null, "psec": null }, { "rank": 258, "model": "mistral-small-3.1-24b-instruct-2503", "modelKey": "mistral-small-3.1-24b-instruct-2503", "org": "Mistral", "rating": 1277.508202754073, "ratingLower": 1264.4214837866798, "ratingUpper": 1290.5949217214663, "rankUpper": 229, "rankLower": 277, "votes": 2093, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503", "pimg": null, "psec": null }, { "rank": 259, "model": "gpt-4-0613", "modelKey": "gpt-4-0613", "org": "OpenAI", "rating": 1276.5098186156263, "ratingLower": 1268.0527869606371, "ratingUpper": 1284.9668502706152, "rankUpper": 235, "rankLower": 275, "votes": 11181, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo", "pimg": null, "psec": null }, { "rank": 260, "model": "gpt-4o-mini-2024-07-18", "modelKey": "gpt-4o-mini-2024-07-18", "org": "OpenAI", "rating": 1275.380249613839, "ratingLower": 1268.360958647228, "ratingUpper": 1282.3995405804499, "rankUpper": 235, "rankLower": 275, "votes": 9319, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/", "pimg": null, "psec": null }, { "rank": 261, "model": "gpt-4.1-nano-2025-04-14", "modelKey": "gpt-4.1-nano-2025-04-14", "org": "OpenAI", "rating": 1273.5000108726133, "ratingLower": 1250.4673478872126, "ratingUpper": 1296.532673858014, "rankUpper": 223, "rankLower": 286, "votes": 582, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 262, "model": "qwen2-72b-instruct", "modelKey": "qwen2-72b-instruct", "org": "Alibaba", "rating": 1273.2485565418222, "ratingLower": 1263.81645261266, "ratingUpper": 1282.6806604709845, "rankUpper": 235, "rankLower": 278, "votes": 4835, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 32768, "url": "https://qwenlm.github.io/blog/qwen2/", "pimg": null, "psec": null }, { "rank": 263, "model": "grok-2-mini-2024-08-13", "modelKey": "grok-2-mini-2024-08-13", "org": "SpaceXAI", "rating": 1272.6985487167883, "ratingLower": 1264.9955487276777, "ratingUpper": 1280.4015487058991, "rankUpper": 236, "rankLower": 277, "votes": 7261, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 264, "model": "deepseek-coder-v2", "modelKey": "deepseek-coder-v2", "org": "DeepSeek", "rating": 1271.7434445878864, "ratingLower": 1258.2023906117001, "ratingUpper": 1285.2844985640727, "rankUpper": 235, "rankLower": 282, "votes": 1858, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 128000, "url": "https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct", "pimg": null, "psec": null }, { "rank": 265, "model": "llama-3.1-nemotron-51b-instruct", "modelKey": "llama-3.1-nemotron-51b-instruct", "org": "Nvidia", "rating": 1271.035138713461, "ratingLower": 1248.5408164705186, "ratingUpper": 1293.5294609564035, "rankUpper": 226, "rankLower": 286, "votes": 507, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-51B-Instruct", "pimg": null, "psec": null }, { "rank": 266, "model": "qwen2.5-coder-32b-instruct", "modelKey": "qwen2.5-coder-32b-instruct", "org": "Alibaba", "rating": 1269.589258361208, "ratingLower": 1250.272930669093, "ratingUpper": 1288.9055860533228, "rankUpper": 231, "rankLower": 286, "votes": 725, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.87, "pout": 0.87, "ctx": 32000, "url": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "pimg": null, "psec": null }, { "rank": 267, "model": "llama-3.1-70b-instruct", "modelKey": "llama-3.1-70b-instruct", "org": "Meta", "rating": 1269.0682157228816, "ratingLower": 1261.4325245633947, "ratingUpper": 1276.7039068823688, "rankUpper": 245, "rankLower": 280, "votes": 7677, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.4, "pout": 0.4, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 268, "model": "amazon-nova-pro-v1.0", "modelKey": "amazon-nova-pro-v1.0", "org": "Amazon", "rating": 1268.6853135908887, "ratingLower": 1258.6922276846265, "ratingUpper": 1278.6783994971506, "rankUpper": 240, "rankLower": 282, "votes": 2978, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.8, "pout": 3.2, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 269, "model": "phi-4", "modelKey": "phi-4", "org": "Microsoft", "rating": 1264.7056386902336, "ratingLower": 1254.2148596101765, "ratingUpper": 1275.1964177702907, "rankUpper": 246, "rankLower": 284, "votes": 2764, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.07, "pout": 0.14, "ctx": 16384, "url": "https://huggingface.co/microsoft/phi-4", "pimg": null, "psec": null }, { "rank": 270, "model": "llama-3.1-tulu-3-70b", "modelKey": "llama-3.1-tulu-3-70b", "org": "Ai2", "rating": 1263.3250323460684, "ratingLower": 1238.635725876461, "ratingUpper": 1288.014338815676, "rankUpper": 233, "rankLower": 290, "votes": 397, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-70B", "pimg": null, "psec": null }, { "rank": 271, "model": "athene-70b-0725", "modelKey": "athene-70b-0725", "org": "Unknown", "rating": 1262.3207121503933, "ratingLower": 1251.8444220220254, "ratingUpper": 1272.7970022787615, "rankUpper": 248, "rankLower": 286, "votes": 2921, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-70B", "pimg": null, "psec": null }, { "rank": 272, "model": "mistral-small-24b-instruct-2501", "modelKey": "mistral-small-24b-instruct-2501", "org": "Mistral", "rating": 1261.366970460602, "ratingLower": 1247.9922838266732, "ratingUpper": 1274.7416570945309, "rankUpper": 246, "rankLower": 286, "votes": 1683, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501", "pimg": null, "psec": null }, { "rank": 273, "model": "gemma-3n-e4b-it", "modelKey": "gemma-3n-e4b-it", "org": "Google", "rating": 1259.365549056828, "ratingLower": 1244.4047236979256, "ratingUpper": 1274.3263744157302, "rankUpper": 246, "rankLower": 288, "votes": 1554, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.06, "pout": 0.12, "ctx": 32768, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3n-e4b-it", "pimg": null, "psec": null }, { "rank": 274, "model": "gemini-1.5-flash-001", "modelKey": "gemini-1.5-flash-001", "org": "Google", "rating": 1258.6523101461087, "ratingLower": 1250.5742120548314, "ratingUpper": 1266.730408237386, "rankUpper": 254, "rankLower": 286, "votes": 8392, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash", "pimg": null, "psec": null }, { "rank": 275, "model": "llama-3-70b-instruct", "modelKey": "llama-3-70b-instruct", "org": "Meta", "rating": 1258.0364373212926, "ratingLower": 1250.555137035131, "ratingUpper": 1265.5177376074541, "rankUpper": 255, "rankLower": 286, "votes": 20941, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.51, "pout": 0.74, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 276, "model": "gemma-3-4b-it", "modelKey": "gemma-3-4b-it", "org": "Google", "rating": 1253.8582237387566, "ratingLower": 1225.7285898435368, "ratingUpper": 1281.987857633976, "rankUpper": 235, "rankLower": 300, "votes": 423, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-4b-it", "pimg": null, "psec": null }, { "rank": 277, "model": "claude-3-sonnet-20240229", "modelKey": "claude-3-sonnet-20240229", "org": "Anthropic", "rating": 1253.5220644882556, "ratingLower": 1245.4074707499838, "ratingUpper": 1261.6366582265273, "rankUpper": 259, "rankLower": 287, "votes": 13766, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 278, "model": "nemotron-4-340b-instruct", "modelKey": "nemotron-4-340b-instruct", "org": "Nvidia", "rating": 1252.0337018861328, "ratingLower": 1239.937791683306, "ratingUpper": 1264.1296120889597, "rankUpper": 257, "rankLower": 289, "votes": 2352, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Nemotron-4-340B-Instruct", "pimg": null, "psec": null }, { "rank": 279, "model": "hunyuan-standard-256k", "modelKey": "hunyuan-standard-256k", "org": "Tencent", "rating": 1249.486453830856, "ratingLower": 1220.9406246155183, "ratingUpper": 1278.0322830461937, "rankUpper": 242, "rankLower": 306, "votes": 361, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 280, "model": "gemma-2-27b-it", "modelKey": "gemma-2-27b-it", "org": "Google", "rating": 1247.2799828555599, "ratingLower": 1240.359856361045, "ratingUpper": 1254.2001093500746, "rankUpper": 264, "rankLower": 289, "votes": 10170, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.65, "pout": 0.65, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-27b-it", "pimg": null, "psec": null }, { "rank": 281, "model": "glm-4-0520", "modelKey": "glm-4-0520", "org": "Z.ai", "rating": 1246.184518622292, "ratingLower": 1230.5843161876346, "ratingUpper": 1261.7847210569491, "rankUpper": 258, "rankLower": 298, "votes": 1191, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://open.bigmodel.cn/dev/api#language", "pimg": null, "psec": null }, { "rank": 282, "model": "reka-core-20240904", "modelKey": "reka-core-20240904", "org": "Unknown", "rating": 1245.692051883287, "ratingLower": 1231.309598488298, "ratingUpper": 1260.0745052782756, "rankUpper": 260, "rankLower": 297, "votes": 1207, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 283, "model": "jamba-1.5-large", "modelKey": "jamba-1.5-large", "org": "Unknown", "rating": 1244.8633320415202, "ratingLower": 1229.3968508858081, "ratingUpper": 1260.3298131972322, "rankUpper": 260, "rankLower": 298, "votes": 1147, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 2, "pout": 8, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 284, "model": "mistral-large-2402", "modelKey": "mistral-large-2402", "org": "Mistral", "rating": 1244.421105457298, "ratingLower": 1235.3409883937632, "ratingUpper": 1253.501222520833, "rankUpper": 264, "rankLower": 292, "votes": 7987, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 8, "pout": 24, "ctx": 32000, "url": "https://mistral.ai/news/mistral-large/", "pimg": null, "psec": null }, { "rank": 285, "model": "amazon-nova-lite-v1.0", "modelKey": "amazon-nova-lite-v1.0", "org": "Amazon", "rating": 1244.027272534198, "ratingLower": 1233.119606379282, "ratingUpper": 1254.934938689114, "rankUpper": 263, "rankLower": 295, "votes": 2511, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.06, "pout": 0.24, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 286, "model": "c4ai-aya-expanse-32b", "modelKey": "c4ai-aya-expanse-32b", "org": "Cohere", "rating": 1233.1208930207633, "ratingLower": 1223.4096920716947, "ratingUpper": 1242.8320939698322, "rankUpper": 276, "rankLower": 303, "votes": 3854, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-32b", "pimg": null, "psec": null }, { "rank": 287, "model": "reka-flash-20240904", "modelKey": "reka-flash-20240904", "org": "Unknown", "rating": 1232.4119883235182, "ratingLower": 1218.2762886258772, "ratingUpper": 1246.5476880211593, "rankUpper": 274, "rankLower": 312, "votes": 1284, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 288, "model": "claude-3-haiku-20240307", "modelKey": "claude-3-haiku-20240307", "org": "Anthropic", "rating": 1231.5969961872163, "ratingLower": 1224.0880555927924, "ratingUpper": 1239.10593678164, "rankUpper": 278, "rankLower": 301, "votes": 14983, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 289, "model": "command-r-plus-08-2024", "modelKey": "command-r-plus-08-2024", "org": "Cohere", "rating": 1231.4101874075957, "ratingLower": 1217.4380306175722, "ratingUpper": 1245.382344197619, "rankUpper": 275, "rankLower": 312, "votes": 1467, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 290, "model": "gemini-1.5-flash-8b-001", "modelKey": "gemini-1.5-flash-8b-001", "org": "Google", "rating": 1229.6166519671056, "ratingLower": 1221.0800205763373, "ratingUpper": 1238.1532833578738, "rankUpper": 279, "rankLower": 306, "votes": 5036, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-8b", "pimg": null, "psec": null }, { "rank": 291, "model": "mixtral-8x22b-instruct-v0.1", "modelKey": "mixtral-8x22b-instruct-v0.1", "org": "Mistral", "rating": 1228.0162028537775, "ratingLower": 1219.0100569565095, "ratingUpper": 1237.0223487510455, "rankUpper": 279, "rankLower": 309, "votes": 6778, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 65536, "url": "https://mistral.ai/news/mixtral-8x22b/", "pimg": null, "psec": null }, { "rank": 292, "model": "olmo-2-0325-32b-instruct", "modelKey": "olmo-2-0325-32b-instruct", "org": "Ai2", "rating": 1226.7196257377864, "ratingLower": 1198.5469575450254, "ratingUpper": 1254.8922939305473, "rankUpper": 263, "rankLower": 324, "votes": 375, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.05, "pout": 0.2, "ctx": 128000, "url": "https://huggingface.co/allenai/OLMo-2-0325-32B-Instruct", "pimg": null, "psec": null }, { "rank": 293, "model": "amazon-nova-micro-v1.0", "modelKey": "amazon-nova-micro-v1.0", "org": "Amazon", "rating": 1223.3557931151608, "ratingLower": 1212.448499888431, "ratingUpper": 1234.2630863418908, "rankUpper": 280, "rankLower": 314, "votes": 2455, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.035, "pout": 0.14, "ctx": 128000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 294, "model": "qwen1.5-110b-chat", "modelKey": "qwen1.5-110b-chat", "org": "Alibaba", "rating": 1221.2243410710253, "ratingLower": 1209.9190630149853, "ratingUpper": 1232.5296191270652, "rankUpper": 281, "rankLower": 317, "votes": 3188, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-110b/", "pimg": null, "psec": null }, { "rank": 295, "model": "mistral-medium", "modelKey": "mistral-medium", "org": "Mistral", "rating": 1220.2495431328707, "ratingLower": 1209.442177835261, "ratingUpper": 1231.0569084304807, "rankUpper": 282, "rankLower": 318, "votes": 4406, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 262144, "url": "https://mistral.ai/news/la-plateforme/", "pimg": null, "psec": null }, { "rank": 296, "model": "gemma-2-9b-it", "modelKey": "gemma-2-9b-it", "org": "Google", "rating": 1219.9076322104302, "ratingLower": 1212.1894410396033, "ratingUpper": 1227.6258233812573, "rankUpper": 284, "rankLower": 315, "votes": 7110, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-9b-it", "pimg": null, "psec": null }, { "rank": 297, "model": "phi-3-medium-4k-instruct", "modelKey": "phi-3-medium-4k-instruct", "org": "Microsoft", "rating": 1215.5201773932772, "ratingLower": 1204.8864755953205, "ratingUpper": 1226.1538791912342, "rankUpper": 284, "rankLower": 321, "votes": 3238, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.17, "pout": 0.68, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-medium-4k-instruct", "pimg": null, "psec": null }, { "rank": 298, "model": "command-r-plus", "modelKey": "command-r-plus", "org": "Cohere", "rating": 1213.727504859659, "ratingLower": 1205.21178839298, "ratingUpper": 1222.2432213263378, "rankUpper": 287, "rankLower": 321, "votes": 9769, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 3, "pout": 15, "ctx": 128000, "url": "https://txt.cohere.com/command-r-plus-microsoft-azure/", "pimg": null, "psec": null }, { "rank": 299, "model": "ministral-8b-2410", "modelKey": "ministral-8b-2410", "org": "Mistral", "rating": 1213.5387958931242, "ratingLower": 1193.7793490043427, "ratingUpper": 1233.2982427819056, "rankUpper": 280, "rankLower": 325, "votes": 683, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": 131072, "url": "https://huggingface.co/mistralai/Ministral-8B-Instruct-2410", "pimg": null, "psec": null }, { "rank": 300, "model": "yi-1.5-34b-chat", "modelKey": "yi-1.5-34b-chat", "org": "Unknown", "rating": 1212.502456446075, "ratingLower": 1201.4054889525187, "ratingUpper": 1223.5994239396312, "rankUpper": 286, "rankLower": 322, "votes": 2985, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/01-ai/Yi-1.5-34B-Chat", "pimg": null, "psec": null }, { "rank": 301, "model": "reka-flash-21b-20240226-online", "modelKey": "reka-flash-21b-20240226-online", "org": "Unknown", "rating": 1211.656676081941, "ratingLower": 1197.8706234712079, "ratingUpper": 1225.442728692674, "rankUpper": 285, "rankLower": 324, "votes": 2028, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/http-api.html#generation", "pimg": null, "psec": null }, { "rank": 302, "model": "qwq-32b-preview", "modelKey": "qwq-32b-preview", "org": "Alibaba", "rating": 1209.5816853873803, "ratingLower": 1185.129395919123, "ratingUpper": 1234.0339748556376, "rankUpper": 280, "rankLower": 328, "votes": 480, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B-Preview", "pimg": null, "psec": null }, { "rank": 303, "model": "qwen1.5-72b-chat", "modelKey": "qwen1.5-72b-chat", "org": "Alibaba", "rating": 1208.6750713412794, "ratingLower": 1198.95085927012, "ratingUpper": 1218.3992834124388, "rankUpper": 290, "rankLower": 324, "votes": 5327, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 304, "model": "gemma-2-9b-it-simpo", "modelKey": "gemma-2-9b-it-simpo", "org": "Unknown", "rating": 1207.180061344773, "ratingLower": 1191.9536059535883, "ratingUpper": 1222.406516735958, "rankUpper": 287, "rankLower": 325, "votes": 1285, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO", "pimg": null, "psec": null }, { "rank": 305, "model": "command-r-08-2024", "modelKey": "command-r-08-2024", "org": "Cohere", "rating": 1206.8760731835548, "ratingLower": 1193.244259524408, "ratingUpper": 1220.5078868427017, "rankUpper": 289, "rankLower": 325, "votes": 1601, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 306, "model": "internlm2_5-20b-chat", "modelKey": "internlm2_5-20b-chat", "org": "Unknown", "rating": 1206.4552584561386, "ratingLower": 1191.6448144350672, "ratingUpper": 1221.2657024772097, "rankUpper": 287, "rankLower": 325, "votes": 1387, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Other", "open": 0, "pin": 0, "pout": 0, "ctx": 32768, "url": "https://huggingface.co/internlm/internlm2_5-20b-chat", "pimg": null, "psec": null }, { "rank": 307, "model": "llama-3.1-tulu-3-8b", "modelKey": "llama-3.1-tulu-3-8b", "org": "Ai2", "rating": 1206.0165175786633, "ratingLower": 1180.433888235809, "ratingUpper": 1231.5991469215176, "rankUpper": 281, "rankLower": 330, "votes": 363, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B", "pimg": null, "psec": null }, { "rank": 308, "model": "gpt-3.5-turbo-1106", "modelKey": "gpt-3.5-turbo-1106", "org": "OpenAI", "rating": 1204.2336657033072, "ratingLower": 1189.1163458650703, "ratingUpper": 1219.350985541544, "rankUpper": 289, "rankLower": 325, "votes": 2134, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 2, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5", "pimg": null, "psec": null }, { "rank": 309, "model": "gemini-pro", "modelKey": "gemini-pro", "org": "Google", "rating": 1201.5956025940927, "ratingLower": 1182.5257794779109, "ratingUpper": 1220.6654257102748, "rankUpper": 289, "rankLower": 328, "votes": 993, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://blog.google/technology/ai/gemini-api-developers-cloud/", "pimg": null, "psec": null }, { "rank": 310, "model": "gpt-3.5-turbo-0125", "modelKey": "gpt-3.5-turbo-0125", "org": "OpenAI", "rating": 1201.0057205655226, "ratingLower": 1192.478183313764, "ratingUpper": 1209.5332578172809, "rankUpper": 295, "rankLower": 325, "votes": 8626, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 1.5, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5-turbo", "pimg": null, "psec": null }, { "rank": 311, "model": "c4ai-aya-expanse-8b", "modelKey": "c4ai-aya-expanse-8b", "org": "Cohere", "rating": 1200.9718873063707, "ratingLower": 1185.8296574320175, "ratingUpper": 1216.1141171807242, "rankUpper": 292, "rankLower": 327, "votes": 1307, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-8b", "pimg": null, "psec": null }, { "rank": 312, "model": "qwen1.5-32b-chat", "modelKey": "qwen1.5-32b-chat", "org": "Alibaba", "rating": 1200.7290888680602, "ratingLower": 1189.0407503611711, "ratingUpper": 1212.4174273749493, "rankUpper": 293, "rankLower": 325, "votes": 2649, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-32b/", "pimg": null, "psec": null }, { "rank": 313, "model": "reka-flash-21b-20240226", "modelKey": "reka-flash-21b-20240226", "org": "Unknown", "rating": 1199.0106233171641, "ratingLower": 1187.614886293212, "ratingUpper": 1210.4063603411164, "rankUpper": 294, "rankLower": 326, "votes": 3363, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models", "pimg": null, "psec": null }, { "rank": 314, "model": "gemini-pro-dev-api", "modelKey": "gemini-pro-dev-api", "org": "Google", "rating": 1197.9234536618471, "ratingLower": 1184.0209261318655, "ratingUpper": 1211.825981191829, "rankUpper": 294, "rankLower": 328, "votes": 2274, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.0-pro", "pimg": null, "psec": null }, { "rank": 315, "model": "granite-3.0-8b-instruct", "modelKey": "granite-3.0-8b-instruct", "org": "IBM", "rating": 1197.8814656892134, "ratingLower": 1179.110756544919, "ratingUpper": 1216.6521748335076, "rankUpper": 292, "rankLower": 331, "votes": 873, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-8b-instruct", "pimg": null, "psec": null }, { "rank": 316, "model": "granite-3.1-2b-instruct", "modelKey": "granite-3.1-2b-instruct", "org": "IBM", "rating": 1197.650820792767, "ratingLower": 1171.2479245436393, "ratingUpper": 1224.0537170418947, "rankUpper": 286, "rankLower": 338, "votes": 391, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-2b-instruct", "pimg": null, "psec": null }, { "rank": 317, "model": "zephyr-orpo-141b-A35b-v0.1", "modelKey": "zephyr-orpo-141b-A35b-v0.1", "org": "Unknown", "rating": 1196.4627823267772, "ratingLower": 1174.2469965758849, "ratingUpper": 1218.6785680776695, "rankUpper": 290, "rankLower": 332, "votes": 589, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1", "pimg": null, "psec": null }, { "rank": 318, "model": "dbrx-instruct-preview", "modelKey": "dbrx-instruct-preview", "org": "Unknown", "rating": 1196.1660224236475, "ratingLower": 1184.6517416083113, "ratingUpper": 1207.6803032389837, "rankUpper": 296, "rankLower": 328, "votes": 4001, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DBRX LICENSE", "open": 1, "pin": 0.6, "pout": 0.6, "ctx": 32768, "url": "https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm", "pimg": null, "psec": null }, { "rank": 319, "model": "phi-3-mini-4k-instruct-june-2024", "modelKey": "phi-3-mini-4k-instruct-june-2024", "org": "Microsoft", "rating": 1193.434767897193, "ratingLower": 1179.819522113064, "ratingUpper": 1207.050013681322, "rankUpper": 296, "rankLower": 330, "votes": 1568, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": 4096, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 320, "model": "phi-3-small-8k-instruct", "modelKey": "phi-3-small-8k-instruct", "org": "Microsoft", "rating": 1193.1512703318979, "ratingLower": 1180.455170581246, "ratingUpper": 1205.84737008255, "rankUpper": 296, "rankLower": 330, "votes": 2092, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-small-8k-instruct", "pimg": null, "psec": null }, { "rank": 321, "model": "llama-3-8b-instruct", "modelKey": "llama-3-8b-instruct", "org": "Meta", "rating": 1192.7224962036717, "ratingLower": 1184.8158840376973, "ratingUpper": 1200.6291083696462, "rankUpper": 299, "rankLower": 328, "votes": 14252, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.14, "pout": 0.14, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 322, "model": "mixtral-8x7b-instruct-v0.1", "modelKey": "mixtral-8x7b-instruct-v0.1", "org": "Mistral", "rating": 1190.8487972266762, "ratingLower": 1182.2346647143931, "ratingUpper": 1199.462929738959, "rankUpper": 299, "rankLower": 328, "votes": 9663, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.63, "pout": 0.63, "ctx": 32000, "url": "https://mistral.ai/news/mixtral-of-experts/", "pimg": null, "psec": null }, { "rank": 323, "model": "granite-3.1-8b-instruct", "modelKey": "granite-3.1-8b-instruct", "org": "IBM", "rating": 1190.098982283227, "ratingLower": 1161.8681524990254, "ratingUpper": 1218.3298120674287, "rankUpper": 290, "rankLower": 341, "votes": 382, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-8b-instruct", "pimg": null, "psec": null }, { "rank": 324, "model": "llama-3.1-8b-instruct", "modelKey": "llama-3.1-8b-instruct", "org": "Meta", "rating": 1188.7433553818735, "ratingLower": 1180.743436560699, "ratingUpper": 1196.7432742030483, "rankUpper": 302, "rankLower": 329, "votes": 7135, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 325, "model": "jamba-1.5-mini", "modelKey": "jamba-1.5-mini", "org": "Unknown", "rating": 1186.557594402162, "ratingLower": 1170.5372499784853, "ratingUpper": 1202.5779388258388, "rankUpper": 298, "rankLower": 338, "votes": 1094, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 0.2, "pout": 0.4, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 326, "model": "command-r", "modelKey": "command-r", "org": "Cohere", "rating": 1176.5204985203768, "ratingLower": 1166.9896032717527, "ratingUpper": 1186.0513937690007, "rankUpper": 310, "rankLower": 338, "votes": 6682, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://txt.cohere.com/command-r", "pimg": null, "psec": null }, { "rank": 327, "model": "granite-3.0-2b-instruct", "modelKey": "granite-3.0-2b-instruct", "org": "IBM", "rating": 1169.1517805328497, "ratingLower": 1150.3608496507418, "ratingUpper": 1187.9427114149576, "rankUpper": 309, "rankLower": 343, "votes": 908, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-2b-instruct", "pimg": null, "psec": null }, { "rank": 328, "model": "qwen1.5-14b-chat", "modelKey": "qwen1.5-14b-chat", "org": "Alibaba", "rating": 1166.9912273664784, "ratingLower": 1153.4512859794572, "ratingUpper": 1180.5311687534993, "rankUpper": 318, "rankLower": 342, "votes": 2184, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 329, "model": "llama-3.2-3b-instruct", "modelKey": "llama-3.2-3b-instruct", "org": "Meta", "rating": 1164.984307545856, "ratingLower": 1149.0744841589367, "ratingUpper": 1180.8941309327752, "rankUpper": 317, "rankLower": 344, "votes": 1136, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.05, "pout": 0.33, "ctx": 131072, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 330, "model": "gemma-2-2b-it", "modelKey": "gemma-2-2b-it", "org": "Google", "rating": 1164.2953422480218, "ratingLower": 1156.1557973413305, "ratingUpper": 1172.434887154713, "rankUpper": 323, "rankLower": 342, "votes": 6599, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-2b-it", "pimg": null, "psec": null }, { "rank": 331, "model": "snowflake-arctic-instruct", "modelKey": "snowflake-arctic-instruct", "org": "Unknown", "rating": 1162.9084114955897, "ratingLower": 1151.5924656630962, "ratingUpper": 1174.2243573280834, "rankUpper": 323, "rankLower": 343, "votes": 4793, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.snowflake.com/blog/arctic-open-efficient-foundation-language-models-snowflake/", "pimg": null, "psec": null }, { "rank": 332, "model": "gemma-1.1-7b-it", "modelKey": "gemma-1.1-7b-it", "org": "Google", "rating": 1162.0567008672554, "ratingLower": 1150.6284020418216, "ratingUpper": 1173.4849996926891, "rankUpper": 323, "rankLower": 343, "votes": 3039, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/google/gemma-1.1-7b-it", "pimg": null, "psec": null }, { "rank": 333, "model": "openchat-3.5-0106", "modelKey": "openchat-3.5-0106", "org": "Unknown", "rating": 1158.589635645691, "ratingLower": 1144.9452163972646, "ratingUpper": 1172.2340548941174, "rankUpper": 323, "rankLower": 345, "votes": 1726, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/openchat/openchat-3.5-0106", "pimg": null, "psec": null }, { "rank": 334, "model": "wizardlm-70b", "modelKey": "wizardlm-70b", "org": "Microsoft", "rating": 1157.4123292816344, "ratingLower": 1138.218062042444, "ratingUpper": 1176.6065965208247, "rankUpper": 322, "rankLower": 351, "votes": 903, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-70B-V1.0", "pimg": null, "psec": null }, { "rank": 335, "model": "starling-lm-7b-beta", "modelKey": "starling-lm-7b-beta", "org": "Unknown", "rating": 1157.384918606087, "ratingLower": 1143.449370679677, "ratingUpper": 1171.320466532497, "rankUpper": 323, "rankLower": 346, "votes": 1973, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Starling-LM-7B-beta", "pimg": null, "psec": null }, { "rank": 336, "model": "deepseek-llm-67b-chat", "modelKey": "deepseek-llm-67b-chat", "org": "DeepSeek", "rating": 1155.6567932023934, "ratingLower": 1132.1462650292706, "ratingUpper": 1179.1673213755164, "rankUpper": 321, "rankLower": 353, "votes": 576, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat", "pimg": null, "psec": null }, { "rank": 337, "model": "smollm2-1.7b-instruct", "modelKey": "smollm2-1.7b-instruct", "org": "Unknown", "rating": 1152.6250796367299, "ratingLower": 1119.9782113961076, "ratingUpper": 1185.271947877352, "rankUpper": 311, "rankLower": 359, "votes": 271, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct", "pimg": null, "psec": null }, { "rank": 338, "model": "openhermes-2.5-mistral-7b", "modelKey": "openhermes-2.5-mistral-7b", "org": "Unknown", "rating": 1152.2961524717148, "ratingLower": 1132.2417425830058, "ratingUpper": 1172.3505623604237, "rankUpper": 323, "rankLower": 353, "votes": 697, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.17, "pout": 0.17, "ctx": null, "url": "https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B", "pimg": null, "psec": null }, { "rank": 339, "model": "yi-34b-chat", "modelKey": "yi-34b-chat", "org": "Unknown", "rating": 1150.4727461312073, "ratingLower": 1137.2102544480283, "ratingUpper": 1163.7352378143864, "rankUpper": 326, "rankLower": 351, "votes": 2043, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Yi License", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 4096, "url": "https://huggingface.co/01-ai/Yi-34B-Chat", "pimg": null, "psec": null }, { "rank": 340, "model": "phi-3-mini-4k-instruct", "modelKey": "phi-3-mini-4k-instruct", "org": "Microsoft", "rating": 1149.6415036397932, "ratingLower": 1137.374193790716, "ratingUpper": 1161.9088134888707, "rankUpper": 326, "rankLower": 351, "votes": 2564, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 341, "model": "tulu-2-dpo-70b", "modelKey": "tulu-2-dpo-70b", "org": "Unknown", "rating": 1144.2816445375386, "ratingLower": 1125.1838771558962, "ratingUpper": 1163.379411919181, "rankUpper": 326, "rankLower": 358, "votes": 888, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "AI2 ImpACT Low-risk", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/tulu-2-dpo-70b", "pimg": null, "psec": null }, { "rank": 342, "model": "phi-3-mini-128k-instruct", "modelKey": "phi-3-mini-128k-instruct", "org": "Microsoft", "rating": 1139.581759315677, "ratingLower": 1126.3479383901604, "ratingUpper": 1152.8155802411932, "rankUpper": 329, "rankLower": 357, "votes": 2813, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://azure.microsoft.com/en-us/blog/introducing-phi-3-redefining-whats-possible-with-slms/", "pimg": null, "psec": null }, { "rank": 343, "model": "llama-2-70b-chat", "modelKey": "llama-2-70b-chat", "org": "Meta", "rating": 1136.6136921331097, "ratingLower": 1126.2937678695246, "ratingUpper": 1146.933616396695, "rankUpper": 333, "rankLower": 357, "votes": 4740, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.7, "pout": 2.8, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-70b-chat-hf", "pimg": null, "psec": null }, { "rank": 344, "model": "mistral-7b-instruct-v0.2", "modelKey": "mistral-7b-instruct-v0.2", "org": "Mistral", "rating": 1127.0025702383775, "ratingLower": 1114.7608091977536, "ratingUpper": 1139.2443312790015, "rankUpper": 335, "rankLower": 359, "votes": 2605, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2", "pimg": null, "psec": null }, { "rank": 345, "model": "starling-lm-7b-alpha", "modelKey": "starling-lm-7b-alpha", "org": "Unknown", "rating": 1126.420349861118, "ratingLower": 1110.6908995494534, "ratingUpper": 1142.1498001727828, "rankUpper": 335, "rankLower": 361, "votes": 1300, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha", "pimg": null, "psec": null }, { "rank": 346, "model": "qwen-14b-chat", "modelKey": "qwen-14b-chat", "org": "Alibaba", "rating": 1126.1493568617595, "ratingLower": 1102.5161179638887, "ratingUpper": 1149.78259575963, "rankUpper": 332, "rankLower": 363, "votes": 534, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen-14B-Chat", "pimg": null, "psec": null }, { "rank": 347, "model": "openchat-3.5", "modelKey": "openchat-3.5", "org": "Unknown", "rating": 1125.3879545595655, "ratingLower": 1107.0542083634552, "ratingUpper": 1143.7217007556758, "rankUpper": 334, "rankLower": 361, "votes": 945, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/openchat/openchat_3.5", "pimg": null, "psec": null }, { "rank": 348, "model": "dolphin-2.2.1-mistral-7b", "modelKey": "dolphin-2.2.1-mistral-7b", "org": "Unknown", "rating": 1125.0516131672728, "ratingLower": 1092.6157315517232, "ratingUpper": 1157.487494782822, "rankUpper": 327, "rankLower": 368, "votes": 219, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.5, "pout": 0.5, "ctx": 16384, "url": "https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b", "pimg": null, "psec": null }, { "rank": 349, "model": "llama-3.2-1b-instruct", "modelKey": "llama-3.2-1b-instruct", "org": "Meta", "rating": 1123.3959129086415, "ratingLower": 1107.2346496675448, "ratingUpper": 1139.5571761497383, "rankUpper": 335, "rankLower": 361, "votes": 1162, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.027, "pout": 0.201, "ctx": 60000, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 350, "model": "qwen1.5-7b-chat", "modelKey": "qwen1.5-7b-chat", "org": "Alibaba", "rating": 1120.6675143962493, "ratingLower": 1100.1462712366704, "ratingUpper": 1141.1887575558285, "rankUpper": 335, "rankLower": 364, "votes": 690, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 351, "model": "gemma-7b-it", "modelKey": "gemma-7b-it", "org": "Google", "rating": 1119.4071675541593, "ratingLower": 1102.8989567339036, "ratingUpper": 1135.9153783744152, "rankUpper": 338, "rankLower": 363, "votes": 1120, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 8192, "url": "https://huggingface.co/google/gemma-7b-it", "pimg": null, "psec": null }, { "rank": 352, "model": "palm-2", "modelKey": "palm-2", "org": "Google", "rating": 1116.5944275740003, "ratingLower": 1097.1137349115315, "ratingUpper": 1136.0751202364693, "rankUpper": 338, "rankLower": 366, "votes": 901, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 0.5, "ctx": 25804, "url": "https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models#foundation_models", "pimg": null, "psec": null }, { "rank": 353, "model": "vicuna-33b", "modelKey": "vicuna-33b", "org": "Unknown", "rating": 1115.6525811853583, "ratingLower": 1103.0102434652504, "ratingUpper": 1128.2949189054661, "rankUpper": 340, "rankLower": 363, "votes": 2663, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0, "pout": 0, "ctx": 2048, "url": "https://huggingface.co/lmsys/vicuna-33b-v1.3", "pimg": null, "psec": null }, { "rank": 354, "model": "llama2-70b-steerlm-chat", "modelKey": "llama2-70b-steerlm-chat", "org": "Nvidia", "rating": 1113.824047899758, "ratingLower": 1087.2031779043957, "ratingUpper": 1140.4449178951202, "rankUpper": 335, "rankLower": 368, "votes": 440, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama2-70B-SteerLM-Chat", "pimg": null, "psec": null }, { "rank": 355, "model": "llama-2-13b-chat", "modelKey": "llama-2-13b-chat", "org": "Meta", "rating": 1110.1247963838887, "ratingLower": 1096.6521014387533, "ratingUpper": 1123.5974913290243, "rankUpper": 343, "rankLower": 367, "votes": 2218, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.25, "pout": 0.25, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-13b-chat-hf", "pimg": null, "psec": null }, { "rank": 356, "model": "gemma-1.1-2b-it", "modelKey": "gemma-1.1-2b-it", "org": "Google", "rating": 1110.0692718321998, "ratingLower": 1094.1106489709591, "ratingUpper": 1126.0278946934407, "rankUpper": 342, "rankLower": 368, "votes": 1355, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/google/gemma-1.1-2b-it", "pimg": null, "psec": null }, { "rank": 357, "model": "codellama-34b-instruct", "modelKey": "codellama-34b-instruct", "org": "Meta", "rating": 1109.457598404016, "ratingLower": 1090.0608360937508, "ratingUpper": 1128.8543607142813, "rankUpper": 340, "rankLower": 368, "votes": 770, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.35, "pout": 1.4, "ctx": 16384, "url": "https://huggingface.co/codellama/CodeLlama-34b-Instruct-hf", "pimg": null, "psec": null }, { "rank": 358, "model": "solar-10.7b-instruct-v1.0", "modelKey": "solar-10.7b-instruct-v1.0", "org": "Unknown", "rating": 1108.793762486646, "ratingLower": 1087.1165507328521, "ratingUpper": 1130.47097424044, "rankUpper": 340, "rankLower": 368, "votes": 604, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0", "pimg": null, "psec": null }, { "rank": 359, "model": "mpt-30b-chat", "modelKey": "mpt-30b-chat", "org": "Unknown", "rating": 1095.5927263318683, "ratingLower": 1061.7044841287538, "ratingUpper": 1129.4809685349828, "rankUpper": 340, "rankLower": 372, "votes": 242, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-30b-chat", "pimg": null, "psec": null }, { "rank": 360, "model": "nous-hermes-2-mixtral-8x7b-dpo", "modelKey": "nous-hermes-2-mixtral-8x7b-dpo", "org": "Unknown", "rating": 1092.7683561089993, "ratingLower": 1071.3100641014453, "ratingUpper": 1114.2266481165534, "rankUpper": 345, "rankLower": 370, "votes": 628, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": null, "url": "https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "pimg": null, "psec": null }, { "rank": 361, "model": "qwen1.5-4b-chat", "modelKey": "qwen1.5-4b-chat", "org": "Alibaba", "rating": 1087.0011835374257, "ratingLower": 1069.3185075298873, "ratingUpper": 1104.683859544964, "rankUpper": 348, "rankLower": 371, "votes": 988, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 362, "model": "llama-2-7b-chat", "modelKey": "llama-2-7b-chat", "org": "Meta", "rating": 1086.0187324580204, "ratingLower": 1072.0504826864762, "ratingUpper": 1099.9869822295643, "rankUpper": 352, "rankLower": 370, "votes": 1656, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-7b-chat-hf", "pimg": null, "psec": null }, { "rank": 363, "model": "stripedhyena-nous-7b", "modelKey": "stripedhyena-nous-7b", "org": "Unknown", "rating": 1085.027076789743, "ratingLower": 1064.7553972423696, "ratingUpper": 1105.2987563371164, "rankUpper": 348, "rankLower": 372, "votes": 676, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/togethercomputer/StripedHyena-Nous-7B", "pimg": null, "psec": null }, { "rank": 364, "model": "vicuna-13b", "modelKey": "vicuna-13b", "org": "Unknown", "rating": 1083.122271071834, "ratingLower": 1069.3739291910244, "ratingUpper": 1096.8706129526436, "rankUpper": 353, "rankLower": 371, "votes": 2146, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-13b-v1.5", "pimg": null, "psec": null }, { "rank": 365, "model": "mistral-7b-instruct", "modelKey": "mistral-7b-instruct", "org": "Mistral", "rating": 1082.4130989918776, "ratingLower": 1063.5318382201626, "ratingUpper": 1101.2943597635926, "rankUpper": 351, "rankLower": 372, "votes": 974, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.07, "pout": 0.28, "ctx": 4096, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1", "pimg": null, "psec": null }, { "rank": 366, "model": "zephyr-7b-beta", "modelKey": "zephyr-7b-beta", "org": "Unknown", "rating": 1082.0977697986573, "ratingLower": 1065.0388767185166, "ratingUpper": 1099.1566628787982, "rankUpper": 352, "rankLower": 372, "votes": 1250, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 16384, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-beta", "pimg": null, "psec": null }, { "rank": 367, "model": "guanaco-33b", "modelKey": "guanaco-33b", "org": "Unknown", "rating": 1080.2957790968844, "ratingLower": 1048.074560542638, "ratingUpper": 1112.5169976511306, "rankUpper": 345, "rankLower": 372, "votes": 280, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/timdettmers/guanaco-33b-merged", "pimg": null, "psec": null }, { "rank": 368, "model": "gemma-2b-it", "modelKey": "gemma-2b-it", "org": "Google", "rating": 1072.572789837666, "ratingLower": 1050.5859541076768, "ratingUpper": 1094.5596255676555, "rankUpper": 354, "rankLower": 372, "votes": 597, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://huggingface.co/google/gemma-2b-it", "pimg": null, "psec": null }, { "rank": 369, "model": "wizardlm-13b", "modelKey": "wizardlm-13b", "org": "Microsoft", "rating": 1064.5064963785753, "ratingLower": 1043.9588081351412, "ratingUpper": 1085.0541846220092, "rankUpper": 359, "rankLower": 372, "votes": 669, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-13B-V1.2", "pimg": null, "psec": null }, { "rank": 370, "model": "olmo-7b-instruct", "modelKey": "olmo-7b-instruct", "org": "Ai2", "rating": 1053.4970986731971, "ratingLower": 1034.352424585282, "ratingUpper": 1072.6417727611122, "rankUpper": 359, "rankLower": 373, "votes": 848, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/allenai/OLMo-7B-Instruct", "pimg": null, "psec": null }, { "rank": 371, "model": "vicuna-7b", "modelKey": "vicuna-7b", "org": "Unknown", "rating": 1047.8529206435685, "ratingLower": 1026.3069791452813, "ratingUpper": 1069.3988621418557, "rankUpper": 361, "rankLower": 373, "votes": 658, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-7b-v1.5", "pimg": null, "psec": null }, { "rank": 372, "model": "chatglm3-6b", "modelKey": "chatglm3-6b", "org": "Unknown", "rating": 1042.2453352233404, "ratingLower": 1018.8921451677988, "ratingUpper": 1065.5985252788817, "rankUpper": 363, "rankLower": 373, "votes": 576, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm3-6b", "pimg": null, "psec": null }, { "rank": 373, "model": "gpt4all-13b-snoozy", "modelKey": "gpt4all-13b-snoozy", "org": "Unknown", "rating": 998.9031589193928, "ratingLower": 961.8239802296237, "ratingUpper": 1035.9823376091617, "rankUpper": 370, "rankLower": 381, "votes": 211, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nomic-ai/gpt4all-13b-snoozy", "pimg": null, "psec": null }, { "rank": 374, "model": "alpaca-13b", "modelKey": "alpaca-13b", "org": "Unknown", "rating": 994.6037236651634, "ratingLower": 971.8694282272781, "ratingUpper": 1017.338019103049, "rankUpper": 373, "rankLower": 381, "votes": 652, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://crfm.stanford.edu/2023/03/13/alpaca.html", "pimg": null, "psec": null }, { "rank": 375, "model": "mpt-7b-chat", "modelKey": "mpt-7b-chat", "org": "Unknown", "rating": 986.5076915217655, "ratingLower": 961.3505161994924, "ratingUpper": 1011.6648668440384, "rankUpper": 373, "rankLower": 381, "votes": 471, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-7b-chat", "pimg": null, "psec": null }, { "rank": 376, "model": "RWKV-4-Raven-14B", "modelKey": "RWKV-4-Raven-14B", "org": "Unknown", "rating": 984.1244177664257, "ratingLower": 959.7450910259961, "ratingUpper": 1008.5037445068551, "rankUpper": 373, "rankLower": 381, "votes": 544, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/BlinkDL/rwkv-4-raven", "pimg": null, "psec": null }, { "rank": 377, "model": "koala-13b", "modelKey": "koala-13b", "org": "Unknown", "rating": 979.8855741386703, "ratingLower": 958.4734787803995, "ratingUpper": 1001.2976694969411, "rankUpper": 373, "rankLower": 381, "votes": 751, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bair.berkeley.edu/blog/2023/04/03/koala/", "pimg": null, "psec": null }, { "rank": 378, "model": "chatglm-6b", "modelKey": "chatglm-6b", "org": "Unknown", "rating": 976.8563443579428, "ratingLower": 951.3404723752105, "ratingUpper": 1002.3722163406751, "rankUpper": 373, "rankLower": 382, "votes": 525, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm-6b", "pimg": null, "psec": null }, { "rank": 379, "model": "chatglm2-6b", "modelKey": "chatglm2-6b", "org": "Unknown", "rating": 972.0694372737057, "ratingLower": 937.2400459143109, "ratingUpper": 1006.8988286331003, "rankUpper": 373, "rankLower": 383, "votes": 227, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm2-6b", "pimg": null, "psec": null }, { "rank": 380, "model": "oasst-pythia-12b", "modelKey": "oasst-pythia-12b", "org": "Unknown", "rating": 961.460476371039, "ratingLower": 939.4876973311352, "ratingUpper": 983.4332554109426, "rankUpper": 373, "rankLower": 383, "votes": 687, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5", "pimg": null, "psec": null }, { "rank": 381, "model": "dolly-v2-12b", "modelKey": "dolly-v2-12b", "org": "Unknown", "rating": 952.9894316130722, "ratingLower": 924.3182079900944, "ratingUpper": 981.6606552360502, "rankUpper": 373, "rankLower": 383, "votes": 370, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/databricks/dolly-v2-12b", "pimg": null, "psec": null }, { "rank": 382, "model": "llama-13b", "modelKey": "llama-13b", "org": "Meta", "rating": 922.1578580730304, "ratingLower": 889.1030059199588, "ratingUpper": 955.2127102261018, "rankUpper": 378, "rankLower": 384, "votes": 252, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0.225, "pout": 0.225, "ctx": null, "url": "https://arxiv.org/abs/2302.13971", "pimg": null, "psec": null }, { "rank": 383, "model": "fastchat-t5-3b", "modelKey": "fastchat-t5-3b", "org": "Unknown", "rating": 920.4888673755629, "ratingLower": 894.5364596512741, "ratingUpper": 946.4412750998517, "rankUpper": 379, "rankLower": 384, "votes": 462, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/lmsys/fastchat-t5-3b-v1.0", "pimg": null, "psec": null }, { "rank": 384, "model": "stablelm-tuned-alpha-7b", "modelKey": "stablelm-tuned-alpha-7b", "org": "Unknown", "rating": 890.4504733831948, "ratingLower": 861.6976765486111, "ratingUpper": 919.2032702177785, "rankUpper": 382, "rankLower": 384, "votes": 353, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b", "pimg": null, "psec": null } ], "multi_turn": [ { "rank": 1, "model": "muse-spark-1.2 (xHigh)", "modelKey": "muse-spark-1.2-xhigh-text", "org": "Meta", "rating": 1520.1424950832868, "ratingLower": 1493.8498475703143, "ratingUpper": 1546.4351425962593, "rankUpper": 1, "rankLower": 28, "votes": 512, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 2, "model": "claude-fable-5-high", "modelKey": "claude-fable-5-text", "org": "Anthropic", "rating": 1517.556865204385, "ratingLower": 1508.4915495375453, "ratingUpper": 1526.622180871225, "rankUpper": 1, "rankLower": 11, "votes": 5048, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-fable-5-mythos-5", "pimg": null, "psec": null }, { "rank": 3, "model": "claude-opus-4-6-high", "modelKey": "claude-opus-4-6-thinking", "org": "Anthropic", "rating": 1517.1781540514285, "ratingLower": 1510.6551063784561, "ratingUpper": 1523.701201724401, "rankUpper": 1, "rankLower": 10, "votes": 12295, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 4, "model": "claude-opus-4-7-high", "modelKey": "claude-opus-4-7-thinking", "org": "Anthropic", "rating": 1515.5829256880604, "ratingLower": 1508.510023644667, "ratingUpper": 1522.6558277314539, "rankUpper": 1, "rankLower": 11, "votes": 10589, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 5, "model": "claude-opus-4-7", "modelKey": "claude-opus-4-7", "org": "Anthropic", "rating": 1514.676027594286, "ratingLower": 1507.6216350363077, "ratingUpper": 1521.7304201522645, "rankUpper": 1, "rankLower": 12, "votes": 10890, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 6, "model": "gemini-3.8-flash-high", "modelKey": "skimaki-kwc6", "org": "Google", "rating": 1513.2984670680269, "ratingLower": 1491.622720585419, "ratingUpper": 1534.9742135506347, "rankUpper": 1, "rankLower": 30, "votes": 784, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/", "pimg": null, "psec": null }, { "rank": 7, "model": "claude-opus-4-6", "modelKey": "claude-opus-4-6", "org": "Anthropic", "rating": 1510.527781232378, "ratingLower": 1504.2411450377767, "ratingUpper": 1516.8144174269794, "rankUpper": 1, "rankLower": 17, "votes": 13488, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 8, "model": "gpt-6-astra-max", "modelKey": "gpt-6-astra-max-text", "org": "OpenAI", "rating": 1499.3507082895503, "ratingLower": 1468.9582079770487, "ratingUpper": 1529.7432086020522, "rankUpper": 1, "rankLower": 69, "votes": 373, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://openai.com/index/gpt-6-astra/", "pimg": null, "psec": null }, { "rank": 9, "model": "gemini-3.7-flash-high", "modelKey": "andwise-evfd", "org": "Google", "rating": 1498.2337691825098, "ratingLower": 1477.4266730228758, "ratingUpper": 1519.0408653421441, "rankUpper": 1, "rankLower": 58, "votes": 883, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-3-7-flash/", "pimg": null, "psec": null }, { "rank": 10, "model": "muse-spark-1.1", "modelKey": "super-nova-ext-3tam-text", "org": "Meta", "rating": 1496.7105253122556, "ratingLower": 1487.0619676364443, "ratingUpper": 1506.3590829880668, "rankUpper": 5, "rankLower": 40, "votes": 4320, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/", "pimg": null, "psec": null }, { "rank": 11, "model": "claude-opus-4-8-high", "modelKey": "claude-opus-4-8-thinking-text", "org": "Anthropic", "rating": 1496.3362945087888, "ratingLower": 1489.093491581702, "ratingUpper": 1503.5790974358756, "rankUpper": 6, "rankLower": 37, "votes": 9353, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 12, "model": "claude-opus-4-8", "modelKey": "claude-opus-4-8-text", "org": "Anthropic", "rating": 1496.201040203383, "ratingLower": 1489.002331557512, "ratingUpper": 1503.3997488492541, "rankUpper": 6, "rankLower": 37, "votes": 9603, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 13, "model": "kimi-k3-max", "modelKey": "kimi-k3-v3-text", "org": "Moonshot", "rating": 1496.0379972404262, "ratingLower": 1485.2152569880932, "ratingUpper": 1506.8607374927592, "rankUpper": 5, "rankLower": 42, "votes": 3311, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Kimi K3 license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://platform.kimi.ai/docs/guide/kimi-k3-quickstart", "pimg": null, "psec": null }, { "rank": 14, "model": "gemini-3-pro", "modelKey": "gemini-3-pro", "org": "Google", "rating": 1495.3530840784626, "ratingLower": 1487.4694016554402, "ratingUpper": 1503.2367665014854, "rankUpper": 6, "rankLower": 38, "votes": 6618, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-3-pro-preview", "pimg": null, "psec": null }, { "rank": 15, "model": "gemini-3.1-pro-preview", "modelKey": "gemini-3.1-pro-preview", "org": "Google", "rating": 1494.7438220051895, "ratingLower": 1489.1260812720188, "ratingUpper": 1500.3615627383601, "rankUpper": 6, "rankLower": 37, "votes": 18519, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 6, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-pro/", "pimg": null, "psec": null }, { "rank": 16, "model": "qwen3.8-max", "modelKey": "kinsley-mrp8", "org": "Alibaba", "rating": 1494.4643954726123, "ratingLower": 1482.2876038088048, "ratingUpper": 1506.6411871364198, "rankUpper": 5, "rankLower": 48, "votes": 2618, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.69, "pout": 5.07, "ctx": 1000000, "url": "https://www.qwencloud.com/models/qwen3.8-max", "pimg": null, "psec": null }, { "rank": 17, "model": "gpt-5.4-high", "modelKey": "gpt-5.4-high-no-system-prompt", "org": "OpenAI", "rating": 1493.7692910044377, "ratingLower": 1486.9899212278833, "ratingUpper": 1500.548660780992, "rankUpper": 6, "rankLower": 40, "votes": 11259, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 18, "model": "gpt-5.2-chat-latest-20260210", "modelKey": "gpt-5.2-chat-latest", "org": "OpenAI", "rating": 1493.7534899418622, "ratingLower": 1485.758890523009, "ratingUpper": 1501.7480893607153, "rankUpper": 6, "rankLower": 41, "votes": 6494, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://developers.openai.com/api/docs/models/gpt-5.2-chat-latest", "pimg": null, "psec": null }, { "rank": 19, "model": "muse-spark-1.3-max", "modelKey": "muse-spark-1-3-max-bhma-text", "org": "Meta", "rating": 1492.7617883056364, "ratingLower": 1470.8649424035439, "ratingUpper": 1514.658634207729, "rankUpper": 1, "rankLower": 68, "votes": 760, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 20, "model": "glm-5.3-max", "modelKey": "glm-5.3", "org": "Z.ai", "rating": 1492.701037116525, "ratingLower": 1477.6259693908917, "ratingUpper": 1507.776104842158, "rankUpper": 4, "rankLower": 58, "votes": 1684, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 21, "model": "muse-spark", "modelKey": "eureka", "org": "Meta", "rating": 1491.3119524694962, "ratingLower": 1477.8738692828504, "ratingUpper": 1504.7500356561418, "rankUpper": 5, "rankLower": 58, "votes": 2179, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-msl/", "pimg": null, "psec": null }, { "rank": 22, "model": "gpt-5.5-high", "modelKey": "gpt-5.5-high-text", "org": "OpenAI", "rating": 1488.987774498287, "ratingLower": 1482.1016732507896, "ratingUpper": 1495.8738757457843, "rankUpper": 6, "rankLower": 49, "votes": 11169, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 23, "model": "claude-fable-5.1-max", "modelKey": "claude-fable-5.1-max-text", "org": "Anthropic", "rating": 1487.940891881492, "ratingLower": 1466.8470373713255, "ratingUpper": 1509.0347463916585, "rankUpper": 2, "rankLower": 71, "votes": 807, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/claude-fable-and-mythos-5-1", "pimg": null, "psec": null }, { "rank": 24, "model": "gpt-5.6-sol-xhigh", "modelKey": "gpt-5.6-sol-xhigh-text", "org": "OpenAI", "rating": 1486.6445154635808, "ratingLower": 1477.1682017471644, "ratingUpper": 1496.120829179997, "rankUpper": 6, "rankLower": 59, "votes": 4537, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 4, "pout": 20, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 25, "model": "claude-opus-4-5-20251101-high-32k", "modelKey": "claude-opus-4-5-20251101-thinking-32k", "org": "Anthropic", "rating": 1486.1541447584284, "ratingLower": 1478.200643239787, "ratingUpper": 1494.1076462770695, "rankUpper": 6, "rankLower": 57, "votes": 6268, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 26, "model": "gemini-3.6-flash-high", "modelKey": "gemini-3.6-flash", "org": "Google", "rating": 1485.4203516622376, "ratingLower": 1475.7732502491292, "ratingUpper": 1495.067453075346, "rankUpper": 6, "rankLower": 61, "votes": 4357, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 27, "model": "claude-opus-5-max", "modelKey": "claude-opus-5-max-text", "org": "Anthropic", "rating": 1484.745228402322, "ratingLower": 1473.6698155350186, "ratingUpper": 1495.8206412696254, "rankUpper": 6, "rankLower": 64, "votes": 3196, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 28, "model": "claude-opus-4-5-20251101", "modelKey": "claude-opus-4-5-20251101", "org": "Anthropic", "rating": 1484.294875666216, "ratingLower": 1478.154848524376, "ratingUpper": 1490.434902808056, "rankUpper": 8, "rankLower": 58, "votes": 12466, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 29, "model": "claude-opus-5-high", "modelKey": "claude-opus-5-high-text", "org": "Anthropic", "rating": 1483.8493367834928, "ratingLower": 1475.6702835665649, "ratingUpper": 1492.0283900004208, "rankUpper": 7, "rankLower": 61, "votes": 6842, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 30, "model": "gemini-3.5-flash-high", "modelKey": "gemini-3.5-flash-high-public", "org": "Google", "rating": 1483.439494759937, "ratingLower": 1475.3183447545546, "ratingUpper": 1491.5606447653192, "rankUpper": 8, "rankLower": 61, "votes": 6491, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 31, "model": "gpt-5.5-instant", "modelKey": "gpt-5.5-instant", "org": "OpenAI", "rating": 1483.0576904684694, "ratingLower": 1473.6906934504404, "ratingUpper": 1492.4246874864987, "rankUpper": 7, "rankLower": 64, "votes": 4900, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/gpt-5-5-instant", "pimg": null, "psec": null }, { "rank": 32, "model": "gemini-3-flash", "modelKey": "gemini-3-flash", "org": "Google", "rating": 1482.7691407792827, "ratingLower": 1474.1200440165044, "ratingUpper": 1491.418237542061, "rankUpper": 8, "rankLower": 64, "votes": 5217, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 33, "model": "grok-4.20-beta1", "modelKey": "clanker-text", "org": "SpaceXAI", "rating": 1481.6278958522983, "ratingLower": 1472.029231792152, "ratingUpper": 1491.2265599124446, "rankUpper": 8, "rankLower": 66, "votes": 4366, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://grok.com/", "pimg": null, "psec": null }, { "rank": 34, "model": "qwen3.7-max-preview", "modelKey": "melyora-9qr6", "org": "Alibaba", "rating": 1481.4532160517138, "ratingLower": 1457.986501958504, "ratingUpper": 1504.9199301449237, "rankUpper": 5, "rankLower": 81, "votes": 658, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.475, "pout": 4.425, "ctx": 1000000, "url": "https://chat.qwen.ai/?models=Qwen3.7-Max-Preview", "pimg": null, "psec": null }, { "rank": 35, "model": "gpt-5.5", "modelKey": "gpt-5.5-text", "org": "OpenAI", "rating": 1481.352868999397, "ratingLower": 1474.5892312952699, "ratingUpper": 1488.1165067035242, "rankUpper": 11, "rankLower": 64, "votes": 11589, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 36, "model": "claude-sonnet-4-6", "modelKey": "claude-sonnet-4-6", "org": "Anthropic", "rating": 1480.8388383913455, "ratingLower": 1474.262541765014, "ratingUpper": 1487.415135017677, "rankUpper": 12, "rankLower": 64, "votes": 11962, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-6", "pimg": null, "psec": null }, { "rank": 37, "model": "gpt-5.4", "modelKey": "gpt-5.4-no-system-prompt", "org": "OpenAI", "rating": 1480.5747551958527, "ratingLower": 1473.8697972351983, "ratingUpper": 1487.2797131565071, "rankUpper": 12, "rankLower": 64, "votes": 11964, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 38, "model": "grok-4.20-beta-0309-reasoning", "modelKey": "grok-4.20-beta-0309-reasoning", "org": "SpaceXAI", "rating": 1479.862178835905, "ratingLower": 1473.163726932288, "ratingUpper": 1486.5606307395221, "rankUpper": 14, "rankLower": 65, "votes": 11430, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-beta-0309-reasoning", "pimg": null, "psec": null }, { "rank": 39, "model": "qwen3.5-max-preview", "modelKey": "kiteki", "org": "Alibaba", "rating": 1479.027989590164, "ratingLower": 1468.8235404137856, "ratingUpper": 1489.2324387665421, "rankUpper": 8, "rankLower": 69, "votes": 3644, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 6, "ctx": null, "url": "https://qwen.ai/blog?id=qwen3.5-max-preview", "pimg": null, "psec": null }, { "rank": 40, "model": "claude-sonnet-4-5-20250929", "modelKey": "claude-sonnet-4-5-20250929", "org": "Anthropic", "rating": 1478.356221955095, "ratingLower": 1472.610575826052, "ratingUpper": 1484.1018680841378, "rankUpper": 16, "rankLower": 66, "votes": 13935, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 41, "model": "mimo-v2.5-pro", "modelKey": "mimo-v2.5-pro-text", "org": "Xiaomi", "rating": 1478.2652315404791, "ratingLower": 1471.3757147240399, "ratingUpper": 1485.1547483569186, "rankUpper": 16, "rankLower": 68, "votes": 10597, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.435, "pout": 0.87, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5-pro/", "pimg": null, "psec": null }, { "rank": 42, "model": "glm-5.1", "modelKey": "glm-5.1-text", "org": "Z.ai", "rating": 1477.3014791348182, "ratingLower": 1469.913233886475, "ratingUpper": 1484.6897243831613, "rankUpper": 16, "rankLower": 68, "votes": 7905, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 202752, "url": "https://huggingface.co/zai-org/GLM-5.1", "pimg": null, "psec": null }, { "rank": 43, "model": "grok-4.5", "modelKey": "grok-4.5-text", "org": "SpaceXAI", "rating": 1475.9668045000537, "ratingLower": 1467.0141936366174, "ratingUpper": 1484.91941536349, "rankUpper": 16, "rankLower": 70, "votes": 5131, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.5", "pimg": null, "psec": null }, { "rank": 44, "model": "gemini-3.5-flash-medium", "modelKey": "gemini-3.5-flash-medium", "org": "Google", "rating": 1475.7197957206156, "ratingLower": 1467.3118102320004, "ratingUpper": 1484.1277812092308, "rankUpper": 16, "rankLower": 70, "votes": 6091, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 45, "model": "deepseek-v4-pro", "modelKey": "deepseek-v4-pro-ch1-text", "org": "DeepSeek", "rating": 1475.1948253260678, "ratingLower": 1468.0076438087958, "ratingUpper": 1482.38200684334, "rankUpper": 16, "rankLower": 69, "votes": 9800, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 46, "model": "glm-5.3-flash", "modelKey": "glm-5.3-flash-text", "org": "Z.ai", "rating": 1474.7986599065434, "ratingLower": 1459.2820798435257, "ratingUpper": 1490.3152399695614, "rankUpper": 8, "rankLower": 79, "votes": 1530, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.06, "pout": 0.2, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 47, "model": "gemini-3-flash (thinking-minimal)", "modelKey": "gemini-3-flash-thinking-minimal", "org": "Google", "rating": 1474.3924188437843, "ratingLower": 1468.6896075042687, "ratingUpper": 1480.0952301833, "rankUpper": 18, "rankLower": 69, "votes": 15441, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 48, "model": "claude-sonnet-5-high", "modelKey": "claude-sonnet-5-text", "org": "Anthropic", "rating": 1473.3413161805788, "ratingLower": 1465.0227178730188, "ratingUpper": 1481.6599144881388, "rankUpper": 18, "rankLower": 72, "votes": 6132, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-5", "pimg": null, "psec": null }, { "rank": 49, "model": "grok-4.20-multi-agent-beta-0309", "modelKey": "grok-4.20-multi-agent-beta-0309", "org": "SpaceXAI", "rating": 1473.1429513071203, "ratingLower": 1466.2927000261252, "ratingUpper": 1479.9932025881153, "rankUpper": 18, "rankLower": 72, "votes": 10021, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-multi-agent-beta-0309", "pimg": null, "psec": null }, { "rank": 50, "model": "gpt-5.6-terra-xhigh", "modelKey": "gpt-5.6-terra-xhigh-text", "org": "OpenAI", "rating": 1472.968879529975, "ratingLower": 1463.6600482034596, "ratingUpper": 1482.2777108564906, "rankUpper": 17, "rankLower": 74, "votes": 4702, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 51, "model": "glm-5", "modelKey": "glm-5", "org": "Z.ai", "rating": 1472.8151251465972, "ratingLower": 1463.696676305025, "ratingUpper": 1481.9335739881697, "rankUpper": 18, "rankLower": 74, "votes": 4417, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1, "pout": 3.2, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-5", "pimg": null, "psec": null }, { "rank": 52, "model": "ernie-5.1", "modelKey": "zero-prism", "org": "Baidu", "rating": 1472.6154610275166, "ratingLower": 1464.2415101613649, "ratingUpper": 1480.9894118936686, "rankUpper": 18, "rankLower": 73, "votes": 6412, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5634, "pout": 2.5353, "ctx": 119000, "url": "https://ernie.baidu.com/blog/posts/ernie-5.1-0508-release/", "pimg": null, "psec": null }, { "rank": 53, "model": "claude-opus-4-1-20250805-thinking-16k", "modelKey": "claude-opus-4-1-20250805-thinking-16k", "org": "Anthropic", "rating": 1472.6135519252546, "ratingLower": 1465.7372881204215, "ratingUpper": 1479.4898157300875, "rankUpper": 18, "rankLower": 72, "votes": 8343, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 54, "model": "chatgpt-4o-latest-20250326", "modelKey": "chatgpt-4o-latest-20250326", "org": "OpenAI", "rating": 1470.7777187167233, "ratingLower": 1465.2536211758381, "ratingUpper": 1476.3018162576082, "rankUpper": 24, "rankLower": 72, "votes": 14077, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://x.com/OpenAI/status/1905331956856050135", "pimg": null, "psec": null }, { "rank": 55, "model": "claude-sonnet-4-5-20250929-high-32k", "modelKey": "claude-sonnet-4-5-20250929-thinking-32k", "org": "Anthropic", "rating": 1470.3189200818417, "ratingLower": 1464.6550540913472, "ratingUpper": 1475.9827860723362, "rankUpper": 24, "rankLower": 72, "votes": 13753, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 56, "model": "deepseek-v4-pro-high-20260813", "modelKey": "deepseek-v4-pro-high-20260813-text", "org": "DeepSeek", "rating": 1469.2101570346197, "ratingLower": 1453.1322416512655, "ratingUpper": 1485.2880724179736, "rankUpper": 15, "rankLower": 92, "votes": 1439, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": null, "url": "https://api-docs.deepseek.com/updates/#date-2026-08-13", "pimg": null, "psec": null }, { "rank": 57, "model": "glm-5.2-max", "modelKey": "glm-5.2-text", "org": "Z.ai", "rating": 1468.9168063676977, "ratingLower": 1460.5670868861805, "ratingUpper": 1477.2665258492152, "rankUpper": 23, "rankLower": 77, "votes": 6003, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1000000, "url": "https://huggingface.co/zai-org/GLM-5.2", "pimg": null, "psec": null }, { "rank": 58, "model": "qwen3.6-max-preview", "modelKey": "kizen-beta", "org": "Alibaba", "rating": 1468.8847390125313, "ratingLower": 1448.5433340426864, "ratingUpper": 1489.226143982376, "rankUpper": 8, "rankLower": 99, "votes": 903, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.027, "pout": 6.162, "ctx": 262144, "url": "https://qwen.ai/blog?id=qwen3.6-max-preview", "pimg": null, "psec": null }, { "rank": 59, "model": "claude-opus-4-1-20250805", "modelKey": "claude-opus-4-1-20250805", "org": "Anthropic", "rating": 1468.8437341120496, "ratingLower": 1462.9914178690549, "ratingUpper": 1474.6960503550442, "rankUpper": 27, "rankLower": 75, "votes": 12900, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 60, "model": "mimo-v2-pro", "modelKey": "mimo-v2-pro", "org": "Xiaomi", "rating": 1468.7669601437744, "ratingLower": 1459.3358335674443, "ratingUpper": 1478.1980867201044, "rankUpper": 19, "rankLower": 79, "votes": 4416, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 3.3, "ctx": 1000000, "url": "https://mimo.xiaomi.com/mimo-v2-pro", "pimg": null, "psec": null }, { "rank": 61, "model": "gpt-5.4-mini-high", "modelKey": "gpt-5.4-mini-high", "org": "OpenAI", "rating": 1468.1732492176757, "ratingLower": 1461.3491551546047, "ratingUpper": 1474.9973432807467, "rankUpper": 27, "rankLower": 77, "votes": 11168, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 62, "model": "gpt-5.3-chat-latest", "modelKey": "gpt-5.3-chat-latest", "org": "OpenAI", "rating": 1466.7586858890934, "ratingLower": 1458.5344298479133, "ratingUpper": 1474.9829419302735, "rankUpper": 27, "rankLower": 81, "votes": 6164, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://openai.com/index/gpt-5-3-instant/", "pimg": null, "psec": null }, { "rank": 63, "model": "gpt-4.5-preview-2025-02-27", "modelKey": "gpt-4.5-preview-2025-02-27", "org": "OpenAI", "rating": 1466.470392566424, "ratingLower": 1453.0794348058785, "ratingUpper": 1479.8613503269692, "rankUpper": 18, "rankLower": 92, "votes": 2052, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 75, "pout": 150, "ctx": 128000, "url": "https://openai.com/index/introducing-gpt-4-5/", "pimg": null, "psec": null }, { "rank": 64, "model": "qwen3.7-plus", "modelKey": "qwen3.7-plus", "org": "Alibaba", "rating": 1464.9424111550597, "ratingLower": 1456.893053100273, "ratingUpper": 1472.9917692098466, "rankUpper": 34, "rankLower": 84, "votes": 6534, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.32, "pout": 1.28, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.7-plus", "pimg": null, "psec": null }, { "rank": 65, "model": "gemma-4-31b", "modelKey": "pteronura-text", "org": "Google", "rating": 1464.3432751006442, "ratingLower": 1446.6131925212835, "ratingUpper": 1482.0733576800048, "rankUpper": 18, "rankLower": 101, "votes": 1078, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.99, "pout": 1.49, "ctx": 131072, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-31b-it", "pimg": null, "psec": null }, { "rank": 66, "model": "gemini-3.5-flash-lite", "modelKey": "gemini-3.5-flash-lite", "org": "Google", "rating": 1463.8108781358299, "ratingLower": 1454.1243665895925, "ratingUpper": 1473.497389682067, "rankUpper": 33, "rankLower": 88, "votes": 4360, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 1.25, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 67, "model": "gpt-5.1-high", "modelKey": "gpt-5.1-high", "org": "OpenAI", "rating": 1462.2234088375185, "ratingLower": 1454.5645140446286, "ratingUpper": 1469.8823036304084, "rankUpper": 39, "rankLower": 86, "votes": 6994, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 68, "model": "grok-4.1", "modelKey": "grok-4.1", "org": "SpaceXAI", "rating": 1460.4417125226712, "ratingLower": 1454.115576625893, "ratingUpper": 1466.7678484194494, "rankUpper": 46, "rankLower": 88, "votes": 11983, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 69, "model": "kimi-k2.6", "modelKey": "kimi-k2.6-text", "org": "Moonshot", "rating": 1459.4370351943278, "ratingLower": 1451.2720289605672, "ratingUpper": 1467.6020414280886, "rankUpper": 43, "rankLower": 95, "votes": 6553, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.95, "pout": 4, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-6", "pimg": null, "psec": null }, { "rank": 70, "model": "glm-4.7", "modelKey": "glm-4.7", "org": "Z.ai", "rating": 1458.2633134063008, "ratingLower": 1444.542145485716, "ratingUpper": 1471.9844813268858, "rankUpper": 36, "rankLower": 102, "votes": 1866, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.4, "pout": 1.75, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-4.7", "pimg": null, "psec": null }, { "rank": 71, "model": "grok-4.1-thinking", "modelKey": "grok-4.1-thinking", "org": "SpaceXAI", "rating": 1458.0121302308305, "ratingLower": 1451.699978751922, "ratingUpper": 1464.3242817097394, "rankUpper": 51, "rankLower": 95, "votes": 11783, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 72, "model": "gpt-5.6-luna-xhigh", "modelKey": "gpt-5.6-luna-xhigh-text", "org": "OpenAI", "rating": 1457.5913027259903, "ratingLower": 1448.2514567412932, "ratingUpper": 1466.9311487106877, "rankUpper": 45, "rankLower": 100, "votes": 4712, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.2, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 73, "model": "hy3", "modelKey": "hy3-tencent-cloud-text", "org": "Tencent", "rating": 1455.1247061394274, "ratingLower": 1438.4532502089364, "ratingUpper": 1471.7961620699184, "rankUpper": 36, "rankLower": 114, "votes": 1349, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.132, "pout": 0.528, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3", "pimg": null, "psec": null }, { "rank": 74, "model": "deepseek-v4-pro-high-preview", "modelKey": "deepseek-v4-pro-ch1-thinking-text", "org": "DeepSeek", "rating": 1454.844289743509, "ratingLower": 1447.5263128819556, "ratingUpper": 1462.1622666050625, "rankUpper": 55, "rankLower": 101, "votes": 9120, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 75, "model": "qwen3.5-397b-a17b", "modelKey": "qwen3.5-397b-a17b-text", "org": "Alibaba", "rating": 1452.4386210598136, "ratingLower": 1446.2946591038904, "ratingUpper": 1458.582583015737, "rankUpper": 59, "rankLower": 101, "votes": 12773, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.55, "pout": 3.5, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B", "pimg": null, "psec": null }, { "rank": 76, "model": "deepseek-v4-flash", "modelKey": "deepseek-v4-ch3-text", "org": "DeepSeek", "rating": 1452.4270401499632, "ratingLower": 1444.981402706202, "ratingUpper": 1459.8726775937243, "rankUpper": 57, "rankLower": 102, "votes": 8822, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 77, "model": "kimi-k2.5-thinking", "modelKey": "kimi-k2.5-text", "org": "Moonshot", "rating": 1451.8373173489904, "ratingLower": 1445.7175795601154, "ratingUpper": 1457.9570551378654, "rankUpper": 61, "rankLower": 101, "votes": 12465, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 3, "ctx": null, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 78, "model": "minimax-m3", "modelKey": "minimax-m3", "org": "MiniMax", "rating": 1451.3504815045935, "ratingLower": 1443.9087560088988, "ratingUpper": 1458.7922070002883, "rankUpper": 59, "rankLower": 102, "votes": 8605, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MiniMax Community License", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 524288, "url": "https://www.minimax.io/models/text/m3", "pimg": null, "psec": null }, { "rank": 79, "model": "mimo-v2-omni", "modelKey": "mimo-v2-omni", "org": "Xiaomi", "rating": 1450.3676640678545, "ratingLower": 1439.2904773005237, "ratingUpper": 1461.4448508351857, "rankUpper": 55, "rankLower": 112, "votes": 3293, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 2.2, "ctx": 256000, "url": "https://mimo.xiaomi.com/mimo-v2-omni", "pimg": null, "psec": null }, { "rank": 80, "model": "mimo-v2.5", "modelKey": "mimo-v2.5-text", "org": "Xiaomi", "rating": 1449.8826433564054, "ratingLower": 1442.1158416688534, "ratingUpper": 1457.6494450439575, "rankUpper": 61, "rankLower": 105, "votes": 7902, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5/", "pimg": null, "psec": null }, { "rank": 81, "model": "gpt-5-chat", "modelKey": "gpt-5-chat", "org": "OpenAI", "rating": 1449.203348407663, "ratingLower": 1440.8781176446914, "ratingUpper": 1457.5285791706347, "rankUpper": 61, "rankLower": 108, "votes": 5674, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-5-chat-latest", "pimg": null, "psec": null }, { "rank": 82, "model": "qwen3-max-2025-09-23", "modelKey": "qwen3-max-2025-09-23", "org": "Alibaba", "rating": 1448.573011279817, "ratingLower": 1433.881117533136, "ratingUpper": 1463.264905026498, "rankUpper": 54, "rankLower": 119, "votes": 1633, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=241398b9cd6353de490b0f82806c7848c5d2777d&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 83, "model": "gemini-2.5-pro", "modelKey": "gemini-2.5-pro", "org": "Google", "rating": 1448.4426678737884, "ratingLower": 1443.6772546120997, "ratingUpper": 1453.2080811354772, "rankUpper": 65, "rankLower": 102, "votes": 20747, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 10, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-pro", "pimg": null, "psec": null }, { "rank": 84, "model": "dola-seed-2.0-pro", "modelKey": "dola-seed-2.0-pro-text", "org": "Bytedance", "rating": 1448.0926779408078, "ratingLower": 1441.7508815598512, "ratingUpper": 1454.4344743217646, "rankUpper": 63, "rankLower": 105, "votes": 13034, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.byteplus.com/en/blog/dola-seed-2-0-pro", "pimg": null, "psec": null }, { "rank": 85, "model": "gpt-5.1", "modelKey": "gpt-5.1", "org": "OpenAI", "rating": 1447.9361230557581, "ratingLower": 1440.6063109396423, "ratingUpper": 1455.2659351718742, "rankUpper": 62, "rankLower": 109, "votes": 7944, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 86, "model": "qwen3.6-plus", "modelKey": "qwen3.6-plus-text", "org": "Alibaba", "rating": 1446.6258687740944, "ratingLower": 1438.9811254380847, "ratingUpper": 1454.2706121101044, "rankUpper": 63, "rankLower": 113, "votes": 8019, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.325, "pout": 1.95, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.6", "pimg": null, "psec": null }, { "rank": 87, "model": "gemma-4-26b-a4b", "modelKey": "significant-otter-text", "org": "Google", "rating": 1446.572235732658, "ratingLower": 1429.122120359766, "ratingUpper": 1464.02235110555, "rankUpper": 52, "rankLower": 125, "votes": 1092, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-26b-a4b-it", "pimg": null, "psec": null }, { "rank": 88, "model": "grok-4.3", "modelKey": "grok-4.3-text", "org": "SpaceXAI", "rating": 1446.0844718371543, "ratingLower": 1439.4132275789295, "ratingUpper": 1452.755716095379, "rankUpper": 67, "rankLower": 111, "votes": 12101, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.3", "pimg": null, "psec": null }, { "rank": 89, "model": "deepseek-v4-flash-high-preview", "modelKey": "deepseek-v4-ch3-thinking-text", "org": "DeepSeek", "rating": 1445.883957267634, "ratingLower": 1438.3901133254085, "ratingUpper": 1453.3778012098596, "rankUpper": 65, "rankLower": 114, "votes": 8679, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 90, "model": "gpt-5.2", "modelKey": "gpt-5.2", "org": "OpenAI", "rating": 1443.5417190730864, "ratingLower": 1437.7176248499052, "ratingUpper": 1449.3658132962676, "rankUpper": 69, "rankLower": 114, "votes": 15027, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 91, "model": "qwen3-max-preview", "modelKey": "qwen3-max-preview", "org": "Alibaba", "rating": 1443.0629303955163, "ratingLower": 1433.9723922662135, "ratingUpper": 1452.1534685248191, "rankUpper": 67, "rankLower": 119, "votes": 4519, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://www.alibabacloud.com/help/en/model-studio/models", "pimg": null, "psec": null }, { "rank": 92, "model": "gpt-5.2-high", "modelKey": "gpt-5.2-high", "org": "OpenAI", "rating": 1442.2392609878334, "ratingLower": 1435.2224399329552, "ratingUpper": 1449.2560820427113, "rankUpper": 69, "rankLower": 116, "votes": 8799, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 93, "model": "qwen3.8-27b", "modelKey": "qwen3.8-27b", "org": "Alibaba", "rating": 1441.1818238293617, "ratingLower": 1426.8908344271547, "ratingUpper": 1455.4728132315688, "rankUpper": 62, "rankLower": 127, "votes": 1812, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 3, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.8-27B", "pimg": null, "psec": null }, { "rank": 94, "model": "grok-4.6-high", "modelKey": "grok-4.6-high-public-text", "org": "SpaceXAI", "rating": 1441.075820600595, "ratingLower": 1428.5492472879516, "ratingUpper": 1453.6023939132383, "rankUpper": 65, "rankLower": 126, "votes": 2407, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.6", "pimg": null, "psec": null }, { "rank": 95, "model": "ernie-5.0-0110", "modelKey": "ernie-5.0-0110", "org": "Baidu", "rating": 1440.7336114174143, "ratingLower": 1432.6086048837005, "ratingUpper": 1448.8586179511278, "rankUpper": 69, "rankLower": 121, "votes": 5650, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-0110-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 96, "model": "inkling", "modelKey": "inkling-text", "org": "Thinky", "rating": 1440.3491765611232, "ratingLower": 1430.6307031120134, "ratingUpper": 1450.0676500102331, "rankUpper": 69, "rankLower": 122, "votes": 4205, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 1, "pout": 4.05, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/introducing-inkling/", "pimg": null, "psec": null }, { "rank": 97, "model": "claude-opus-4-20250514-thinking-16k", "modelKey": "claude-opus-4-20250514-thinking-16k", "org": "Anthropic", "rating": 1439.5464629430564, "ratingLower": 1431.3491447622466, "ratingUpper": 1447.7437811238665, "rankUpper": 71, "rankLower": 121, "votes": 6056, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 98, "model": "kimi-k2.5-instant", "modelKey": "kimi-k2.5-instant", "org": "Moonshot", "rating": 1437.9886701990524, "ratingLower": 1422.5560870489205, "ratingUpper": 1453.4212533491843, "rankUpper": 65, "rankLower": 133, "votes": 1416, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.45, "pout": 2.25, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 99, "model": "qwen3-235b-a22b-instruct-2507", "modelKey": "qwen3-235b-a22b-instruct-2507", "org": "Alibaba", "rating": 1437.131591408344, "ratingLower": 1432.042575131733, "ratingUpper": 1442.220607684955, "rankUpper": 79, "rankLower": 121, "votes": 16655, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.264, "pout": 1.06, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 100, "model": "gemini-3.1-flash-lite-preview", "modelKey": "gemini-3.1-flash-lite-preview", "org": "Google", "rating": 1435.6962121791857, "ratingLower": 1429.0946546458629, "ratingUpper": 1442.2977697125084, "rankUpper": 79, "rankLower": 125, "votes": 10972, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-flash-lite", "pimg": null, "psec": null }, { "rank": 101, "model": "muse-glimmer", "modelKey": "onyx-v1-4-33s7", "org": "Meta", "rating": 1435.4615172555943, "ratingLower": 1410.7562676993566, "ratingUpper": 1460.1667668118323, "rankUpper": 57, "rankLower": 152, "votes": 594, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.meta.ai/blog/introducing-muse-glimmer-open-agentic-model", "pimg": null, "psec": null }, { "rank": 102, "model": "kimi-k2-thinking-turbo", "modelKey": "kimi-k2-thinking-turbo", "org": "Moonshot", "rating": 1432.7246718396384, "ratingLower": 1426.3927822720545, "ratingUpper": 1439.0565614072223, "rankUpper": 85, "rankLower": 128, "votes": 10574, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.57, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/moonshotai/Kimi-K2-Thinking", "pimg": null, "psec": null }, { "rank": 103, "model": "glm-5v-turbo", "modelKey": "glm-5v-turbo", "org": "Z.ai", "rating": 1432.6937731610724, "ratingLower": 1417.0941737657033, "ratingUpper": 1448.2933725564415, "rankUpper": 70, "rankLower": 142, "votes": 1557, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 4, "ctx": 202752, "url": "https://docs.z.ai/guides/vlm/glm-5v-turbo", "pimg": null, "psec": null }, { "rank": 104, "model": "claude-opus-4-20250514", "modelKey": "claude-opus-4-20250514", "org": "Anthropic", "rating": 1431.046928935159, "ratingLower": 1423.3907513978727, "ratingUpper": 1438.7031064724454, "rankUpper": 86, "rankLower": 132, "votes": 7388, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 105, "model": "longcat-flash-chat-2602-exp", "modelKey": "frieza", "org": "Meituan", "rating": 1431.0197513649866, "ratingLower": 1422.0911477354482, "ratingUpper": 1439.9483549945248, "rankUpper": 83, "rankLower": 133, "votes": 5019, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://longcat.chat/platform/docs/#endpoints", "pimg": null, "psec": null }, { "rank": 106, "model": "gpt-4.1-2025-04-14", "modelKey": "gpt-4.1-2025-04-14", "org": "OpenAI", "rating": 1430.7942158215744, "ratingLower": 1423.8948118344288, "ratingUpper": 1437.69361980872, "rankUpper": 89, "rankLower": 132, "votes": 8705, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 107, "model": "mistral-medium-3.5", "modelKey": "mistral-medium-3.5-text", "org": "Mistral", "rating": 1430.7660505399854, "ratingLower": 1416.3316434650853, "ratingUpper": 1445.2004576148854, "rankUpper": 75, "rankLower": 144, "votes": 1801, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.75, "pout": 3.75, "ctx": 262144, "url": "https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04", "pimg": null, "psec": null }, { "rank": 108, "model": "amazon-nova-experimental-chat-26-02-10", "modelKey": "beluga-0304-1", "org": "Amazon", "rating": 1428.7572341274108, "ratingLower": 1405.0248128362587, "ratingUpper": 1452.489655418563, "rankUpper": 67, "rankLower": 161, "votes": 586, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 109, "model": "deepseek-v3.2-exp", "modelKey": "deepseek-v3.2-exp", "org": "DeepSeek", "rating": 1428.5260039916745, "ratingLower": 1415.3116945650152, "ratingUpper": 1441.740313418334, "rankUpper": 81, "rankLower": 145, "votes": 1938, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 110, "model": "deepseek-v3.2", "modelKey": "deepseek-v3.2", "org": "DeepSeek", "rating": 1427.946604365702, "ratingLower": 1420.7402142740232, "ratingUpper": 1435.1529944573808, "rankUpper": 90, "rankLower": 134, "votes": 8038, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 111, "model": "deepseek-v3.2-thinking", "modelKey": "deepseek-v3.2-thinking", "org": "DeepSeek", "rating": 1426.4869690272835, "ratingLower": 1418.8867560177591, "ratingUpper": 1434.0871820368077, "rankUpper": 90, "rankLower": 138, "votes": 6749, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 112, "model": "minimax-m2.7", "modelKey": "deep-octo", "org": "MiniMax", "rating": 1426.4603435435768, "ratingLower": 1419.9581944119095, "ratingUpper": 1432.9624926752442, "rankUpper": 92, "rankLower": 135, "votes": 12145, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m27-en", "pimg": null, "psec": null }, { "rank": 113, "model": "claude-haiku-4-5-20251001", "modelKey": "claude-haiku-4-5-20251001", "org": "Anthropic", "rating": 1425.9903379299467, "ratingLower": 1421.1769927484481, "ratingUpper": 1430.8036831114453, "rankUpper": 95, "rankLower": 134, "votes": 22779, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-haiku-4-5", "pimg": null, "psec": null }, { "rank": 114, "model": "ernie-5.0-preview-1203", "modelKey": "ernie-5.0-preview-1203", "org": "Baidu", "rating": 1425.3900997685055, "ratingLower": 1410.0793860999327, "ratingUpper": 1440.7008134370783, "rankUpper": 82, "rankLower": 152, "votes": 1503, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1203-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 115, "model": "qwen3-vl-235b-a22b-instruct", "modelKey": "qwen3-vl-235b-a22b-instruct", "org": "Alibaba", "rating": 1424.9954775143156, "ratingLower": 1410.5850076763968, "ratingUpper": 1439.405947352234, "rankUpper": 84, "rankLower": 152, "votes": 1920, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.21, "pout": 1.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 116, "model": "grok-4-fast-chat", "modelKey": "grok-4-fast-chat", "org": "SpaceXAI", "rating": 1422.2433987650638, "ratingLower": 1404.484428551069, "ratingUpper": 1440.0023689790585, "rankUpper": 83, "rankLower": 161, "votes": 1084, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 256000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 117, "model": "Inkling Small", "modelKey": "inkling-small", "org": "Thinky", "rating": 1421.8373166582994, "ratingLower": 1410.5465036473274, "ratingUpper": 1433.1281296692714, "rankUpper": 92, "rankLower": 152, "votes": 3067, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.45, "pout": 1.2, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/inkling-small/", "pimg": null, "psec": null }, { "rank": 118, "model": "gpt-5-high", "modelKey": "gpt-5-high", "org": "OpenAI", "rating": 1420.9904058033103, "ratingLower": 1412.010597311256, "ratingUpper": 1429.9702142953645, "rankUpper": 96, "rankLower": 150, "votes": 4939, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5", "pimg": null, "psec": null }, { "rank": 119, "model": "claude-sonnet-4-20250514-thinking-32k", "modelKey": "claude-sonnet-4-20250514-thinking-32k", "org": "Anthropic", "rating": 1420.8129663584525, "ratingLower": 1412.4721754988707, "ratingUpper": 1429.1537572180341, "rankUpper": 96, "rankLower": 150, "votes": 5643, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 120, "model": "glm-4.6", "modelKey": "glm-4.6", "org": "Z.ai", "rating": 1420.5520498569401, "ratingLower": 1412.2618253520852, "ratingUpper": 1428.842274361795, "rankUpper": 98, "rankLower": 150, "votes": 5470, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.43, "pout": 1.75, "ctx": 204800, "url": "https://docs.z.ai/guides/llm/glm-4.6", "pimg": null, "psec": null }, { "rank": 121, "model": "mistral-large-3", "modelKey": "mistral-large-3", "org": "Mistral", "rating": 1420.300585999118, "ratingLower": 1414.295610449771, "ratingUpper": 1426.3055615484652, "rankUpper": 101, "rankLower": 147, "votes": 11778, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1.5, "ctx": null, "url": "https://mistral.ai/news/mistral-3", "pimg": null, "psec": null }, { "rank": 122, "model": "deepseek-v3.2-exp-thinking", "modelKey": "deepseek-v3.2-exp-thinking", "org": "DeepSeek", "rating": 1420.1297947183468, "ratingLower": 1404.4047453751177, "ratingUpper": 1435.8548440615762, "rankUpper": 89, "rankLower": 161, "votes": 1386, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 123, "model": "o3-2025-04-16", "modelKey": "o3-2025-04-16", "org": "OpenAI", "rating": 1420.035523579378, "ratingLower": 1413.2012336663488, "ratingUpper": 1426.869813492407, "rankUpper": 100, "rankLower": 149, "votes": 9659, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 124, "model": "ernie-5.0-preview-1022", "modelKey": "ernie-5.0-preview-1022", "org": "Baidu", "rating": 1419.7847131025435, "ratingLower": 1398.0717677805987, "ratingUpper": 1441.4976584244882, "rankUpper": 81, "rankLower": 169, "votes": 696, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1022-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 125, "model": "kimi-k2-0711-preview", "modelKey": "kimi-k2-0711-preview", "org": "Moonshot", "rating": 1418.904322579826, "ratingLower": 1409.8689651935183, "ratingUpper": 1427.9396799661336, "rankUpper": 99, "rankLower": 153, "votes": 4571, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 131072, "url": "https://moonshotai.github.io/Kimi-K2/", "pimg": null, "psec": null }, { "rank": 126, "model": "deepseek-v3.1-terminus-thinking", "modelKey": "deepseek-v3.1-terminus-thinking", "org": "DeepSeek", "rating": 1417.3739748218493, "ratingLower": 1393.128129249616, "ratingUpper": 1441.6198203940826, "rankUpper": 81, "rankLower": 173, "votes": 577, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 127, "model": "qwen3.5-122b-a10b", "modelKey": "qwen3.5-122b-a10b", "org": "Alibaba", "rating": 1416.9892166270763, "ratingLower": 1408.134853975492, "ratingUpper": 1425.8435792786606, "rankUpper": 101, "rankLower": 154, "votes": 4948, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.26, "pout": 2.08, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B", "pimg": null, "psec": null }, { "rank": 128, "model": "hunyuan-hy3-preview", "modelKey": "hunyuan-hy3-preview-text", "org": "Tencent", "rating": 1416.9315395880071, "ratingLower": 1399.0649885709947, "ratingUpper": 1434.7980906050195, "rankUpper": 90, "rankLower": 169, "votes": 1160, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "tencent-hunyuan-community", "open": 1, "pin": 0.29, "pout": 1.17, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3-preview", "pimg": null, "psec": null }, { "rank": 129, "model": "deepseek-v3.1-thinking", "modelKey": "deepseek-v3.1-thinking", "org": "DeepSeek", "rating": 1415.2948651111062, "ratingLower": 1401.3911521925702, "ratingUpper": 1429.1985780296422, "rankUpper": 96, "rankLower": 166, "votes": 1824, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 130, "model": "hunyuan-vision-1.5-thinking", "modelKey": "hunyuan-vision-1.5-thinking", "org": "Tencent", "rating": 1414.4566923911407, "ratingLower": 1386.4111039252605, "ratingUpper": 1442.5022808570209, "rankUpper": 79, "rankLower": 176, "votes": 426, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://github.com/Tencent-Hunyuan/HunyuanVision", "pimg": null, "psec": null }, { "rank": 131, "model": "qwen3.5-27b", "modelKey": "qwen3.5-27b", "org": "Alibaba", "rating": 1413.8878561618458, "ratingLower": 1404.7593085735039, "ratingUpper": 1423.0164037501877, "rankUpper": 103, "rankLower": 161, "votes": 4613, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.195, "pout": 1.56, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-27B", "pimg": null, "psec": null }, { "rank": 132, "model": "gpt-5.4-nano-high", "modelKey": "gpt-5.4-nano-high", "org": "OpenAI", "rating": 1413.4990571027136, "ratingLower": 1406.5631086401795, "ratingUpper": 1420.4350055652478, "rankUpper": 107, "rankLower": 158, "votes": 11127, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.25, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 133, "model": "grok-4-1-fast-reasoning", "modelKey": "grok-4-1-fast-reasoning", "org": "SpaceXAI", "rating": 1413.3710493368053, "ratingLower": 1406.8170874565326, "ratingUpper": 1419.925011217078, "rankUpper": 108, "rankLower": 158, "votes": 9881, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 0.5, "ctx": 131072, "url": "https://x.ai/news/grok-4-1-fast", "pimg": null, "psec": null }, { "rank": 134, "model": "grok-4-0709", "modelKey": "grok-4-0709", "org": "SpaceXAI", "rating": 1412.0822849115484, "ratingLower": 1404.2670352868986, "ratingUpper": 1419.8975345361982, "rankUpper": 108, "rankLower": 161, "votes": 6184, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 256000, "url": "https://docs.x.ai/docs/models/grok-4-0709", "pimg": null, "psec": null }, { "rank": 135, "model": "deepseek-v3-0324", "modelKey": "deepseek-v3-0324", "org": "DeepSeek", "rating": 1411.117339906298, "ratingLower": 1403.8917211657713, "ratingUpper": 1418.3429586468246, "rankUpper": 109, "rankLower": 161, "votes": 7701, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 131072, "url": "https://api-docs.deepseek.com/news/news250325", "pimg": null, "psec": null }, { "rank": 136, "model": "grok-3-preview-02-24", "modelKey": "grok-3-preview-02-24", "org": "SpaceXAI", "rating": 1410.2896503325414, "ratingLower": 1401.2487391312964, "ratingUpper": 1419.3305615337865, "rankUpper": 108, "rankLower": 166, "votes": 4650, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 131072, "url": "https://x.ai/blog/grok-3", "pimg": null, "psec": null }, { "rank": 137, "model": "deepseek-r1", "modelKey": "deepseek-r1", "org": "DeepSeek", "rating": 1410.0505013871605, "ratingLower": 1398.1100721858475, "ratingUpper": 1421.9909305884735, "rankUpper": 105, "rankLower": 169, "votes": 2418, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.7, "pout": 2.5, "ctx": 64000, "url": "https://api-docs.deepseek.com/news/news250120", "pimg": null, "psec": null }, { "rank": 138, "model": "qwen3-235b-a22b-no-thinking", "modelKey": "qwen3-235b-a22b-no-thinking", "org": "Alibaba", "rating": 1409.957319765356, "ratingLower": 1402.012102867703, "ratingUpper": 1417.902536663009, "rankUpper": 109, "rankLower": 166, "votes": 6557, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 139, "model": "claude-sonnet-4-20250514", "modelKey": "claude-sonnet-4-20250514", "org": "Anthropic", "rating": 1409.781704083385, "ratingLower": 1401.8613776882978, "ratingUpper": 1417.7020304784721, "rankUpper": 109, "rankLower": 166, "votes": 6820, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 140, "model": "mistral-medium-2508", "modelKey": "mistral-medium-2508", "org": "Mistral", "rating": 1407.590470238089, "ratingLower": 1402.3465449171604, "ratingUpper": 1412.8343955590178, "rankUpper": 114, "rankLower": 165, "votes": 15958, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 141, "model": "deepseek-v3.1", "modelKey": "deepseek-v3.1", "org": "DeepSeek", "rating": 1405.0135036316149, "ratingLower": 1393.1292510562134, "ratingUpper": 1416.8977562070163, "rankUpper": 110, "rankLower": 173, "votes": 2418, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 142, "model": "glm-4.5", "modelKey": "glm-4.5", "org": "Z.ai", "rating": 1404.8700566422515, "ratingLower": 1394.9629357541041, "ratingUpper": 1414.777177530399, "rankUpper": 112, "rankLower": 173, "votes": 3720, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 2.2, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 143, "model": "deepseek-r1-0528", "modelKey": "deepseek-r1-0528", "org": "DeepSeek", "rating": 1404.4676474089874, "ratingLower": 1393.4150183086097, "ratingUpper": 1415.5202765093654, "rankUpper": 111, "rankLower": 173, "votes": 2850, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.5, "pout": 2.15, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250528", "pimg": null, "psec": null }, { "rank": 144, "model": "kimi-k2-0905-preview", "modelKey": "kimi-k2-0905-preview", "org": "Moonshot", "rating": 1403.855350095287, "ratingLower": 1390.7172248610343, "ratingUpper": 1416.9934753295393, "rankUpper": 110, "rankLower": 173, "votes": 2031, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 262144, "url": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905", "pimg": null, "psec": null }, { "rank": 145, "model": "grok-4-fast-reasoning", "modelKey": "grok-4-fast-reasoning", "org": "SpaceXAI", "rating": 1403.5009291236056, "ratingLower": 1392.4970286331236, "ratingUpper": 1414.5048296140878, "rankUpper": 112, "rankLower": 173, "votes": 2914, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 2000000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 146, "model": "gemini-2.5-flash", "modelKey": "gemini-2.5-flash", "org": "Google", "rating": 1403.260841776572, "ratingLower": 1398.575752814609, "ratingUpper": 1407.945930738535, "rankUpper": 123, "rankLower": 169, "votes": 21242, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash", "pimg": null, "psec": null }, { "rank": 147, "model": "mistral-medium-2505", "modelKey": "mistral-medium-2505", "org": "Mistral", "rating": 1402.9931794853107, "ratingLower": 1394.7395822559831, "ratingUpper": 1411.2467767146384, "rankUpper": 117, "rankLower": 173, "votes": 5724, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 148, "model": "qwen3-next-80b-a3b-instruct", "modelKey": "qwen3-next-80b-a3b-instruct", "org": "Alibaba", "rating": 1401.3456403067605, "ratingLower": 1391.7863834753687, "ratingUpper": 1410.9048971381524, "rankUpper": 117, "rankLower": 173, "votes": 3988, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 1.1, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct", "pimg": null, "psec": null }, { "rank": 149, "model": "amazon-nova-experimental-chat-26-01-10", "modelKey": "beluga-0213-1", "org": "Amazon", "rating": 1400.278955461334, "ratingLower": 1376.449138188611, "ratingUpper": 1424.1087727340569, "rankUpper": 101, "rankLower": 184, "votes": 584, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 150, "model": "gemini-2.5-flash-preview-09-2025", "modelKey": "gemini-2.5-flash-preview-09-2025", "org": "Google", "rating": 1399.7678444939154, "ratingLower": 1391.580709466164, "ratingUpper": 1407.9549795216667, "rankUpper": 123, "rankLower": 173, "votes": 5630, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 151, "model": "claude-3-7-sonnet-20250219-thinking-32k", "modelKey": "claude-3-7-sonnet-20250219-thinking-32k", "org": "Anthropic", "rating": 1399.4715894046947, "ratingLower": 1391.3865268272307, "ratingUpper": 1407.5566519821587, "rankUpper": 123, "rankLower": 173, "votes": 6147, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 152, "model": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "modelKey": "may26-chatbot4-3x57", "org": "Nvidia", "rating": 1398.6341725924199, "ratingLower": 1383.5249077947012, "ratingUpper": 1413.7434373901388, "rankUpper": 113, "rankLower": 178, "votes": 1688, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "pimg": null, "psec": null }, { "rank": 153, "model": "claude-3-7-sonnet-20250219", "modelKey": "claude-3-7-sonnet-20250219", "org": "Anthropic", "rating": 1398.5233860574035, "ratingLower": 1390.8323502005846, "ratingUpper": 1406.2144219142224, "rankUpper": 125, "rankLower": 173, "votes": 6829, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 154, "model": "qwen3-coder-480b-a35b-instruct", "modelKey": "qwen3-coder-480b-a35b-instruct", "org": "Alibaba", "rating": 1397.4190091539554, "ratingLower": 1387.8381036297224, "ratingUpper": 1406.9999146781881, "rankUpper": 123, "rankLower": 175, "votes": 4267, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 1.6, "ctx": 262144, "url": "https://qwenlm.github.io/blog/qwen3-coder/", "pimg": null, "psec": null }, { "rank": 155, "model": "step-3.5-flash", "modelKey": "step-3.5-flash", "org": "StepFun", "rating": 1395.7638440649712, "ratingLower": 1389.0853772334344, "ratingUpper": 1402.4423108965082, "rankUpper": 131, "rankLower": 173, "votes": 9880, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://huggingface.co/stepfun-ai/Step-3.5-Flash", "pimg": null, "psec": null }, { "rank": 156, "model": "qwen3.5-flash", "modelKey": "qwen3.5-flash", "org": "Alibaba", "rating": 1395.6838466908823, "ratingLower": 1388.8964431290528, "ratingUpper": 1402.471250252712, "rankUpper": 131, "rankLower": 174, "votes": 10304, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1/?tab=doc#/doc/?type=model&url=2840914_2&modelId=group-qwen3.5-flash", "pimg": null, "psec": null }, { "rank": 157, "model": "deepseek-v3.1-terminus", "modelKey": "deepseek-v3.1-terminus", "org": "DeepSeek", "rating": 1395.0919823441818, "ratingLower": 1372.537141153693, "ratingUpper": 1417.6468235346708, "rankUpper": 109, "rankLower": 192, "votes": 662, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 158, "model": "minimax-m2.5", "modelKey": "minimax-m2.5", "org": "MiniMax", "rating": 1395.014788130278, "ratingLower": 1387.4252350256486, "ratingUpper": 1402.6043412349075, "rankUpper": 131, "rankLower": 175, "votes": 7336, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.27, "pout": 1.08, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m25", "pimg": null, "psec": null }, { "rank": 159, "model": "qwen3-235b-a22b-thinking-2507", "modelKey": "qwen3-235b-a22b-thinking-2507", "org": "Alibaba", "rating": 1394.2971910720162, "ratingLower": 1378.552814688569, "ratingUpper": 1410.041567455463, "rankUpper": 121, "rankLower": 183, "votes": 1358, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.23, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507", "pimg": null, "psec": null }, { "rank": 160, "model": "solar-pro4", "modelKey": "solar-pro4-20260805", "org": "Upstage", "rating": 1393.8703936313202, "ratingLower": 1362.4280498894673, "ratingUpper": 1425.3127373731731, "rankUpper": 101, "rankLower": 204, "votes": 373, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.09, "pout": 0.36, "ctx": 524288, "url": "https://www.upstage.ai/blog/en/solar-pro-4", "pimg": null, "psec": null }, { "rank": 161, "model": "qwen3.5-35b-a3b", "modelKey": "qwen3.5-35b-a3b", "org": "Alibaba", "rating": 1393.4620842753025, "ratingLower": 1384.8354673959448, "ratingUpper": 1402.0887011546602, "rankUpper": 132, "rankLower": 177, "votes": 5209, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3125, "pout": 1.25, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-35B-A3B", "pimg": null, "psec": null }, { "rank": 162, "model": "gpt-4.1-mini-2025-04-14", "modelKey": "gpt-4.1-mini-2025-04-14", "org": "OpenAI", "rating": 1393.180659889594, "ratingLower": 1385.5396754203948, "ratingUpper": 1400.8216443587928, "rankUpper": 136, "rankLower": 176, "votes": 7018, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.6, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 163, "model": "longcat-flash-chat", "modelKey": "longcat-flash-chat", "org": "Meituan", "rating": 1391.8475377984976, "ratingLower": 1378.5788154485688, "ratingUpper": 1405.1162601484261, "rankUpper": 125, "rankLower": 183, "votes": 1969, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.8, "ctx": 131072, "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat", "pimg": null, "psec": null }, { "rank": 164, "model": "minimax-m2.1-preview", "modelKey": "minimax-m2.1-preview", "org": "MiniMax", "rating": 1391.16155932778, "ratingLower": 1379.6942638338362, "ratingUpper": 1402.6288548217235, "rankUpper": 131, "rankLower": 181, "votes": 2727, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m21", "pimg": null, "psec": null }, { "rank": 165, "model": "hunyuan-turbos-20250416", "modelKey": "hunyuan-turbos-20250416", "org": "Tencent", "rating": 1391.0283965165895, "ratingLower": 1376.7843837731084, "ratingUpper": 1405.2724092600706, "rankUpper": 125, "rankLower": 183, "votes": 1681, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 166, "model": "o1-preview", "modelKey": "o1-preview", "org": "OpenAI", "rating": 1390.2229405518858, "ratingLower": 1380.9240128223596, "ratingUpper": 1399.521868281412, "rankUpper": 136, "rankLower": 181, "votes": 5871, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 167, "model": "amazon-nova-experimental-chat-12-10", "modelKey": "beluga-1223-1", "org": "Amazon", "rating": 1390.0608412726074, "ratingLower": 1366.686352832764, "ratingUpper": 1413.435329712451, "rankUpper": 113, "rankLower": 197, "votes": 608, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 168, "model": "claude-3-5-sonnet-20241022", "modelKey": "claude-3-5-sonnet-20241022", "org": "Anthropic", "rating": 1389.8972041712573, "ratingLower": 1384.1182215204017, "ratingUpper": 1395.6761868221126, "rankUpper": 140, "rankLower": 177, "votes": 15908, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 169, "model": "mimo-v2-flash (non-thinking)", "modelKey": "mimo-v2-flash", "org": "Xiaomi", "rating": 1388.3748622758926, "ratingLower": 1381.277373067815, "ratingUpper": 1395.4723514839702, "rankUpper": 140, "rankLower": 180, "votes": 8182, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 170, "model": "hunyuan-t1-20250711", "modelKey": "hunyuan-t1-20250711", "org": "Tencent", "rating": 1386.9437455011625, "ratingLower": 1364.7634078208096, "ratingUpper": 1409.1240831815153, "rankUpper": 122, "rankLower": 200, "votes": 668, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 171, "model": "o1-2024-12-17", "modelKey": "o1-2024-12-17", "org": "OpenAI", "rating": 1386.3728650564822, "ratingLower": 1377.2316463667466, "ratingUpper": 1395.5140837462177, "rankUpper": 140, "rankLower": 183, "votes": 4399, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": 200000, "url": "https://openai.com/index/o1-and-new-tools-for-developers/", "pimg": null, "psec": null }, { "rank": 172, "model": "qwen3-vl-235b-a22b-thinking", "modelKey": "qwen3-vl-235b-a22b-thinking", "org": "Alibaba", "rating": 1383.5148793589194, "ratingLower": 1366.8730797283065, "ratingUpper": 1400.1566789895323, "rankUpper": 136, "rankLower": 197, "votes": 1253, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 4, "ctx": 131072, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 173, "model": "o4-mini-2025-04-16", "modelKey": "o4-mini-2025-04-16", "org": "OpenAI", "rating": 1381.6596765789423, "ratingLower": 1374.3737468126142, "ratingUpper": 1388.9456063452699, "rankUpper": 152, "rankLower": 189, "votes": 7736, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 174, "model": "qwen3-30b-a3b-instruct-2507", "modelKey": "qwen3-30b-a3b-instruct-2507", "org": "Alibaba", "rating": 1379.2252534922459, "ratingLower": 1369.6435058304999, "ratingUpper": 1388.8070011539917, "rankUpper": 153, "rankLower": 194, "votes": 3949, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.04815, "pout": 0.19305, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 175, "model": "trinity-large-preview", "modelKey": "trinity-large", "org": "Unknown", "rating": 1376.6068137192462, "ratingLower": 1367.776350540997, "ratingUpper": 1385.4372768974954, "rankUpper": 157, "rankLower": 196, "votes": 5316, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.45, "ctx": 131000, "url": "https://www.arcee.ai/blog/trinity-large", "pimg": null, "psec": null }, { "rank": 176, "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "modelKey": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "org": "Google", "rating": 1373.9256566193399, "ratingLower": 1366.8352484442617, "ratingUpper": 1381.016064794418, "rankUpper": 161, "rankLower": 197, "votes": 7953, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 177, "model": "deepseek-v3", "modelKey": "deepseek-v3", "org": "DeepSeek", "rating": 1373.8130405687866, "ratingLower": 1363.9884531354953, "ratingUpper": 1383.6376280020777, "rankUpper": 159, "rankLower": 202, "votes": 3747, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": 1.1400000000000001, "pout": 4.5600000000000005, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V3", "pimg": null, "psec": null }, { "rank": 178, "model": "mimo-v2-flash (thinking)", "modelKey": "mimo-v2-flash-thinking-v2", "org": "Xiaomi", "rating": 1373.6412891089058, "ratingLower": 1360.0430105683276, "ratingUpper": 1387.239567649484, "rankUpper": 155, "rankLower": 207, "votes": 1860, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 179, "model": "qwen2.5-max", "modelKey": "qwen2.5-max", "org": "Alibaba", "rating": 1372.9957118101502, "ratingLower": 1364.447451156383, "ratingUpper": 1381.5439724639177, "rankUpper": 160, "rankLower": 200, "votes": 4815, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5-max/", "pimg": null, "psec": null }, { "rank": 180, "model": "gpt-5-mini-high", "modelKey": "gpt-5-mini-high", "org": "OpenAI", "rating": 1372.2215212909462, "ratingLower": 1362.8179979087681, "ratingUpper": 1381.6250446731242, "rankUpper": 160, "rankLower": 202, "votes": 4382, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.125, "pout": 1, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-mini", "pimg": null, "psec": null }, { "rank": 181, "model": "qwen3-235b-a22b", "modelKey": "qwen3-235b-a22b", "org": "Alibaba", "rating": 1369.976796605638, "ratingLower": 1360.7146580669157, "ratingUpper": 1379.2389351443599, "rankUpper": 163, "rankLower": 207, "votes": 4191, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 182, "model": "glm-4.6v", "modelKey": "glm-4.6v", "org": "Z.ai", "rating": 1368.6181376362522, "ratingLower": 1342.0785929762374, "ratingUpper": 1395.1576822962672, "rankUpper": 140, "rankLower": 221, "votes": 475, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 0.9, "ctx": 131072, "url": "https://huggingface.co/zai-org/GLM-4.6V", "pimg": null, "psec": null }, { "rank": 183, "model": "glm-4.5-air", "modelKey": "glm-4.5-air", "org": "Z.ai", "rating": 1367.1529327844644, "ratingLower": 1358.555776134839, "ratingUpper": 1375.7500894340897, "rankUpper": 168, "rankLower": 207, "votes": 4973, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.85, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 184, "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "modelKey": "gemini-2.5-flash-lite-preview-06-17-thinking", "org": "Google", "rating": 1365.7594639432357, "ratingLower": 1357.3509985060027, "ratingUpper": 1374.1679293804686, "rankUpper": 169, "rankLower": 207, "votes": 5477, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash-lite-preview-06-17", "pimg": null, "psec": null }, { "rank": 185, "model": "mistral-small-2506", "modelKey": "mistral-small-2506", "org": "Mistral", "rating": 1364.893069311388, "ratingLower": 1354.14573120064, "ratingUpper": 1375.640407422136, "rankUpper": 168, "rankLower": 212, "votes": 3003, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506", "pimg": null, "psec": null }, { "rank": 186, "model": "glm-4.7-flash", "modelKey": "glm-4.7-flash-fireworks", "org": "Z.ai", "rating": 1362.0864747195392, "ratingLower": 1349.07653496851, "ratingUpper": 1375.0964144705686, "rankUpper": 168, "rankLower": 215, "votes": 2057, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.0605, "pout": 0.4, "ctx": 200000, "url": "https://huggingface.co/zai-org/GLM-4.7-Flash", "pimg": null, "psec": null }, { "rank": 187, "model": "minimax-m2", "modelKey": "minimax-m2", "org": "MiniMax", "rating": 1361.8174395021395, "ratingLower": 1344.0490720505727, "ratingUpper": 1379.5858069537062, "rankUpper": 163, "rankLower": 219, "votes": 1088, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m2", "pimg": null, "psec": null }, { "rank": 188, "model": "command-a-03-2025", "modelKey": "command-a-03-2025", "org": "Cohere", "rating": 1360.7087936218552, "ratingLower": 1354.0825252505733, "ratingUpper": 1367.335061993137, "rankUpper": 172, "rankLower": 212, "votes": 9271, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 256000, "url": "https://cohere.com/blog/command-a", "pimg": null, "psec": null }, { "rank": 189, "model": "gemma-3-27b-it", "modelKey": "gemma-3-27b-it", "org": "Google", "rating": 1358.4628271629988, "ratingLower": 1350.8936134504802, "ratingUpper": 1366.0320408755174, "rankUpper": 175, "rankLower": 215, "votes": 6726, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.08, "pout": 0.45, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-27b-it", "pimg": null, "psec": null }, { "rank": 190, "model": "minimax-m1", "modelKey": "minimax-m1", "org": "MiniMax", "rating": 1356.8720524693613, "ratingLower": 1348.6073845323294, "ratingUpper": 1365.1367204063936, "rankUpper": 175, "rankLower": 215, "votes": 5425, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 2.2, "ctx": 1000000, "url": "https://www.minimax.io/news/minimaxm1", "pimg": null, "psec": null }, { "rank": 191, "model": "gemini-2.0-flash-001", "modelKey": "gemini-2.0-flash-001", "org": "Google", "rating": 1356.840806306094, "ratingLower": 1349.3553945638891, "ratingUpper": 1364.3262180482989, "rankUpper": 177, "rankLower": 215, "votes": 6833, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys-1121&model=gemini-2.0-flash-001", "pimg": null, "psec": null }, { "rank": 192, "model": "intellect-3", "modelKey": "intellect-3", "org": "Unknown", "rating": 1356.079970271378, "ratingLower": 1335.5817767200274, "ratingUpper": 1376.5781638227281, "rankUpper": 167, "rankLower": 229, "votes": 767, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 1.1, "ctx": 131072, "url": "https://www.primeintellect.ai/blog/intellect-3", "pimg": null, "psec": null }, { "rank": 193, "model": "glm-4.5v", "modelKey": "glm-4.5v", "org": "Z.ai", "rating": 1355.9060524512229, "ratingLower": 1335.7419864614694, "ratingUpper": 1376.0701184409768, "rankUpper": 168, "rankLower": 229, "votes": 855, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 65536, "url": "https://huggingface.co/zai-org/GLM-4.5V", "pimg": null, "psec": null }, { "rank": 194, "model": "qwen-plus-0125", "modelKey": "qwen-plus-0125", "org": "Alibaba", "rating": 1353.062219076189, "ratingLower": 1333.997078488726, "ratingUpper": 1372.127359663652, "rankUpper": 170, "rankLower": 233, "votes": 842, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.2, "ctx": 131072, "url": "https://www.alibabacloud.com/help/en/model-studio/developer-reference/what-is-qwen-llm", "pimg": null, "psec": null }, { "rank": 195, "model": "nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4", "modelKey": "august26-chatbot1-fmme", "org": "Nvidia", "rating": 1350.963592596559, "ratingLower": 1333.1155371395353, "ratingUpper": 1368.8116480535832, "rankUpper": 171, "rankLower": 234, "votes": 1256, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://developer.nvidia.com/blog/nvidia-nemotron-3-5-lightning-delivers-fast-accurate-specialized-task-execution-for-long-running-agents/?nvid=nv-csfg-698644", "pimg": null, "psec": null }, { "rank": 196, "model": "grok-3-mini-high", "modelKey": "grok-3-mini-high", "org": "SpaceXAI", "rating": 1350.5307277281172, "ratingLower": 1338.6966151067104, "ratingUpper": 1362.3648403495245, "rankUpper": 180, "rankLower": 224, "votes": 2497, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.27, "ctx": null, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 197, "model": "nvidia-nemotron-3-super-120b-a12b", "modelKey": "march26-chatbot1", "org": "Nvidia", "rating": 1349.5759668437593, "ratingLower": 1333.2509658949937, "ratingUpper": 1365.9009677925246, "rankUpper": 175, "rankLower": 234, "votes": 1299, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8", "pimg": null, "psec": null }, { "rank": 198, "model": "qwen3-next-80b-a3b-thinking", "modelKey": "qwen3-next-80b-a3b-thinking", "org": "Alibaba", "rating": 1349.5112911261645, "ratingLower": 1336.6232849637968, "ratingUpper": 1362.399297288532, "rankUpper": 180, "rankLower": 227, "votes": 2216, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 1.2, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking", "pimg": null, "psec": null }, { "rank": 199, "model": "claude-3-5-sonnet-20240620", "modelKey": "claude-3-5-sonnet-20240620", "org": "Anthropic", "rating": 1349.127839057171, "ratingLower": 1341.8899181055135, "ratingUpper": 1356.3657600088284, "rankUpper": 184, "rankLower": 221, "votes": 14950, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-5-sonnet", "pimg": null, "psec": null }, { "rank": 200, "model": "trinity-large-thinking", "modelKey": "trinity-large-thinking", "org": "Unknown", "rating": 1347.8929216825456, "ratingLower": 1338.8441893541972, "ratingUpper": 1356.9416540108941, "rankUpper": 184, "rankLower": 224, "votes": 5379, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.25, "pout": 0.8, "ctx": 262144, "url": "https://www.arcee.ai/blog/trinity-large-thinking", "pimg": null, "psec": null }, { "rank": 201, "model": "amazon-nova-experimental-chat-10-09", "modelKey": "amazon-nova-experimental-chat-10-09", "org": "Amazon", "rating": 1347.0141192773087, "ratingLower": 1321.0037941918583, "ratingUpper": 1373.024444362759, "rankUpper": 169, "rankLower": 250, "votes": 471, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 202, "model": "o3-mini-high", "modelKey": "o3-mini-high", "org": "OpenAI", "rating": 1345.277865620144, "ratingLower": 1333.5691389114686, "ratingUpper": 1356.9865923288198, "rankUpper": 184, "rankLower": 234, "votes": 2535, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://platform.openai.com/docs/guides/reasoning#reasoning-effort", "pimg": null, "psec": null }, { "rank": 203, "model": "grok-3-mini-beta", "modelKey": "grok-3-mini-beta", "org": "SpaceXAI", "rating": 1345.2074451084295, "ratingLower": 1335.0474573861745, "ratingUpper": 1355.3674328306847, "rankUpper": 184, "rankLower": 230, "votes": 3399, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 131072, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 204, "model": "gemma-3-12b-it", "modelKey": "gemma-3-12b-it", "org": "Google", "rating": 1344.3331004638364, "ratingLower": 1318.6120348643128, "ratingUpper": 1370.05416606336, "rankUpper": 170, "rankLower": 252, "votes": 471, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.15, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-12b-it", "pimg": null, "psec": null }, { "rank": 205, "model": "step-3", "modelKey": "step-3", "org": "StepFun", "rating": 1344.296728874188, "ratingLower": 1325.8670237976073, "ratingUpper": 1362.7264339507683, "rankUpper": 179, "rankLower": 245, "votes": 1038, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.57, "pout": 1.42, "ctx": 65536, "url": "https://stepfun.ai/research/en/step3", "pimg": null, "psec": null }, { "rank": 206, "model": "hunyuan-turbos-20250226", "modelKey": "hunyuan-turbos-20250226", "org": "Tencent", "rating": 1343.5681869342613, "ratingLower": 1311.050853293868, "ratingUpper": 1376.0855205746548, "rankUpper": 168, "rankLower": 256, "votes": 293, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 207, "model": "mercury-2", "modelKey": "mercury-2", "org": "Inception AI", "rating": 1342.5150608711765, "ratingLower": 1316.6102408666022, "ratingUpper": 1368.4198808757508, "rankUpper": 171, "rankLower": 254, "votes": 519, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/introducing-mercury-2", "pimg": null, "psec": null }, { "rank": 208, "model": "llama-3.1-nemotron-ultra-253b-v1", "modelKey": "llama-3.1-nemotron-ultra-253b-v1", "org": "Nvidia", "rating": 1342.4282683242886, "ratingLower": 1312.237143810486, "ratingUpper": 1372.6193928380912, "rankUpper": 169, "rankLower": 256, "votes": 374, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open Model", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-Ultra-253B-v1", "pimg": null, "psec": null }, { "rank": 209, "model": "amazon-nova-experimental-chat-11-10", "modelKey": "amazon-nova-experimental-chat-11-10", "org": "Amazon", "rating": 1342.3162587833156, "ratingLower": 1332.8991950629772, "ratingUpper": 1351.7333225036537, "rankUpper": 186, "rankLower": 234, "votes": 4032, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 210, "model": "gpt-4o-2024-05-13", "modelKey": "gpt-4o-2024-05-13", "org": "OpenAI", "rating": 1340.7443998237227, "ratingLower": 1334.055130345675, "ratingUpper": 1347.4336693017704, "rankUpper": 190, "rankLower": 233, "votes": 20434, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://openai.com/index/hello-gpt-4o/", "pimg": null, "psec": null }, { "rank": 211, "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "modelKey": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "org": "Nvidia", "rating": 1340.032588603328, "ratingLower": 1316.0611670112253, "ratingUpper": 1364.004010195431, "rankUpper": 177, "rankLower": 254, "votes": 562, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5", "pimg": null, "psec": null }, { "rank": 212, "model": "llama-3.1-405b-instruct-bf16", "modelKey": "llama-3.1-405b-instruct-bf16", "org": "Meta", "rating": 1339.9911883881641, "ratingLower": 1332.3108395618424, "ratingUpper": 1347.6715372144859, "rankUpper": 190, "rankLower": 235, "votes": 6797, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 213, "model": "o3-mini", "modelKey": "o3-mini", "org": "OpenAI", "rating": 1339.5587411008619, "ratingLower": 1332.935124612018, "ratingUpper": 1346.182357589706, "rankUpper": 190, "rankLower": 234, "votes": 9312, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.55, "pout": 2.2, "ctx": 200000, "url": "https://openai.com/index/openai-o3-mini/", "pimg": null, "psec": null }, { "rank": 214, "model": "qwen3-32b", "modelKey": "qwen3-32b", "org": "Alibaba", "rating": 1337.6733711806414, "ratingLower": 1314.3517441452643, "ratingUpper": 1360.9949982160188, "rankUpper": 180, "rankLower": 256, "votes": 590, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.08, "pout": 0.28, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 215, "model": "glm-4-plus-0111", "modelKey": "glm-4-plus-0111", "org": "Z.ai", "rating": 1333.4549975572818, "ratingLower": 1313.982716580559, "ratingUpper": 1352.9272785340045, "rankUpper": 186, "rankLower": 256, "votes": 851, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 216, "model": "amazon-nova-experimental-chat-10-20", "modelKey": "amazon-nova-experimental-chat-10-20", "org": "Amazon", "rating": 1332.573757588707, "ratingLower": 1318.7704370512188, "ratingUpper": 1346.377078126195, "rankUpper": 190, "rankLower": 252, "votes": 1878, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 217, "model": "llama-3.3-nemotron-49b-super-v1", "modelKey": "llama-3.3-nemotron-49b-super-v1", "org": "Nvidia", "rating": 1331.0208321103064, "ratingLower": 1299.445089193659, "ratingUpper": 1362.5965750269534, "rankUpper": 179, "rankLower": 272, "votes": 301, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1", "pimg": null, "psec": null }, { "rank": 218, "model": "yi-lightning", "modelKey": "yi-lightning", "org": "Unknown", "rating": 1330.7308390419807, "ratingLower": 1320.8550168305032, "ratingUpper": 1340.6066612534582, "rankUpper": 193, "rankLower": 250, "votes": 4748, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.lingyiwanwu.com/docs#%E6%A8%A1%E5%9E%8B%E4%B8%8E%E8%AE%A1%E8%B4%B9", "pimg": null, "psec": null }, { "rank": 219, "model": "llama-3.1-405b-instruct-fp8", "modelKey": "llama-3.1-405b-instruct-fp8", "org": "Meta", "rating": 1329.9677449568312, "ratingLower": 1322.7214580751317, "ratingUpper": 1337.2140318385304, "rankUpper": 195, "rankLower": 250, "votes": 11136, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 220, "model": "olmo-3.1-32b-instruct", "modelKey": "olmo-3.1-32b-instruct", "org": "Ai2", "rating": 1329.8144265517517, "ratingLower": 1316.368603814662, "ratingUpper": 1343.2602492888411, "rankUpper": 191, "rankLower": 254, "votes": 2075, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Instruct", "pimg": null, "psec": null }, { "rank": 221, "model": "gemini-1.5-pro-002", "modelKey": "gemini-1.5-pro-002", "org": "Google", "rating": 1329.4010426844477, "ratingLower": 1322.4586146372412, "ratingUpper": 1336.3434707316542, "rankUpper": 196, "rankLower": 250, "votes": 10053, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-pro-002", "pimg": null, "psec": null }, { "rank": 222, "model": "claude-3-5-haiku-20241022", "modelKey": "claude-3-5-haiku-20241022", "org": "Anthropic", "rating": 1327.8146707052833, "ratingLower": 1321.507446592861, "ratingUpper": 1334.1218948177057, "rankUpper": 199, "rankLower": 250, "votes": 11191, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 223, "model": "gemini-2.0-flash-lite-preview-02-05", "modelKey": "gemini-2.0-flash-lite-preview-02-05", "org": "Google", "rating": 1327.0846257874375, "ratingLower": 1317.2831061940979, "ratingUpper": 1336.8861453807772, "rankUpper": 195, "rankLower": 253, "votes": 3586, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/prompts/new_chat?model=gemini-2.0-flash-lite", "pimg": null, "psec": null }, { "rank": 224, "model": "gpt-4o-2024-08-06", "modelKey": "gpt-4o-2024-08-06", "org": "OpenAI", "rating": 1327.0173510884192, "ratingLower": 1319.1145369056903, "ratingUpper": 1334.920165271148, "rankUpper": 199, "rankLower": 252, "votes": 8201, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4o", "pimg": null, "psec": null }, { "rank": 225, "model": "step-1o-turbo-202506", "modelKey": "step-1o-turbo-202506", "org": "StepFun", "rating": 1326.8971252704962, "ratingLower": 1310.7397884986885, "ratingUpper": 1343.054462042304, "rankUpper": 191, "rankLower": 256, "votes": 1359, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/vision", "pimg": null, "psec": null }, { "rank": 226, "model": "hunyuan-turbo-0110", "modelKey": "hunyuan-turbo-0110", "org": "Tencent", "rating": 1326.778892889215, "ratingLower": 1297.7594174283774, "ratingUpper": 1355.7983683500527, "rankUpper": 184, "rankLower": 273, "votes": 323, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 227, "model": "gpt-oss-120b", "modelKey": "gpt-oss-120b", "org": "OpenAI", "rating": 1326.631955621513, "ratingLower": 1317.8457086369606, "ratingUpper": 1335.4182026060653, "rankUpper": 198, "rankLower": 253, "votes": 4862, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.0296, "pout": 0.136, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 228, "model": "llama-4-maverick-17b-128e-instruct", "modelKey": "llama-4-maverick-17b-128e-instruct", "org": "Meta", "rating": 1326.245320129173, "ratingLower": 1318.403823136774, "ratingUpper": 1334.086817121572, "rankUpper": 199, "rankLower": 252, "votes": 6689, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 4", "open": 1, "pin": 0.63, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct", "pimg": null, "psec": null }, { "rank": 229, "model": "granite-4.2-30b", "modelKey": "vantage", "org": "IBM", "rating": 1325.293352694348, "ratingLower": 1298.261760349089, "ratingUpper": 1352.3249450396074, "rankUpper": 186, "rankLower": 273, "votes": 539, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 230, "model": "grok-2-2024-08-13", "modelKey": "grok-2-2024-08-13", "org": "SpaceXAI", "rating": 1324.6619187076458, "ratingLower": 1317.5514962057364, "ratingUpper": 1331.7723412095552, "rankUpper": 207, "rankLower": 253, "votes": 10743, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 231, "model": "gpt-5-nano-high", "modelKey": "gpt-5-nano-high", "org": "OpenAI", "rating": 1323.672697627167, "ratingLower": 1307.9006385531495, "ratingUpper": 1339.4447567011846, "rankUpper": 193, "rankLower": 258, "votes": 1427, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.025, "pout": 0.2, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-nano", "pimg": null, "psec": null }, { "rank": 232, "model": "o1-mini", "modelKey": "o1-mini", "org": "OpenAI", "rating": 1323.6721361503292, "ratingLower": 1316.3037889783263, "ratingUpper": 1331.040483322332, "rankUpper": 207, "rankLower": 254, "votes": 9326, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 233, "model": "deepseek-v2.5-1210", "modelKey": "deepseek-v2.5-1210", "org": "DeepSeek", "rating": 1322.8939929841213, "ratingLower": 1306.5758157654664, "ratingUpper": 1339.212170202776, "rankUpper": 193, "rankLower": 260, "votes": 1178, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5-1210", "pimg": null, "psec": null }, { "rank": 234, "model": "nova-2-lite", "modelKey": "nova-2-lite", "org": "Amazon", "rating": 1322.5934117664901, "ratingLower": 1309.2035814197975, "ratingUpper": 1335.9832421131828, "rankUpper": 196, "rankLower": 258, "votes": 2047, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1000000, "url": "https://aws.amazon.com/blogs/aws/introducing-amazon-nova-2-lite-a-fast-cost-effective-reasoning-model/", "pimg": null, "psec": null }, { "rank": 235, "model": "claude-3-opus-20240229", "modelKey": "claude-3-opus-20240229", "org": "Anthropic", "rating": 1322.127839063951, "ratingLower": 1315.880153482256, "ratingUpper": 1328.3755246456456, "rankUpper": 207, "rankLower": 255, "votes": 31134, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 236, "model": "gemini-advanced-0514", "modelKey": "gemini-advanced-0514", "org": "Google", "rating": 1321.3793747746995, "ratingLower": 1311.7792886590732, "ratingUpper": 1330.9794608903262, "rankUpper": 207, "rankLower": 256, "votes": 7776, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://gemini.google.com/advanced", "pimg": null, "psec": null }, { "rank": 237, "model": "qwq-32b", "modelKey": "qwq-32b", "org": "Alibaba", "rating": 1320.8921242743777, "ratingLower": 1311.338198976061, "ratingUpper": 1330.4460495726944, "rankUpper": 207, "rankLower": 256, "votes": 3756, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B", "pimg": null, "psec": null }, { "rank": 238, "model": "qwen3-30b-a3b", "modelKey": "qwen3-30b-a3b", "org": "Alibaba", "rating": 1319.9699291094985, "ratingLower": 1310.8005405513866, "ratingUpper": 1329.1393176676104, "rankUpper": 207, "rankLower": 256, "votes": 4406, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.12, "pout": 0.5, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 239, "model": "llama-4-scout-17b-16e-instruct", "modelKey": "llama-4-scout-17b-16e-instruct", "org": "Meta", "rating": 1319.2367431858795, "ratingLower": 1310.5027360263914, "ratingUpper": 1327.9707503453676, "rankUpper": 207, "rankLower": 256, "votes": 5245, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 16384, "url": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "pimg": null, "psec": null }, { "rank": 240, "model": "llama-3.3-70b-instruct", "modelKey": "llama-3.3-70b-instruct", "org": "Meta", "rating": 1316.505052928068, "ratingLower": 1309.8384680445615, "ratingUpper": 1323.1716378115739, "rankUpper": 208, "rankLower": 257, "votes": 9065, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama-3.3", "open": 1, "pin": 0.1, "pout": 0.32, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "pimg": null, "psec": null }, { "rank": 241, "model": "gemini-1.5-pro-001", "modelKey": "gemini-1.5-pro-001", "org": "Google", "rating": 1316.2594128867256, "ratingLower": 1308.463333928759, "ratingUpper": 1324.0554918446921, "rankUpper": 208, "rankLower": 258, "votes": 13712, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro", "pimg": null, "psec": null }, { "rank": 242, "model": "gpt-4.1-nano-2025-04-14", "modelKey": "gpt-4.1-nano-2025-04-14", "org": "OpenAI", "rating": 1314.3363924074447, "ratingLower": 1296.2579492843233, "ratingUpper": 1332.4148355305658, "rankUpper": 206, "rankLower": 275, "votes": 1000, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 243, "model": "glm-4-plus", "modelKey": "glm-4-plus", "org": "Z.ai", "rating": 1314.0591553586928, "ratingLower": 1304.5723873406814, "ratingUpper": 1323.5459233767042, "rankUpper": 208, "rankLower": 263, "votes": 4844, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 1.76, "ctx": 204800, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 244, "model": "ling-flash-2.0", "modelKey": "ling-flash-2.0", "org": "Ant Group", "rating": 1313.3646612622874, "ratingLower": 1295.6975983642578, "ratingUpper": 1331.0317241603168, "rankUpper": 207, "rankLower": 277, "votes": 1113, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ling-flash-2.0", "pimg": null, "psec": null }, { "rank": 245, "model": "gpt-4-turbo-2024-04-09", "modelKey": "gpt-4-turbo-2024-04-09", "org": "OpenAI", "rating": 1312.987234812295, "ratingLower": 1305.5063260297707, "ratingUpper": 1320.4681435948191, "rankUpper": 213, "rankLower": 262, "votes": 15255, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4", "pimg": null, "psec": null }, { "rank": 246, "model": "magistral-medium-2506", "modelKey": "magistral-medium-2506", "org": "Mistral", "rating": 1312.390737515676, "ratingLower": 1297.1395468681908, "ratingUpper": 1327.6419281631609, "rankUpper": 207, "rankLower": 273, "votes": 1606, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 5, "ctx": 40000, "url": "https://mistral.ai/news/magistral", "pimg": null, "psec": null }, { "rank": 247, "model": "hunyuan-large-2025-02-10", "modelKey": "hunyuan-large-2025-02-10", "org": "Tencent", "rating": 1312.1396286004085, "ratingLower": 1287.0573789195164, "ratingUpper": 1337.2218782813006, "rankUpper": 195, "rankLower": 278, "votes": 510, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 248, "model": "gpt-4o-mini-2024-07-18", "modelKey": "gpt-4o-mini-2024-07-18", "org": "OpenAI", "rating": 1311.4363873820498, "ratingLower": 1304.7036713669634, "ratingUpper": 1318.169103397136, "rankUpper": 217, "rankLower": 262, "votes": 12279, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/", "pimg": null, "psec": null }, { "rank": 249, "model": "step-2-16k-exp-202412", "modelKey": "step-2-16k-exp-202412", "org": "StepFun", "rating": 1307.4768041895027, "ratingLower": 1287.3866258318471, "ratingUpper": 1327.5669825471582, "rankUpper": 207, "rankLower": 278, "votes": 805, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/text", "pimg": null, "psec": null }, { "rank": 250, "model": "qwen2.5-plus-1127", "modelKey": "qwen2.5-plus-1127", "org": "Alibaba", "rating": 1307.1060199422534, "ratingLower": 1293.7760438920657, "ratingUpper": 1320.435995992441, "rankUpper": 213, "rankLower": 278, "votes": 1789, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://help.aliyun.com/zh/model-studio/getting-started/models?spm=a2c4g.11186623.0.i7", "pimg": null, "psec": null }, { "rank": 251, "model": "athene-v2-chat", "modelKey": "athene-v2-chat", "org": "Unknown", "rating": 1306.773262552771, "ratingLower": 1297.495861305692, "ratingUpper": 1316.05066379985, "rankUpper": 224, "rankLower": 273, "votes": 4304, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NexusFlow", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-V2-Chat", "pimg": null, "psec": null }, { "rank": 252, "model": "qwen-max-0919", "modelKey": "qwen-max-0919", "org": "Alibaba", "rating": 1305.814385012398, "ratingLower": 1294.7808854368632, "ratingUpper": 1316.8478845879326, "rankUpper": 220, "rankLower": 277, "votes": 3105, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.6, "pout": 6.4, "ctx": 32768, "url": "https://help.aliyun.com/zh/dashscope/developer-reference/model-introduction", "pimg": null, "psec": null }, { "rank": 253, "model": "mercury", "modelKey": "mercury", "org": "Inception AI", "rating": 1301.2269450434856, "ratingLower": 1268.561522107779, "ratingUpper": 1333.8923679791924, "rankUpper": 201, "rankLower": 294, "votes": 329, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/mercury-refreshed", "pimg": null, "psec": null }, { "rank": 254, "model": "olmo-3-32b-think", "modelKey": "olmo-3-32b-think", "org": "Ai2", "rating": 1300.8030186819874, "ratingLower": 1278.6344458704234, "ratingUpper": 1322.971591493551, "rankUpper": 208, "rankLower": 288, "votes": 746, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3-32B-Think", "pimg": null, "psec": null }, { "rank": 255, "model": "hunyuan-standard-2025-02-10", "modelKey": "hunyuan-standard-2025-02-10", "org": "Tencent", "rating": 1300.3944655873936, "ratingLower": 1276.5484273397828, "ratingUpper": 1324.2405038350043, "rankUpper": 208, "rankLower": 289, "votes": 570, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 256, "model": "qwen2.5-72b-instruct", "modelKey": "qwen2.5-72b-instruct", "org": "Alibaba", "rating": 1299.125965910583, "ratingLower": 1291.206405222824, "ratingUpper": 1307.0455265983423, "rankUpper": 238, "rankLower": 278, "votes": 7250, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5/", "pimg": null, "psec": null }, { "rank": 257, "model": "gpt-4-1106-preview", "modelKey": "gpt-4-1106-preview", "org": "OpenAI", "rating": 1298.7089844738598, "ratingLower": 1290.9017526668317, "ratingUpper": 1306.5162162808879, "rankUpper": 239, "rankLower": 278, "votes": 14867, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 258, "model": "mistral-large-2407", "modelKey": "mistral-large-2407", "org": "Mistral", "rating": 1296.740040668479, "ratingLower": 1288.7927678309338, "ratingUpper": 1304.6873135060239, "rankUpper": 241, "rankLower": 278, "votes": 8296, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Mistral Research", "open": 1, "pin": 2, "pout": 6, "ctx": 131072, "url": "https://mistral.ai/news/mistral-large-2407/", "pimg": null, "psec": null }, { "rank": 259, "model": "grok-2-mini-2024-08-13", "modelKey": "grok-2-mini-2024-08-13", "org": "SpaceXAI", "rating": 1296.6607599473202, "ratingLower": 1289.2406793251898, "ratingUpper": 1304.0808405694504, "rankUpper": 242, "rankLower": 278, "votes": 9399, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 260, "model": "athene-70b-0725", "modelKey": "athene-70b-0725", "org": "Unknown", "rating": 1295.7679594813853, "ratingLower": 1284.9063144998056, "ratingUpper": 1306.6296044629653, "rankUpper": 238, "rankLower": 283, "votes": 3344, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-70B", "pimg": null, "psec": null }, { "rank": 261, "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "modelKey": "nvidia-nemotron-3-nano-30b-a3b-bf16", "org": "Nvidia", "rating": 1293.8359312749344, "ratingLower": 1281.7818353314867, "ratingUpper": 1305.8900272183819, "rankUpper": 239, "rankLower": 285, "votes": 2568, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": 0.06, "pout": 0.24, "ctx": 262144, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "pimg": null, "psec": null }, { "rank": 262, "model": "mistral-large-2411", "modelKey": "mistral-large-2411", "org": "Mistral", "rating": 1293.729423291768, "ratingLower": 1284.7299790848992, "ratingUpper": 1302.7288674986366, "rankUpper": 242, "rankLower": 283, "votes": 4438, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 2, "pout": 6, "ctx": 128000, "url": "https://huggingface.co/mistralai/Mistral-Large-Instruct-2411", "pimg": null, "psec": null }, { "rank": 263, "model": "llama-3.1-nemotron-70b-instruct", "modelKey": "llama-3.1-nemotron-70b-instruct", "org": "Nvidia", "rating": 1293.15629878351, "ratingLower": 1276.386163299976, "ratingUpper": 1309.926434267044, "rankUpper": 234, "rankLower": 289, "votes": 1227, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct", "pimg": null, "psec": null }, { "rank": 264, "model": "deepseek-v2.5", "modelKey": "deepseek-v2.5", "org": "DeepSeek", "rating": 1292.8884195843368, "ratingLower": 1283.2151173842517, "ratingUpper": 1302.561721784422, "rankUpper": 242, "rankLower": 285, "votes": 4473, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5", "pimg": null, "psec": null }, { "rank": 265, "model": "gpt-4-0125-preview", "modelKey": "gpt-4-0125-preview", "org": "OpenAI", "rating": 1292.097297113969, "ratingLower": 1284.2390796498657, "ratingUpper": 1299.9555145780719, "rankUpper": 242, "rankLower": 283, "votes": 14381, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 266, "model": "gemma-3n-e4b-it", "modelKey": "gemma-3n-e4b-it", "org": "Google", "rating": 1291.0162263190036, "ratingLower": 1280.5096548691292, "ratingUpper": 1301.5227977688778, "rankUpper": 242, "rankLower": 288, "votes": 3297, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.06, "pout": 0.12, "ctx": 32768, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3n-e4b-it", "pimg": null, "psec": null }, { "rank": 267, "model": "mistral-small-3.1-24b-instruct-2503", "modelKey": "mistral-small-3.1-24b-instruct-2503", "org": "Mistral", "rating": 1290.536419755878, "ratingLower": 1281.9169966493623, "ratingUpper": 1299.155842862394, "rankUpper": 243, "rankLower": 285, "votes": 5427, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503", "pimg": null, "psec": null }, { "rank": 268, "model": "gpt-oss-20b", "modelKey": "gpt-oss-20b", "org": "OpenAI", "rating": 1289.422743222663, "ratingLower": 1274.9823227236998, "ratingUpper": 1303.8631637216263, "rankUpper": 242, "rankLower": 289, "votes": 1785, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.024, "pout": 0.112, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 269, "model": "llama-3.1-70b-instruct", "modelKey": "llama-3.1-70b-instruct", "org": "Meta", "rating": 1288.729779025333, "ratingLower": 1281.4977040996243, "ratingUpper": 1295.9618539510418, "rankUpper": 248, "rankLower": 285, "votes": 10405, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.4, "pout": 0.4, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 270, "model": "granite-4.2-3b", "modelKey": "nimbus", "org": "IBM", "rating": 1285.58679641106, "ratingLower": 1255.8843593345337, "ratingUpper": 1315.2892334875864, "rankUpper": 225, "rankLower": 297, "votes": 504, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 271, "model": "granite-4.1-8b", "modelKey": "granite-4.1-8b", "org": "IBM", "rating": 1284.4585187581529, "ratingLower": 1259.0943757879804, "ratingUpper": 1309.8226617283253, "rankUpper": 235, "rankLower": 296, "votes": 673, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "https://research.ibm.com/blog/granite-4-1-ai-foundation-models", "pimg": null, "psec": null }, { "rank": 272, "model": "hunyuan-large-vision", "modelKey": "hunyuan-large-vision", "org": "Tencent", "rating": 1280.562392985562, "ratingLower": 1260.8196777815192, "ratingUpper": 1300.3051081896047, "rankUpper": 242, "rankLower": 296, "votes": 942, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753#d6cb04da-053d-4bed-b187-191514feb972", "pimg": null, "psec": null }, { "rank": 273, "model": "gemma-2-27b-it", "modelKey": "gemma-2-27b-it", "org": "Google", "rating": 1279.765669496214, "ratingLower": 1273.2007015515073, "ratingUpper": 1286.3306374409208, "rankUpper": 257, "rankLower": 290, "votes": 13588, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.65, "pout": 0.65, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-27b-it", "pimg": null, "psec": null }, { "rank": 274, "model": "ibm-granite-h-small", "modelKey": "ibm-granite-h-small", "org": "IBM", "rating": 1279.4381262816482, "ratingLower": 1259.1160491492758, "ratingUpper": 1299.7602034140205, "rankUpper": 242, "rankLower": 296, "votes": 940, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.ibm.com/new/announcements/ibm-granite-4-0-hyper-efficient-high-performance-hybrid-models", "pimg": null, "psec": null }, { "rank": 275, "model": "ring-flash-2.0", "modelKey": "ring-flash-2.0", "org": "Ant Group", "rating": 1278.3866330079145, "ratingLower": 1260.3381470349225, "ratingUpper": 1296.4351189809063, "rankUpper": 247, "rankLower": 296, "votes": 1146, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ring-flash-2.0", "pimg": null, "psec": null }, { "rank": 276, "model": "llama-3.1-tulu-3-70b", "modelKey": "llama-3.1-tulu-3-70b", "org": "Ai2", "rating": 1278.2931640127968, "ratingLower": 1255.1682524024845, "ratingUpper": 1301.4180756231087, "rankUpper": 242, "rankLower": 297, "votes": 537, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-70B", "pimg": null, "psec": null }, { "rank": 277, "model": "claude-3-sonnet-20240229", "modelKey": "claude-3-sonnet-20240229", "org": "Anthropic", "rating": 1278.2660767925836, "ratingLower": 1270.2756054420445, "ratingUpper": 1286.256548143123, "rankUpper": 257, "rankLower": 292, "votes": 17062, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 278, "model": "amazon-nova-pro-v1.0", "modelKey": "amazon-nova-pro-v1.0", "org": "Amazon", "rating": 1277.4383729254132, "ratingLower": 1268.024596497593, "ratingUpper": 1286.8521493532335, "rankUpper": 257, "rankLower": 294, "votes": 4060, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.8, "pout": 3.2, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 279, "model": "gemini-1.5-flash-002", "modelKey": "gemini-1.5-flash-002", "org": "Google", "rating": 1276.9937473737384, "ratingLower": 1268.6466950126949, "ratingUpper": 1285.340799734782, "rankUpper": 257, "rankLower": 294, "votes": 6324, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-002", "pimg": null, "psec": null }, { "rank": 280, "model": "llama-3.1-nemotron-51b-instruct", "modelKey": "llama-3.1-nemotron-51b-instruct", "org": "Nvidia", "rating": 1276.9617837163592, "ratingLower": 1256.8427625033437, "ratingUpper": 1297.080804929375, "rankUpper": 247, "rankLower": 297, "votes": 781, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-51B-Instruct", "pimg": null, "psec": null }, { "rank": 281, "model": "gpt-4-0314", "modelKey": "gpt-4-0314", "org": "OpenAI", "rating": 1273.6751762839435, "ratingLower": 1263.8119824443474, "ratingUpper": 1283.5383701235396, "rankUpper": 260, "rankLower": 295, "votes": 7992, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://openai.com/research/gpt-4", "pimg": null, "psec": null }, { "rank": 282, "model": "llama-3-70b-instruct", "modelKey": "llama-3-70b-instruct", "org": "Meta", "rating": 1273.28891986815, "ratingLower": 1265.893732383303, "ratingUpper": 1280.6841073529972, "rankUpper": 264, "rankLower": 294, "votes": 21421, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.51, "pout": 0.74, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 283, "model": "gemma-3-4b-it", "modelKey": "gemma-3-4b-it", "org": "Google", "rating": 1272.1611724871736, "ratingLower": 1248.5685226843607, "ratingUpper": 1295.7538222899868, "rankUpper": 248, "rankLower": 301, "votes": 565, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-4b-it", "pimg": null, "psec": null }, { "rank": 284, "model": "gemma-2-9b-it-simpo", "modelKey": "gemma-2-9b-it-simpo", "org": "Unknown", "rating": 1271.7098114812215, "ratingLower": 1257.154947578621, "ratingUpper": 1286.2646753838217, "rankUpper": 257, "rankLower": 297, "votes": 1660, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO", "pimg": null, "psec": null }, { "rank": 285, "model": "gemini-1.5-flash-001", "modelKey": "gemini-1.5-flash-001", "org": "Google", "rating": 1269.8357006965134, "ratingLower": 1261.857809823756, "ratingUpper": 1277.813591569271, "rankUpper": 266, "rankLower": 296, "votes": 11065, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash", "pimg": null, "psec": null }, { "rank": 286, "model": "jamba-1.5-large", "modelKey": "jamba-1.5-large", "org": "Unknown", "rating": 1266.5524555529416, "ratingLower": 1251.9696010473554, "ratingUpper": 1281.135310058528, "rankUpper": 264, "rankLower": 301, "votes": 1634, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 2, "pout": 8, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 287, "model": "reka-core-20240904", "modelKey": "reka-core-20240904", "org": "Unknown", "rating": 1265.0444956599422, "ratingLower": 1248.7625811519797, "ratingUpper": 1281.3264101679047, "rankUpper": 264, "rankLower": 301, "votes": 1255, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 288, "model": "olmo-3.1-32b-think", "modelKey": "olmo-3.1-32b-think", "org": "Ai2", "rating": 1264.9641090619275, "ratingLower": 1246.6792393953483, "ratingUpper": 1283.248978728507, "rankUpper": 260, "rankLower": 302, "votes": 1148, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Think", "pimg": null, "psec": null }, { "rank": 289, "model": "granite-4.2-8b", "modelKey": "solace", "org": "IBM", "rating": 1264.90806531123, "ratingLower": 1235.6546802142489, "ratingUpper": 1294.1614504082113, "rankUpper": 250, "rankLower": 305, "votes": 500, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.06, "pout": 0.25, "ctx": 131072, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 290, "model": "gpt-4-0613", "modelKey": "gpt-4-0613", "org": "OpenAI", "rating": 1262.0544356315681, "ratingLower": 1253.6706891085764, "ratingUpper": 1270.43818215456, "rankUpper": 270, "rankLower": 297, "votes": 13168, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo", "pimg": null, "psec": null }, { "rank": 291, "model": "glm-4-0520", "modelKey": "glm-4-0520", "org": "Z.ai", "rating": 1259.0240973133273, "ratingLower": 1244.4211630770221, "ratingUpper": 1273.6270315496326, "rankUpper": 269, "rankLower": 303, "votes": 1631, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://open.bigmodel.cn/dev/api#language", "pimg": null, "psec": null }, { "rank": 292, "model": "nemotron-4-340b-instruct", "modelKey": "nemotron-4-340b-instruct", "org": "Nvidia", "rating": 1257.4162253460788, "ratingLower": 1245.8446164805164, "ratingUpper": 1268.9878342116413, "rankUpper": 271, "rankLower": 303, "votes": 3098, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Nemotron-4-340B-Instruct", "pimg": null, "psec": null }, { "rank": 293, "model": "qwen2.5-coder-32b-instruct", "modelKey": "qwen2.5-coder-32b-instruct", "org": "Alibaba", "rating": 1251.2800986864886, "ratingLower": 1233.3612865263713, "ratingUpper": 1269.198910846606, "rankUpper": 271, "rankLower": 306, "votes": 1024, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.87, "pout": 0.87, "ctx": 32000, "url": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "pimg": null, "psec": null }, { "rank": 294, "model": "gemma-2-9b-it", "modelKey": "gemma-2-9b-it", "org": "Google", "rating": 1251.2116551960826, "ratingLower": 1243.8817498623898, "ratingUpper": 1258.541560529775, "rankUpper": 281, "rankLower": 303, "votes": 9730, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-9b-it", "pimg": null, "psec": null }, { "rank": 295, "model": "command-r-plus-08-2024", "modelKey": "command-r-plus-08-2024", "org": "Cohere", "rating": 1250.1937742787072, "ratingLower": 1236.5740215494193, "ratingUpper": 1263.8135270079952, "rankUpper": 275, "rankLower": 305, "votes": 1826, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 296, "model": "mistral-small-24b-instruct-2501", "modelKey": "mistral-small-24b-instruct-2501", "org": "Mistral", "rating": 1249.9275831015877, "ratingLower": 1236.9758215386355, "ratingUpper": 1262.87934466454, "rankUpper": 276, "rankLower": 305, "votes": 2151, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501", "pimg": null, "psec": null }, { "rank": 297, "model": "claude-3-haiku-20240307", "modelKey": "claude-3-haiku-20240307", "org": "Anthropic", "rating": 1244.8569860243724, "ratingLower": 1237.5390384856564, "ratingUpper": 1252.1749335630884, "rankUpper": 286, "rankLower": 305, "votes": 19344, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 298, "model": "qwen2-72b-instruct", "modelKey": "qwen2-72b-instruct", "org": "Alibaba", "rating": 1243.8977545366365, "ratingLower": 1234.6633248780538, "ratingUpper": 1253.1321841952195, "rankUpper": 286, "rankLower": 306, "votes": 6698, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 32768, "url": "https://qwenlm.github.io/blog/qwen2/", "pimg": null, "psec": null }, { "rank": 299, "model": "olmo-2-0325-32b-instruct", "modelKey": "olmo-2-0325-32b-instruct", "org": "Ai2", "rating": 1243.6485902618913, "ratingLower": 1214.4410358019627, "ratingUpper": 1272.8561447218199, "rankUpper": 270, "rankLower": 316, "votes": 363, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.05, "pout": 0.2, "ctx": 128000, "url": "https://huggingface.co/allenai/OLMo-2-0325-32B-Instruct", "pimg": null, "psec": null }, { "rank": 300, "model": "phi-4", "modelKey": "phi-4", "org": "Microsoft", "rating": 1241.973366210055, "ratingLower": 1231.720069315934, "ratingUpper": 1252.226663104176, "rankUpper": 286, "rankLower": 307, "votes": 3517, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.07, "pout": 0.14, "ctx": 16384, "url": "https://huggingface.co/microsoft/phi-4", "pimg": null, "psec": null }, { "rank": 301, "model": "command-r-plus", "modelKey": "command-r-plus", "org": "Cohere", "rating": 1237.6841793292583, "ratingLower": 1229.2043120635853, "ratingUpper": 1246.1640465949313, "rankUpper": 290, "rankLower": 308, "votes": 12101, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 3, "pout": 15, "ctx": 128000, "url": "https://txt.cohere.com/command-r-plus-microsoft-azure/", "pimg": null, "psec": null }, { "rank": 302, "model": "reka-flash-20240904", "modelKey": "reka-flash-20240904", "org": "Unknown", "rating": 1237.3890950127716, "ratingLower": 1221.3979653875697, "ratingUpper": 1253.3802246379732, "rankUpper": 286, "rankLower": 313, "votes": 1302, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 303, "model": "deepseek-coder-v2", "modelKey": "deepseek-coder-v2", "org": "DeepSeek", "rating": 1235.9495883741038, "ratingLower": 1223.5622753296097, "ratingUpper": 1248.3369014185978, "rankUpper": 289, "rankLower": 312, "votes": 2683, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 128000, "url": "https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct", "pimg": null, "psec": null }, { "rank": 304, "model": "c4ai-aya-expanse-32b", "modelKey": "c4ai-aya-expanse-32b", "org": "Cohere", "rating": 1233.0339952274335, "ratingLower": 1223.909548266543, "ratingUpper": 1242.158442188324, "rankUpper": 293, "rankLower": 312, "votes": 5170, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-32b", "pimg": null, "psec": null }, { "rank": 305, "model": "amazon-nova-lite-v1.0", "modelKey": "amazon-nova-lite-v1.0", "org": "Amazon", "rating": 1228.9071198442111, "ratingLower": 1218.1881695979994, "ratingUpper": 1239.6260700904227, "rankUpper": 293, "rankLower": 316, "votes": 3166, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.06, "pout": 0.24, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 306, "model": "mistral-large-2402", "modelKey": "mistral-large-2402", "org": "Mistral", "rating": 1226.366546508811, "ratingLower": 1217.1356840512044, "ratingUpper": 1235.5974089664182, "rankUpper": 297, "rankLower": 316, "votes": 9521, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 8, "pout": 24, "ctx": 32000, "url": "https://mistral.ai/news/mistral-large/", "pimg": null, "psec": null }, { "rank": 307, "model": "gemini-1.5-flash-8b-001", "modelKey": "gemini-1.5-flash-8b-001", "org": "Google", "rating": 1221.4166092270962, "ratingLower": 1212.9793905116526, "ratingUpper": 1229.8538279425393, "rankUpper": 300, "rankLower": 318, "votes": 6665, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-8b", "pimg": null, "psec": null }, { "rank": 308, "model": "qwen1.5-72b-chat", "modelKey": "qwen1.5-72b-chat", "org": "Alibaba", "rating": 1218.0730186430956, "ratingLower": 1207.7283943515336, "ratingUpper": 1228.4176429346578, "rankUpper": 301, "rankLower": 319, "votes": 5502, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 309, "model": "qwen1.5-110b-chat", "modelKey": "qwen1.5-110b-chat", "org": "Alibaba", "rating": 1212.8077125631348, "ratingLower": 1201.3367048518905, "ratingUpper": 1224.2787202743789, "rankUpper": 301, "rankLower": 326, "votes": 3740, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-110b/", "pimg": null, "psec": null }, { "rank": 310, "model": "command-r-08-2024", "modelKey": "command-r-08-2024", "org": "Cohere", "rating": 1212.3834733945027, "ratingLower": 1198.6156466329903, "ratingUpper": 1226.1513001560147, "rankUpper": 301, "rankLower": 327, "votes": 1851, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 311, "model": "amazon-nova-micro-v1.0", "modelKey": "amazon-nova-micro-v1.0", "org": "Amazon", "rating": 1210.214159839922, "ratingLower": 1199.2409435191391, "ratingUpper": 1221.1873761607053, "rankUpper": 304, "rankLower": 327, "votes": 3069, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.035, "pout": 0.14, "ctx": 128000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 312, "model": "hunyuan-standard-256k", "modelKey": "hunyuan-standard-256k", "org": "Tencent", "rating": 1208.3810364183985, "ratingLower": 1183.427237950806, "ratingUpper": 1233.3348348859909, "rankUpper": 299, "rankLower": 331, "votes": 532, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 313, "model": "ministral-8b-2410", "modelKey": "ministral-8b-2410", "org": "Mistral", "rating": 1207.8455397597186, "ratingLower": 1188.8040736581006, "ratingUpper": 1226.8870058613365, "rankUpper": 301, "rankLower": 328, "votes": 916, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": 131072, "url": "https://huggingface.co/mistralai/Ministral-8B-Instruct-2410", "pimg": null, "psec": null }, { "rank": 314, "model": "llama-3-8b-instruct", "modelKey": "llama-3-8b-instruct", "org": "Meta", "rating": 1205.6287742810173, "ratingLower": 1197.5001488418445, "ratingUpper": 1213.7573997201903, "rankUpper": 307, "rankLower": 328, "votes": 14815, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.14, "pout": 0.14, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 315, "model": "jamba-1.5-mini", "modelKey": "jamba-1.5-mini", "org": "Unknown", "rating": 1205.4493621268136, "ratingLower": 1190.7692260731326, "ratingUpper": 1220.1294981804947, "rankUpper": 304, "rankLower": 328, "votes": 1639, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 0.2, "pout": 0.4, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 316, "model": "reka-flash-21b-20240226-online", "modelKey": "reka-flash-21b-20240226-online", "org": "Unknown", "rating": 1205.1671751953286, "ratingLower": 1190.3120105057865, "ratingUpper": 1220.022339884871, "rankUpper": 304, "rankLower": 328, "votes": 2021, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/http-api.html#generation", "pimg": null, "psec": null }, { "rank": 317, "model": "gpt-3.5-turbo-0125", "modelKey": "gpt-3.5-turbo-0125", "org": "OpenAI", "rating": 1200.936390829991, "ratingLower": 1192.2554942136376, "ratingUpper": 1209.617287446345, "rankUpper": 308, "rankLower": 328, "votes": 10274, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 1.5, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5-turbo", "pimg": null, "psec": null }, { "rank": 318, "model": "c4ai-aya-expanse-8b", "modelKey": "c4ai-aya-expanse-8b", "org": "Cohere", "rating": 1199.788209384557, "ratingLower": 1185.3117698153706, "ratingUpper": 1214.2646489537433, "rankUpper": 307, "rankLower": 331, "votes": 1746, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-8b", "pimg": null, "psec": null }, { "rank": 319, "model": "llama-3.1-8b-instruct", "modelKey": "llama-3.1-8b-instruct", "org": "Meta", "rating": 1198.6239268529598, "ratingLower": 1190.8693073335862, "ratingUpper": 1206.3785463723334, "rankUpper": 309, "rankLower": 328, "votes": 8930, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 320, "model": "gemini-pro", "modelKey": "gemini-pro", "org": "Google", "rating": 1197.9838980556053, "ratingLower": 1173.1794231165914, "ratingUpper": 1222.7883729946193, "rankUpper": 303, "rankLower": 339, "votes": 641, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://blog.google/technology/ai/gemini-api-developers-cloud/", "pimg": null, "psec": null }, { "rank": 321, "model": "command-r", "modelKey": "command-r", "org": "Cohere", "rating": 1197.4967940432953, "ratingLower": 1187.9962938430936, "ratingUpper": 1206.9972942434972, "rankUpper": 309, "rankLower": 328, "votes": 8273, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://txt.cohere.com/command-r", "pimg": null, "psec": null }, { "rank": 322, "model": "mistral-medium", "modelKey": "mistral-medium", "org": "Mistral", "rating": 1195.998902098419, "ratingLower": 1184.6271144134678, "ratingUpper": 1207.3706897833702, "rankUpper": 309, "rankLower": 331, "votes": 4621, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 262144, "url": "https://mistral.ai/news/la-plateforme/", "pimg": null, "psec": null }, { "rank": 323, "model": "reka-flash-21b-20240226", "modelKey": "reka-flash-21b-20240226", "org": "Unknown", "rating": 1194.2094429111044, "ratingLower": 1182.107263713329, "ratingUpper": 1206.3116221088796, "rankUpper": 309, "rankLower": 333, "votes": 3366, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models", "pimg": null, "psec": null }, { "rank": 324, "model": "qwen1.5-32b-chat", "modelKey": "qwen1.5-32b-chat", "org": "Alibaba", "rating": 1193.1988027390264, "ratingLower": 1180.7725375310883, "ratingUpper": 1205.6250679469642, "rankUpper": 309, "rankLower": 334, "votes": 3140, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-32b/", "pimg": null, "psec": null }, { "rank": 325, "model": "yi-1.5-34b-chat", "modelKey": "yi-1.5-34b-chat", "org": "Unknown", "rating": 1189.649745537612, "ratingLower": 1178.3553433664695, "ratingUpper": 1200.9441477087548, "rankUpper": 310, "rankLower": 335, "votes": 3391, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/01-ai/Yi-1.5-34B-Chat", "pimg": null, "psec": null }, { "rank": 326, "model": "mixtral-8x22b-instruct-v0.1", "modelKey": "mixtral-8x22b-instruct-v0.1", "org": "Mistral", "rating": 1188.8512849307226, "ratingLower": 1179.7765131902424, "ratingUpper": 1197.9260566712026, "rankUpper": 312, "rankLower": 335, "votes": 7764, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 65536, "url": "https://mistral.ai/news/mixtral-8x22b/", "pimg": null, "psec": null }, { "rank": 327, "model": "gemini-pro-dev-api", "modelKey": "gemini-pro-dev-api", "org": "Google", "rating": 1187.2726163526663, "ratingLower": 1172.6495865916309, "ratingUpper": 1201.8956461137016, "rankUpper": 309, "rankLower": 339, "votes": 2528, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.0-pro", "pimg": null, "psec": null }, { "rank": 328, "model": "llama-3.1-tulu-3-8b", "modelKey": "llama-3.1-tulu-3-8b", "org": "Ai2", "rating": 1178.3994698003178, "ratingLower": 1153.0922335376683, "ratingUpper": 1203.7067060629674, "rankUpper": 309, "rankLower": 352, "votes": 520, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B", "pimg": null, "psec": null }, { "rank": 329, "model": "dbrx-instruct-preview", "modelKey": "dbrx-instruct-preview", "org": "Unknown", "rating": 1175.002615878373, "ratingLower": 1163.2494826226525, "ratingUpper": 1186.7557491340935, "rankUpper": 319, "rankLower": 344, "votes": 4918, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DBRX LICENSE", "open": 1, "pin": 0.6, "pout": 0.6, "ctx": 32768, "url": "https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm", "pimg": null, "psec": null }, { "rank": 330, "model": "gpt-3.5-turbo-1106", "modelKey": "gpt-3.5-turbo-1106", "org": "OpenAI", "rating": 1171.2429583264457, "ratingLower": 1155.432042383362, "ratingUpper": 1187.0538742695294, "rankUpper": 319, "rankLower": 350, "votes": 2374, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 2, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5", "pimg": null, "psec": null }, { "rank": 331, "model": "mixtral-8x7b-instruct-v0.1", "modelKey": "mixtral-8x7b-instruct-v0.1", "org": "Mistral", "rating": 1167.6802070689334, "ratingLower": 1159.0405389843472, "ratingUpper": 1176.3198751535197, "rankUpper": 326, "rankLower": 345, "votes": 10873, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.63, "pout": 0.63, "ctx": 32000, "url": "https://mistral.ai/news/mixtral-of-experts/", "pimg": null, "psec": null }, { "rank": 332, "model": "internlm2_5-20b-chat", "modelKey": "internlm2_5-20b-chat", "org": "Unknown", "rating": 1166.6663398495357, "ratingLower": 1151.9620558841366, "ratingUpper": 1181.370623814935, "rankUpper": 323, "rankLower": 352, "votes": 1751, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Other", "open": 0, "pin": 0, "pout": 0, "ctx": 32768, "url": "https://huggingface.co/internlm/internlm2_5-20b-chat", "pimg": null, "psec": null }, { "rank": 333, "model": "wizardlm-70b", "modelKey": "wizardlm-70b", "org": "Microsoft", "rating": 1166.3235217474335, "ratingLower": 1146.936951483125, "ratingUpper": 1185.7100920117414, "rankUpper": 319, "rankLower": 354, "votes": 1178, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-70B-V1.0", "pimg": null, "psec": null }, { "rank": 334, "model": "qwen1.5-14b-chat", "modelKey": "qwen1.5-14b-chat", "org": "Alibaba", "rating": 1165.5117273085152, "ratingLower": 1151.1862763480447, "ratingUpper": 1179.837178268986, "rankUpper": 324, "rankLower": 352, "votes": 2568, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 335, "model": "gemma-2-2b-it", "modelKey": "gemma-2-2b-it", "org": "Google", "rating": 1163.8775761915533, "ratingLower": 1155.6842650297112, "ratingUpper": 1172.0708873533954, "rankUpper": 328, "rankLower": 350, "votes": 7933, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-2b-it", "pimg": null, "psec": null }, { "rank": 336, "model": "yi-34b-chat", "modelKey": "yi-34b-chat", "org": "Unknown", "rating": 1161.4491036719219, "ratingLower": 1146.6844214527257, "ratingUpper": 1176.2137858911183, "rankUpper": 326, "rankLower": 354, "votes": 1947, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Yi License", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 4096, "url": "https://huggingface.co/01-ai/Yi-34B-Chat", "pimg": null, "psec": null }, { "rank": 337, "model": "zephyr-orpo-141b-A35b-v0.1", "modelKey": "zephyr-orpo-141b-A35b-v0.1", "org": "Unknown", "rating": 1159.262335979619, "ratingLower": 1135.282545354856, "ratingUpper": 1183.2421266043816, "rankUpper": 322, "rankLower": 361, "votes": 683, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1", "pimg": null, "psec": null }, { "rank": 338, "model": "openchat-3.5", "modelKey": "openchat-3.5", "org": "Unknown", "rating": 1156.8108604215283, "ratingLower": 1138.0597843112946, "ratingUpper": 1175.561936531762, "rankUpper": 326, "rankLower": 357, "votes": 1167, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/openchat/openchat_3.5", "pimg": null, "psec": null }, { "rank": 339, "model": "granite-3.1-8b-instruct", "modelKey": "granite-3.1-8b-instruct", "org": "IBM", "rating": 1156.7828690651422, "ratingLower": 1131.045207080616, "ratingUpper": 1182.5205310496688, "rankUpper": 322, "rankLower": 362, "votes": 551, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-8b-instruct", "pimg": null, "psec": null }, { "rank": 340, "model": "openchat-3.5-0106", "modelKey": "openchat-3.5-0106", "org": "Unknown", "rating": 1152.9973889115986, "ratingLower": 1137.8961691256748, "ratingUpper": 1168.0986086975224, "rankUpper": 328, "rankLower": 357, "votes": 1801, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/openchat/openchat-3.5-0106", "pimg": null, "psec": null }, { "rank": 341, "model": "deepseek-llm-67b-chat", "modelKey": "deepseek-llm-67b-chat", "org": "DeepSeek", "rating": 1152.669217973751, "ratingLower": 1128.3887839960444, "ratingUpper": 1176.949651951458, "rankUpper": 326, "rankLower": 363, "votes": 620, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat", "pimg": null, "psec": null }, { "rank": 342, "model": "llama-3.2-3b-instruct", "modelKey": "llama-3.2-3b-instruct", "org": "Meta", "rating": 1149.2934855670098, "ratingLower": 1132.1431574738183, "ratingUpper": 1166.4438136602012, "rankUpper": 328, "rankLower": 361, "votes": 1299, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.05, "pout": 0.33, "ctx": 131072, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 343, "model": "starling-lm-7b-beta", "modelKey": "starling-lm-7b-beta", "org": "Unknown", "rating": 1146.196510017056, "ratingLower": 1131.06674953972, "ratingUpper": 1161.326270494392, "rankUpper": 329, "rankLower": 362, "votes": 2151, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Starling-LM-7B-beta", "pimg": null, "psec": null }, { "rank": 344, "model": "qwq-32b-preview", "modelKey": "qwq-32b-preview", "org": "Alibaba", "rating": 1145.1576177637514, "ratingLower": 1118.1562939309902, "ratingUpper": 1172.1589415965127, "rankUpper": 328, "rankLower": 366, "votes": 487, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B-Preview", "pimg": null, "psec": null }, { "rank": 345, "model": "snowflake-arctic-instruct", "modelKey": "snowflake-arctic-instruct", "org": "Unknown", "rating": 1143.470025528735, "ratingLower": 1130.881775795889, "ratingUpper": 1156.058275261581, "rankUpper": 330, "rankLower": 362, "votes": 3963, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.snowflake.com/blog/arctic-open-efficient-foundation-language-models-snowflake/", "pimg": null, "psec": null }, { "rank": 346, "model": "granite-3.1-2b-instruct", "modelKey": "granite-3.1-2b-instruct", "org": "IBM", "rating": 1143.3193923896279, "ratingLower": 1116.06627147876, "ratingUpper": 1170.5725133004958, "rankUpper": 328, "rankLower": 366, "votes": 579, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-2b-instruct", "pimg": null, "psec": null }, { "rank": 347, "model": "vicuna-33b", "modelKey": "vicuna-33b", "org": "Unknown", "rating": 1141.0054675999645, "ratingLower": 1128.052815498586, "ratingUpper": 1153.958119701343, "rankUpper": 332, "rankLower": 363, "votes": 3114, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0, "pout": 0, "ctx": 2048, "url": "https://huggingface.co/lmsys/vicuna-33b-v1.3", "pimg": null, "psec": null }, { "rank": 348, "model": "phi-3-medium-4k-instruct", "modelKey": "phi-3-medium-4k-instruct", "org": "Microsoft", "rating": 1139.982893628294, "ratingLower": 1128.9440813587714, "ratingUpper": 1151.0217058978167, "rankUpper": 335, "rankLower": 363, "votes": 3824, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.17, "pout": 0.68, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-medium-4k-instruct", "pimg": null, "psec": null }, { "rank": 349, "model": "granite-3.0-8b-instruct", "modelKey": "granite-3.0-8b-instruct", "org": "IBM", "rating": 1137.0868390378473, "ratingLower": 1117.2259116940768, "ratingUpper": 1156.9477663816178, "rankUpper": 330, "rankLower": 366, "votes": 1148, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-8b-instruct", "pimg": null, "psec": null }, { "rank": 350, "model": "openhermes-2.5-mistral-7b", "modelKey": "openhermes-2.5-mistral-7b", "org": "Unknown", "rating": 1135.997589558369, "ratingLower": 1113.61374403752, "ratingUpper": 1158.3814350792184, "rankUpper": 330, "rankLower": 369, "votes": 722, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.17, "pout": 0.17, "ctx": null, "url": "https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B", "pimg": null, "psec": null }, { "rank": 351, "model": "tulu-2-dpo-70b", "modelKey": "tulu-2-dpo-70b", "org": "Unknown", "rating": 1135.8773570416538, "ratingLower": 1114.7909209311902, "ratingUpper": 1156.9637931521174, "rankUpper": 330, "rankLower": 368, "votes": 827, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "AI2 ImpACT Low-risk", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/tulu-2-dpo-70b", "pimg": null, "psec": null }, { "rank": 352, "model": "llama-2-70b-chat", "modelKey": "llama-2-70b-chat", "org": "Meta", "rating": 1134.8148064908978, "ratingLower": 1124.276944843787, "ratingUpper": 1145.3526681380083, "rankUpper": 337, "rankLower": 365, "votes": 5533, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.7, "pout": 2.8, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-70b-chat-hf", "pimg": null, "psec": null }, { "rank": 353, "model": "starling-lm-7b-alpha", "modelKey": "starling-lm-7b-alpha", "org": "Unknown", "rating": 1133.5494248259513, "ratingLower": 1115.9954474452647, "ratingUpper": 1151.1034022066378, "rankUpper": 335, "rankLower": 366, "votes": 1270, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha", "pimg": null, "psec": null }, { "rank": 354, "model": "nous-hermes-2-mixtral-8x7b-dpo", "modelKey": "nous-hermes-2-mixtral-8x7b-dpo", "org": "Unknown", "rating": 1128.5167909165093, "ratingLower": 1102.571462118335, "ratingUpper": 1154.462119714684, "rankUpper": 332, "rankLower": 373, "votes": 467, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": null, "url": "https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "pimg": null, "psec": null }, { "rank": 355, "model": "mpt-30b-chat", "modelKey": "mpt-30b-chat", "org": "Unknown", "rating": 1125.0479161362218, "ratingLower": 1093.341959571164, "ratingUpper": 1156.75387270128, "rankUpper": 330, "rankLower": 376, "votes": 341, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-30b-chat", "pimg": null, "psec": null }, { "rank": 356, "model": "gemma-1.1-7b-it", "modelKey": "gemma-1.1-7b-it", "org": "Google", "rating": 1124.2355372912486, "ratingLower": 1112.4616418298094, "ratingUpper": 1136.0094327526876, "rankUpper": 339, "rankLower": 369, "votes": 3635, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/google/gemma-1.1-7b-it", "pimg": null, "psec": null }, { "rank": 357, "model": "phi-3-small-8k-instruct", "modelKey": "phi-3-small-8k-instruct", "org": "Microsoft", "rating": 1119.7359845932222, "ratingLower": 1107.438836514631, "ratingUpper": 1132.0331326718133, "rankUpper": 341, "rankLower": 372, "votes": 3115, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-small-8k-instruct", "pimg": null, "psec": null }, { "rank": 358, "model": "granite-3.0-2b-instruct", "modelKey": "granite-3.0-2b-instruct", "org": "IBM", "rating": 1116.8187456958387, "ratingLower": 1097.7509938157584, "ratingUpper": 1135.886497575919, "rankUpper": 339, "rankLower": 375, "votes": 1162, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-2b-instruct", "pimg": null, "psec": null }, { "rank": 359, "model": "qwen1.5-7b-chat", "modelKey": "qwen1.5-7b-chat", "org": "Alibaba", "rating": 1113.4774660533685, "ratingLower": 1088.534701098306, "ratingUpper": 1138.4202310084308, "rankUpper": 337, "rankLower": 379, "votes": 589, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 360, "model": "mistral-7b-instruct-v0.2", "modelKey": "mistral-7b-instruct-v0.2", "org": "Mistral", "rating": 1113.4431411819096, "ratingLower": 1100.2547001057874, "ratingUpper": 1126.631582258032, "rankUpper": 347, "rankLower": 373, "votes": 2566, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2", "pimg": null, "psec": null }, { "rank": 361, "model": "llama2-70b-steerlm-chat", "modelKey": "llama2-70b-steerlm-chat", "org": "Nvidia", "rating": 1112.336043902796, "ratingLower": 1084.4208225479438, "ratingUpper": 1140.2512652576484, "rankUpper": 337, "rankLower": 379, "votes": 451, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama2-70B-SteerLM-Chat", "pimg": null, "psec": null }, { "rank": 362, "model": "solar-10.7b-instruct-v1.0", "modelKey": "solar-10.7b-instruct-v1.0", "org": "Unknown", "rating": 1111.396623459862, "ratingLower": 1086.3051094930725, "ratingUpper": 1136.4881374266517, "rankUpper": 339, "rankLower": 379, "votes": 601, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0", "pimg": null, "psec": null }, { "rank": 363, "model": "wizardlm-13b", "modelKey": "wizardlm-13b", "org": "Microsoft", "rating": 1110.855643768121, "ratingLower": 1090.9158595118568, "ratingUpper": 1130.7954280243853, "rankUpper": 344, "rankLower": 379, "votes": 983, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-13B-V1.2", "pimg": null, "psec": null }, { "rank": 364, "model": "vicuna-13b", "modelKey": "vicuna-13b", "org": "Unknown", "rating": 1101.1566508034784, "ratingLower": 1087.1413993403944, "ratingUpper": 1115.1719022665625, "rankUpper": 352, "rankLower": 379, "votes": 2552, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-13b-v1.5", "pimg": null, "psec": null }, { "rank": 365, "model": "llama-2-13b-chat", "modelKey": "llama-2-13b-chat", "org": "Meta", "rating": 1101.0046504538238, "ratingLower": 1087.0897858752871, "ratingUpper": 1114.9195150323606, "rankUpper": 352, "rankLower": 379, "votes": 2596, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.25, "pout": 0.25, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-13b-chat-hf", "pimg": null, "psec": null }, { "rank": 366, "model": "phi-3-mini-4k-instruct-june-2024", "modelKey": "phi-3-mini-4k-instruct-june-2024", "org": "Microsoft", "rating": 1098.8855854977419, "ratingLower": 1084.0810283780615, "ratingUpper": 1113.690142617422, "rankUpper": 353, "rankLower": 379, "votes": 1839, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": 4096, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 367, "model": "falcon-180b-chat", "modelKey": "falcon-180b-chat", "org": "Unknown", "rating": 1097.4047407254875, "ratingLower": 1057.8766610291518, "ratingUpper": 1136.932820421823, "rankUpper": 339, "rankLower": 389, "votes": 207, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Falcon-180B TII License", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/tiiuae/falcon-180B-chat", "pimg": null, "psec": null }, { "rank": 368, "model": "qwen-14b-chat", "modelKey": "qwen-14b-chat", "org": "Alibaba", "rating": 1096.2274636116474, "ratingLower": 1072.7943890959257, "ratingUpper": 1119.6605381273691, "rankUpper": 348, "rankLower": 383, "votes": 753, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen-14B-Chat", "pimg": null, "psec": null }, { "rank": 369, "model": "palm-2", "modelKey": "palm-2", "org": "Google", "rating": 1091.2998622670807, "ratingLower": 1071.612782634965, "ratingUpper": 1110.9869418991962, "rankUpper": 355, "rankLower": 383, "votes": 1163, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 0.5, "ctx": 25804, "url": "https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models#foundation_models", "pimg": null, "psec": null }, { "rank": 370, "model": "zephyr-7b-beta", "modelKey": "zephyr-7b-beta", "org": "Unknown", "rating": 1090.434376903941, "ratingLower": 1072.8732536839543, "ratingUpper": 1107.9955001239277, "rankUpper": 355, "rankLower": 383, "votes": 1574, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 16384, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-beta", "pimg": null, "psec": null }, { "rank": 371, "model": "dolphin-2.2.1-mistral-7b", "modelKey": "dolphin-2.2.1-mistral-7b", "org": "Unknown", "rating": 1085.3290045710726, "ratingLower": 1044.77976316476, "ratingUpper": 1125.8782459773852, "rankUpper": 347, "rankLower": 389, "votes": 208, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.5, "pout": 0.5, "ctx": 16384, "url": "https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b", "pimg": null, "psec": null }, { "rank": 372, "model": "mistral-7b-instruct", "modelKey": "mistral-7b-instruct", "org": "Mistral", "rating": 1080.8725542019758, "ratingLower": 1061.5868051669008, "ratingUpper": 1100.1583032370509, "rankUpper": 358, "rankLower": 386, "votes": 1259, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.07, "pout": 0.28, "ctx": 4096, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1", "pimg": null, "psec": null }, { "rank": 373, "model": "llama-2-7b-chat", "modelKey": "llama-2-7b-chat", "org": "Meta", "rating": 1077.9312275544069, "ratingLower": 1062.826932675471, "ratingUpper": 1093.035522433343, "rankUpper": 360, "rankLower": 386, "votes": 1851, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-7b-chat-hf", "pimg": null, "psec": null }, { "rank": 374, "model": "llama-3.2-1b-instruct", "modelKey": "llama-3.2-1b-instruct", "org": "Meta", "rating": 1076.03503233153, "ratingLower": 1057.331057255105, "ratingUpper": 1094.739007407955, "rankUpper": 359, "rankLower": 389, "votes": 1236, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.027, "pout": 0.201, "ctx": 60000, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 375, "model": "stripedhyena-nous-7b", "modelKey": "stripedhyena-nous-7b", "org": "Unknown", "rating": 1075.6747445605229, "ratingLower": 1052.7536798729875, "ratingUpper": 1098.5958092480582, "rankUpper": 358, "rankLower": 389, "votes": 738, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/togethercomputer/StripedHyena-Nous-7B", "pimg": null, "psec": null }, { "rank": 376, "model": "zephyr-7b-alpha", "modelKey": "zephyr-7b-alpha", "org": "Unknown", "rating": 1075.315752072279, "ratingLower": 1041.3430813530344, "ratingUpper": 1109.2884227915238, "rankUpper": 355, "rankLower": 389, "votes": 283, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha", "pimg": null, "psec": null }, { "rank": 377, "model": "codellama-34b-instruct", "modelKey": "codellama-34b-instruct", "org": "Meta", "rating": 1074.2609421396699, "ratingLower": 1055.6979338521783, "ratingUpper": 1092.8239504271617, "rankUpper": 360, "rankLower": 389, "votes": 1155, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.35, "pout": 1.4, "ctx": 16384, "url": "https://huggingface.co/codellama/CodeLlama-34b-Instruct-hf", "pimg": null, "psec": null }, { "rank": 378, "model": "guanaco-33b", "modelKey": "guanaco-33b", "org": "Unknown", "rating": 1071.3367554636086, "ratingLower": 1038.0443819007166, "ratingUpper": 1104.6291290265006, "rankUpper": 356, "rankLower": 389, "votes": 331, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/timdettmers/guanaco-33b-merged", "pimg": null, "psec": null }, { "rank": 379, "model": "phi-3-mini-4k-instruct", "modelKey": "phi-3-mini-4k-instruct", "org": "Microsoft", "rating": 1065.0880376212385, "ratingLower": 1051.55952154959, "ratingUpper": 1078.6165536928866, "rankUpper": 367, "rankLower": 389, "votes": 2939, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 380, "model": "vicuna-7b", "modelKey": "vicuna-7b", "org": "Unknown", "rating": 1061.6728754278793, "ratingLower": 1040.7473431520666, "ratingUpper": 1082.598407703692, "rankUpper": 367, "rankLower": 389, "votes": 935, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-7b-v1.5", "pimg": null, "psec": null }, { "rank": 381, "model": "phi-3-mini-128k-instruct", "modelKey": "phi-3-mini-128k-instruct", "org": "Microsoft", "rating": 1058.4684662835577, "ratingLower": 1042.754752149107, "ratingUpper": 1074.1821804180086, "rankUpper": 367, "rankLower": 389, "votes": 2507, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://azure.microsoft.com/en-us/blog/introducing-phi-3-redefining-whats-possible-with-slms/", "pimg": null, "psec": null }, { "rank": 382, "model": "qwen1.5-4b-chat", "modelKey": "qwen1.5-4b-chat", "org": "Alibaba", "rating": 1055.3324599826867, "ratingLower": 1036.5101571729688, "ratingUpper": 1074.1547627924047, "rankUpper": 367, "rankLower": 389, "votes": 1136, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 383, "model": "smollm2-1.7b-instruct", "modelKey": "smollm2-1.7b-instruct", "org": "Unknown", "rating": 1055.0368339744691, "ratingLower": 1016.7555960666034, "ratingUpper": 1093.318071882335, "rankUpper": 360, "rankLower": 392, "votes": 339, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct", "pimg": null, "psec": null }, { "rank": 384, "model": "gemma-1.1-2b-it", "modelKey": "gemma-1.1-2b-it", "org": "Google", "rating": 1050.394971815524, "ratingLower": 1032.4555116100373, "ratingUpper": 1068.3344320210108, "rankUpper": 370, "rankLower": 390, "votes": 1478, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/google/gemma-1.1-2b-it", "pimg": null, "psec": null }, { "rank": 385, "model": "olmo-7b-instruct", "modelKey": "olmo-7b-instruct", "org": "Ai2", "rating": 1041.835561539127, "ratingLower": 1014.1014332593157, "ratingUpper": 1069.569689818938, "rankUpper": 370, "rankLower": 392, "votes": 537, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/allenai/OLMo-7B-Instruct", "pimg": null, "psec": null }, { "rank": 386, "model": "gemma-7b-it", "modelKey": "gemma-7b-it", "org": "Google", "rating": 1041.6617676725675, "ratingLower": 1022.8355785050118, "ratingUpper": 1060.4879568401234, "rankUpper": 372, "rankLower": 391, "votes": 1332, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 8192, "url": "https://huggingface.co/google/gemma-7b-it", "pimg": null, "psec": null }, { "rank": 387, "model": "chatglm3-6b", "modelKey": "chatglm3-6b", "org": "Unknown", "rating": 1035.3200065444253, "ratingLower": 1009.7696189713687, "ratingUpper": 1060.870394117482, "rankUpper": 372, "rankLower": 392, "votes": 637, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm3-6b", "pimg": null, "psec": null }, { "rank": 388, "model": "gemma-2b-it", "modelKey": "gemma-2b-it", "org": "Google", "rating": 1035.0591513920579, "ratingLower": 1011.7936611971784, "ratingUpper": 1058.324641586937, "rankUpper": 372, "rankLower": 392, "votes": 768, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://huggingface.co/google/gemma-2b-it", "pimg": null, "psec": null }, { "rank": 389, "model": "gpt4all-13b-snoozy", "modelKey": "gpt4all-13b-snoozy", "org": "Unknown", "rating": 1028.676381219367, "ratingLower": 991.3455860635986, "ratingUpper": 1066.0071763751353, "rankUpper": 370, "rankLower": 394, "votes": 253, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nomic-ai/gpt4all-13b-snoozy", "pimg": null, "psec": null }, { "rank": 390, "model": "alpaca-13b", "modelKey": "alpaca-13b", "org": "Unknown", "rating": 1010.3905949824889, "ratingLower": 984.5792329053792, "ratingUpper": 1036.2019570595985, "rankUpper": 383, "rankLower": 395, "votes": 653, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://crfm.stanford.edu/2023/03/13/alpaca.html", "pimg": null, "psec": null }, { "rank": 391, "model": "mpt-7b-chat", "modelKey": "mpt-7b-chat", "org": "Unknown", "rating": 1003.2093925740794, "ratingLower": 974.268258018795, "ratingUpper": 1032.150527129364, "rankUpper": 384, "rankLower": 395, "votes": 466, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-7b-chat", "pimg": null, "psec": null }, { "rank": 392, "model": "koala-13b", "modelKey": "koala-13b", "org": "Unknown", "rating": 998.3268181053024, "ratingLower": 974.3458009948556, "ratingUpper": 1022.3078352157495, "rankUpper": 385, "rankLower": 395, "votes": 792, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bair.berkeley.edu/blog/2023/04/03/koala/", "pimg": null, "psec": null }, { "rank": 393, "model": "RWKV-4-Raven-14B", "modelKey": "RWKV-4-Raven-14B", "org": "Unknown", "rating": 979.6399900445363, "ratingLower": 952.5670014567702, "ratingUpper": 1006.7129786323022, "rankUpper": 389, "rankLower": 397, "votes": 556, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/BlinkDL/rwkv-4-raven", "pimg": null, "psec": null }, { "rank": 394, "model": "chatglm2-6b", "modelKey": "chatglm2-6b", "org": "Unknown", "rating": 976.0404122550449, "ratingLower": 944.1216899551259, "ratingUpper": 1007.9591345549641, "rankUpper": 389, "rankLower": 397, "votes": 369, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm2-6b", "pimg": null, "psec": null }, { "rank": 395, "model": "oasst-pythia-12b", "modelKey": "oasst-pythia-12b", "org": "Unknown", "rating": 960.2554856638694, "ratingLower": 934.922037917536, "ratingUpper": 985.5889334102028, "rankUpper": 390, "rankLower": 398, "votes": 683, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5", "pimg": null, "psec": null }, { "rank": 396, "model": "fastchat-t5-3b", "modelKey": "fastchat-t5-3b", "org": "Unknown", "rating": 940.021767982664, "ratingLower": 909.3161554358775, "ratingUpper": 970.7273805294503, "rankUpper": 393, "rankLower": 399, "votes": 387, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/lmsys/fastchat-t5-3b-v1.0", "pimg": null, "psec": null }, { "rank": 397, "model": "chatglm-6b", "modelKey": "chatglm-6b", "org": "Unknown", "rating": 924.4837915038046, "ratingLower": 895.0190682735484, "ratingUpper": 953.9485147340608, "rankUpper": 393, "rankLower": 400, "votes": 492, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm-6b", "pimg": null, "psec": null }, { "rank": 398, "model": "stablelm-tuned-alpha-7b", "modelKey": "stablelm-tuned-alpha-7b", "org": "Unknown", "rating": 898.2682424136215, "ratingLower": 864.5160728930487, "ratingUpper": 932.0204119341943, "rankUpper": 396, "rankLower": 400, "votes": 354, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b", "pimg": null, "psec": null }, { "rank": 399, "model": "llama-13b", "modelKey": "llama-13b", "org": "Meta", "rating": 892.1293059517379, "ratingLower": 849.0939820749941, "ratingUpper": 935.164629828482, "rankUpper": 395, "rankLower": 400, "votes": 247, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0.225, "pout": 0.225, "ctx": null, "url": "https://arxiv.org/abs/2302.13971", "pimg": null, "psec": null }, { "rank": 400, "model": "dolly-v2-12b", "modelKey": "dolly-v2-12b", "org": "Unknown", "rating": 866.510698647239, "ratingLower": 831.1001231106908, "ratingUpper": 901.9212741837871, "rankUpper": 397, "rankLower": 400, "votes": 356, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/databricks/dolly-v2-12b", "pimg": null, "psec": null } ], "coding": [ { "rank": 1, "model": "claude-fable-5-high", "modelKey": "claude-fable-5-text", "org": "Anthropic", "rating": 1552.3947882844711, "ratingLower": 1544.9455730252241, "ratingUpper": 1559.844003543718, "rankUpper": 1, "rankLower": 10, "votes": 8040, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-fable-5-mythos-5", "pimg": null, "psec": null }, { "rank": 2, "model": "claude-opus-4-7-high", "modelKey": "claude-opus-4-7-thinking", "org": "Anthropic", "rating": 1551.7857503741172, "ratingLower": 1545.7453545784301, "ratingUpper": 1557.8261461698044, "rankUpper": 1, "rankLower": 10, "votes": 17149, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 3, "model": "claude-opus-4-6-high", "modelKey": "claude-opus-4-6-thinking", "org": "Anthropic", "rating": 1551.2814450805188, "ratingLower": 1545.553061803802, "ratingUpper": 1557.0098283572354, "rankUpper": 1, "rankLower": 10, "votes": 18766, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 4, "model": "claude-opus-4-7", "modelKey": "claude-opus-4-7", "org": "Anthropic", "rating": 1547.2900797904106, "ratingLower": 1541.2840780736904, "ratingUpper": 1553.2960815071308, "rankUpper": 1, "rankLower": 11, "votes": 17321, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 5, "model": "claude-opus-4-6", "modelKey": "claude-opus-4-6", "org": "Anthropic", "rating": 1546.2118347289356, "ratingLower": 1540.7369701796335, "ratingUpper": 1551.6866992782375, "rankUpper": 1, "rankLower": 11, "votes": 21152, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 6, "model": "gpt-6-astra-max", "modelKey": "gpt-6-astra-max-text", "org": "OpenAI", "rating": 1542.8813549049876, "ratingLower": 1519.4230739710913, "ratingUpper": 1566.339635838884, "rankUpper": 1, "rankLower": 42, "votes": 645, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://openai.com/index/gpt-6-astra/", "pimg": null, "psec": null }, { "rank": 7, "model": "kimi-k3-max", "modelKey": "kimi-k3-v3-text", "org": "Moonshot", "rating": 1538.421228697794, "ratingLower": 1529.8673938342229, "ratingUpper": 1546.9750635613652, "rankUpper": 1, "rankLower": 25, "votes": 5507, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Kimi K3 license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://platform.kimi.ai/docs/guide/kimi-k3-quickstart", "pimg": null, "psec": null }, { "rank": 8, "model": "muse-spark-1.3-max", "modelKey": "muse-spark-1-3-max-bhma-text", "org": "Meta", "rating": 1536.7289288618194, "ratingLower": 1520.273035284368, "ratingUpper": 1553.1848224392709, "rankUpper": 1, "rankLower": 42, "votes": 1346, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 9, "model": "muse-spark-1.2 (xHigh)", "modelKey": "muse-spark-1.2-xhigh-text", "org": "Meta", "rating": 1535.6084152126316, "ratingLower": 1515.7691059570288, "ratingUpper": 1555.4477244682344, "rankUpper": 1, "rankLower": 51, "votes": 928, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 10, "model": "gemini-3.8-flash-high", "modelKey": "skimaki-kwc6", "org": "Google", "rating": 1534.9639746288703, "ratingLower": 1518.9850386484472, "ratingUpper": 1550.9429106092932, "rankUpper": 1, "rankLower": 44, "votes": 1434, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/", "pimg": null, "psec": null }, { "rank": 11, "model": "claude-opus-4-8-high", "modelKey": "claude-opus-4-8-thinking-text", "org": "Anthropic", "rating": 1533.4254031844837, "ratingLower": 1527.2033950715193, "ratingUpper": 1539.6474112974483, "rankUpper": 6, "rankLower": 27, "votes": 14473, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 12, "model": "claude-opus-5-high", "modelKey": "claude-opus-5-high-text", "org": "Anthropic", "rating": 1533.278132586031, "ratingLower": 1526.3150057348232, "ratingUpper": 1540.2412594372388, "rankUpper": 6, "rankLower": 28, "votes": 11403, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 13, "model": "muse-spark-1.1", "modelKey": "super-nova-ext-3tam-text", "org": "Meta", "rating": 1531.247575608137, "ratingLower": 1523.767551279631, "ratingUpper": 1538.727599936643, "rankUpper": 6, "rankLower": 37, "votes": 7958, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/", "pimg": null, "psec": null }, { "rank": 14, "model": "claude-opus-4-5-20251101-high-32k", "modelKey": "claude-opus-4-5-20251101-thinking-32k", "org": "Anthropic", "rating": 1530.171214999922, "ratingLower": 1522.8287457841836, "ratingUpper": 1537.5136842156608, "rankUpper": 6, "rankLower": 37, "votes": 7515, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 15, "model": "claude-opus-4-8", "modelKey": "claude-opus-4-8-text", "org": "Anthropic", "rating": 1529.6854618258922, "ratingLower": 1523.501050656993, "ratingUpper": 1535.8698729947914, "rankUpper": 6, "rankLower": 37, "votes": 14998, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 16, "model": "claude-sonnet-4-6", "modelKey": "claude-sonnet-4-6", "org": "Anthropic", "rating": 1528.3140404944413, "ratingLower": 1522.5564380883152, "ratingUpper": 1534.0716429005677, "rankUpper": 6, "rankLower": 37, "votes": 18320, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-6", "pimg": null, "psec": null }, { "rank": 17, "model": "gpt-5.6-sol-xhigh", "modelKey": "gpt-5.6-sol-xhigh-text", "org": "OpenAI", "rating": 1527.94852213375, "ratingLower": 1520.259198722672, "ratingUpper": 1535.6378455448278, "rankUpper": 6, "rankLower": 42, "votes": 7547, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 4, "pout": 20, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 18, "model": "claude-opus-5-max", "modelKey": "claude-opus-5-max-text", "org": "Anthropic", "rating": 1525.8925538598792, "ratingLower": 1517.11509439742, "ratingUpper": 1534.6700133223383, "rankUpper": 6, "rankLower": 48, "votes": 5404, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 19, "model": "muse-spark", "modelKey": "eureka", "org": "Meta", "rating": 1525.7496616764263, "ratingLower": 1515.6272962265975, "ratingUpper": 1535.872027126255, "rankUpper": 6, "rankLower": 51, "votes": 3771, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-msl/", "pimg": null, "psec": null }, { "rank": 20, "model": "glm-5.3-flash", "modelKey": "glm-5.3-flash-text", "org": "Z.ai", "rating": 1525.0944543724302, "ratingLower": 1513.2168043718389, "ratingUpper": 1536.9721043730217, "rankUpper": 6, "rankLower": 58, "votes": 2755, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.06, "pout": 0.2, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 21, "model": "qwen3.7-max-preview", "modelKey": "melyora-9qr6", "org": "Alibaba", "rating": 1524.6696965610674, "ratingLower": 1506.2445844998138, "ratingUpper": 1543.0948086223214, "rankUpper": 4, "rankLower": 69, "votes": 1117, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.475, "pout": 4.425, "ctx": 1000000, "url": "https://chat.qwen.ai/?models=Qwen3.7-Max-Preview", "pimg": null, "psec": null }, { "rank": 22, "model": "glm-5.3-max", "modelKey": "glm-5.3", "org": "Z.ai", "rating": 1524.010509205338, "ratingLower": 1512.4152370932854, "ratingUpper": 1535.6057813173904, "rankUpper": 6, "rankLower": 58, "votes": 2846, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 23, "model": "claude-opus-4-5-20251101", "modelKey": "claude-opus-4-5-20251101", "org": "Anthropic", "rating": 1523.1378041766397, "ratingLower": 1517.6429985433422, "ratingUpper": 1528.6326098099373, "rankUpper": 7, "rankLower": 48, "votes": 17174, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 24, "model": "qwen3.8-max", "modelKey": "kinsley-mrp8", "org": "Alibaba", "rating": 1521.7560168805712, "ratingLower": 1512.6554012516717, "ratingUpper": 1530.856632509471, "rankUpper": 6, "rankLower": 58, "votes": 4804, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.69, "pout": 5.07, "ctx": 1000000, "url": "https://www.qwencloud.com/models/qwen3.8-max", "pimg": null, "psec": null }, { "rank": 25, "model": "mimo-v2.5-pro", "modelKey": "mimo-v2.5-pro-text", "org": "Xiaomi", "rating": 1520.928533759117, "ratingLower": 1514.9582285137417, "ratingUpper": 1526.8988390044922, "rankUpper": 8, "rankLower": 55, "votes": 16683, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.435, "pout": 0.87, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5-pro/", "pimg": null, "psec": null }, { "rank": 26, "model": "gemini-3.7-flash-high", "modelKey": "andwise-evfd", "org": "Google", "rating": 1520.5863215325742, "ratingLower": 1505.8063070266492, "ratingUpper": 1535.366336038499, "rankUpper": 6, "rankLower": 70, "votes": 1730, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-3-7-flash/", "pimg": null, "psec": null }, { "rank": 27, "model": "claude-sonnet-5-high", "modelKey": "claude-sonnet-5-text", "org": "Anthropic", "rating": 1520.4702750171232, "ratingLower": 1513.4775073400576, "ratingUpper": 1527.463042694189, "rankUpper": 7, "rankLower": 58, "votes": 9725, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-5", "pimg": null, "psec": null }, { "rank": 28, "model": "gemini-3.1-pro-preview", "modelKey": "gemini-3.1-pro-preview", "org": "Google", "rating": 1520.1620093881547, "ratingLower": 1515.3045055496182, "ratingUpper": 1525.0195132266913, "rankUpper": 9, "rankLower": 53, "votes": 29544, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 6, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-pro/", "pimg": null, "psec": null }, { "rank": 29, "model": "gpt-5.4-high", "modelKey": "gpt-5.4-high-no-system-prompt", "org": "OpenAI", "rating": 1520.07617680874, "ratingLower": 1514.0883851837914, "ratingUpper": 1526.0639684336886, "rankUpper": 9, "rankLower": 57, "votes": 16395, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 30, "model": "gpt-5.5-high", "modelKey": "gpt-5.5-high-text", "org": "OpenAI", "rating": 1519.7852146718335, "ratingLower": 1513.947399290576, "ratingUpper": 1525.623030053091, "rankUpper": 9, "rankLower": 57, "votes": 18031, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 31, "model": "claude-sonnet-4-5-20250929-high-32k", "modelKey": "claude-sonnet-4-5-20250929-thinking-32k", "org": "Anthropic", "rating": 1519.5534009140376, "ratingLower": 1514.5955224174616, "ratingUpper": 1524.511279410614, "rankUpper": 9, "rankLower": 55, "votes": 19113, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 32, "model": "claude-fable-5.1-max", "modelKey": "claude-fable-5.1-max-text", "org": "Anthropic", "rating": 1518.8874801450474, "ratingLower": 1501.2740762887177, "ratingUpper": 1536.5008840013772, "rankUpper": 6, "rankLower": 77, "votes": 1184, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/claude-fable-and-mythos-5-1", "pimg": null, "psec": null }, { "rank": 33, "model": "grok-4.5", "modelKey": "grok-4.5-text", "org": "SpaceXAI", "rating": 1518.4737525974735, "ratingLower": 1511.1237026829583, "ratingUpper": 1525.8238025119888, "rankUpper": 9, "rankLower": 60, "votes": 8472, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.5", "pimg": null, "psec": null }, { "rank": 34, "model": "gemini-3-pro", "modelKey": "gemini-3-pro", "org": "Google", "rating": 1518.3227729951627, "ratingLower": 1511.2628246725396, "ratingUpper": 1525.3827213177858, "rankUpper": 9, "rankLower": 60, "votes": 8476, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-3-pro-preview", "pimg": null, "psec": null }, { "rank": 35, "model": "gpt-5.6-terra-xhigh", "modelKey": "gpt-5.6-terra-xhigh-text", "org": "OpenAI", "rating": 1517.933705578711, "ratingLower": 1510.3828384254452, "ratingUpper": 1525.4845727319764, "rankUpper": 9, "rankLower": 62, "votes": 7783, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 36, "model": "gemini-3.6-flash-high", "modelKey": "gemini-3.6-flash", "org": "Google", "rating": 1517.1969419915672, "ratingLower": 1509.661613987758, "ratingUpper": 1524.7322699953763, "rankUpper": 9, "rankLower": 64, "votes": 7795, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 37, "model": "gpt-5.2-chat-latest-20260210", "modelKey": "gpt-5.2-chat-latest", "org": "OpenAI", "rating": 1514.8612049076314, "ratingLower": 1507.9066094352022, "ratingUpper": 1521.8158003800606, "rankUpper": 13, "rankLower": 65, "votes": 9089, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://developers.openai.com/api/docs/models/gpt-5.2-chat-latest", "pimg": null, "psec": null }, { "rank": 38, "model": "gpt-5.5-instant", "modelKey": "gpt-5.5-instant", "org": "OpenAI", "rating": 1514.2301017152722, "ratingLower": 1506.3367925346238, "ratingUpper": 1522.1234108959206, "rankUpper": 13, "rankLower": 69, "votes": 7507, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/gpt-5-5-instant", "pimg": null, "psec": null }, { "rank": 39, "model": "kimi-k2.6", "modelKey": "kimi-k2.6-text", "org": "Moonshot", "rating": 1513.989823881151, "ratingLower": 1506.9503920065797, "ratingUpper": 1521.0292557557225, "rankUpper": 13, "rankLower": 69, "votes": 10398, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.95, "pout": 4, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-6", "pimg": null, "psec": null }, { "rank": 40, "model": "ernie-5.1", "modelKey": "zero-prism", "org": "Baidu", "rating": 1513.7169476363044, "ratingLower": 1506.6194982215668, "ratingUpper": 1520.8143970510419, "rankUpper": 13, "rankLower": 69, "votes": 10269, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5634, "pout": 2.5353, "ctx": 119000, "url": "https://ernie.baidu.com/blog/posts/ernie-5.1-0508-release/", "pimg": null, "psec": null }, { "rank": 41, "model": "gpt-5.4", "modelKey": "gpt-5.4-no-system-prompt", "org": "OpenAI", "rating": 1513.3658434408942, "ratingLower": 1507.4210711954975, "ratingUpper": 1519.3106156862907, "rankUpper": 16, "rankLower": 68, "votes": 17669, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 42, "model": "claude-sonnet-4-5-20250929", "modelKey": "claude-sonnet-4-5-20250929", "org": "Anthropic", "rating": 1513.332453128559, "ratingLower": 1508.2112478004626, "ratingUpper": 1518.4536584566556, "rankUpper": 17, "rankLower": 65, "votes": 18939, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 43, "model": "qwen3.5-max-preview", "modelKey": "kiteki", "org": "Alibaba", "rating": 1513.2038414573447, "ratingLower": 1505.1163876910869, "ratingUpper": 1521.2912952236022, "rankUpper": 13, "rankLower": 71, "votes": 6054, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 6, "ctx": null, "url": "https://qwen.ai/blog?id=qwen3.5-max-preview", "pimg": null, "psec": null }, { "rank": 44, "model": "dola-seed-2.0-pro", "modelKey": "dola-seed-2.0-pro-text", "org": "Bytedance", "rating": 1513.0578105462253, "ratingLower": 1507.5432952597298, "ratingUpper": 1518.572325832721, "rankUpper": 17, "rankLower": 68, "votes": 20697, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.byteplus.com/en/blog/dola-seed-2-0-pro", "pimg": null, "psec": null }, { "rank": 45, "model": "glm-5.1", "modelKey": "glm-5.1-text", "org": "Z.ai", "rating": 1512.5760956301167, "ratingLower": 1506.5249089085569, "ratingUpper": 1518.6272823516765, "rankUpper": 17, "rankLower": 69, "votes": 13597, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 202752, "url": "https://huggingface.co/zai-org/GLM-5.1", "pimg": null, "psec": null }, { "rank": 46, "model": "claude-opus-4-1-20250805-thinking-16k", "modelKey": "claude-opus-4-1-20250805-thinking-16k", "org": "Anthropic", "rating": 1512.371309928136, "ratingLower": 1505.8737179229238, "ratingUpper": 1518.868901933348, "rankUpper": 17, "rankLower": 70, "votes": 9718, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 47, "model": "grok-4.20-beta-0309-reasoning", "modelKey": "grok-4.20-beta-0309-reasoning", "org": "SpaceXAI", "rating": 1510.3327789947539, "ratingLower": 1504.4360994893152, "ratingUpper": 1516.2294585001928, "rankUpper": 19, "rankLower": 72, "votes": 17193, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-beta-0309-reasoning", "pimg": null, "psec": null }, { "rank": 48, "model": "glm-5.2-max", "modelKey": "glm-5.2-text", "org": "Z.ai", "rating": 1509.8081960607392, "ratingLower": 1502.9284805228876, "ratingUpper": 1516.6879115985907, "rankUpper": 19, "rankLower": 75, "votes": 10311, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1000000, "url": "https://huggingface.co/zai-org/GLM-5.2", "pimg": null, "psec": null }, { "rank": 49, "model": "qwen3.6-max-preview", "modelKey": "kizen-beta", "org": "Alibaba", "rating": 1508.7093249120005, "ratingLower": 1493.2096599924005, "ratingUpper": 1524.2089898316003, "rankUpper": 9, "rankLower": 93, "votes": 1547, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.027, "pout": 6.162, "ctx": 262144, "url": "https://qwen.ai/blog?id=qwen3.6-max-preview", "pimg": null, "psec": null }, { "rank": 50, "model": "gpt-5.5", "modelKey": "gpt-5.5-text", "org": "OpenAI", "rating": 1508.624854225633, "ratingLower": 1502.860352898223, "ratingUpper": 1514.389355553043, "rankUpper": 24, "rankLower": 75, "votes": 18748, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 51, "model": "grok-4.20-multi-agent-beta-0309", "modelKey": "grok-4.20-multi-agent-beta-0309", "org": "SpaceXAI", "rating": 1507.8344652280803, "ratingLower": 1501.967182333619, "ratingUpper": 1513.7017481225414, "rankUpper": 26, "rankLower": 77, "votes": 16894, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-multi-agent-beta-0309", "pimg": null, "psec": null }, { "rank": 52, "model": "grok-4.20-beta1", "modelKey": "clanker-text", "org": "SpaceXAI", "rating": 1507.748878232525, "ratingLower": 1500.053993849889, "ratingUpper": 1515.443762615161, "rankUpper": 21, "rankLower": 80, "votes": 7156, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://grok.com/", "pimg": null, "psec": null }, { "rank": 53, "model": "gemini-3-flash", "modelKey": "gemini-3-flash", "org": "Google", "rating": 1507.3230889845668, "ratingLower": 1499.4048718955376, "ratingUpper": 1515.2413060735962, "rankUpper": 22, "rankLower": 81, "votes": 6328, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 54, "model": "grok-4.6-high", "modelKey": "grok-4.6-high-public-text", "org": "SpaceXAI", "rating": 1506.0546805594247, "ratingLower": 1496.2581341625548, "ratingUpper": 1515.8512269562946, "rankUpper": 19, "rankLower": 85, "votes": 4012, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.6", "pimg": null, "psec": null }, { "rank": 55, "model": "gemini-3.5-flash-high", "modelKey": "gemini-3.5-flash-high-public", "org": "Google", "rating": 1505.6872867191405, "ratingLower": 1499.0725671535747, "ratingUpper": 1512.302006284706, "rankUpper": 30, "rankLower": 81, "votes": 11109, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 56, "model": "claude-opus-4-1-20250805", "modelKey": "claude-opus-4-1-20250805", "org": "Anthropic", "rating": 1505.4846612852102, "ratingLower": 1500.0605563831843, "ratingUpper": 1510.9087661872359, "rankUpper": 32, "rankLower": 80, "votes": 15379, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 57, "model": "kimi-k2.5-instant", "modelKey": "kimi-k2.5-instant", "org": "Moonshot", "rating": 1505.2373471567291, "ratingLower": 1491.2663276024414, "ratingUpper": 1519.2083667110169, "rankUpper": 16, "rankLower": 94, "votes": 1769, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.45, "pout": 2.25, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 58, "model": "gemini-3.5-flash-lite", "modelKey": "gemini-3.5-flash-lite", "org": "Google", "rating": 1503.792860176581, "ratingLower": 1496.0056243939798, "ratingUpper": 1511.5800959591822, "rankUpper": 30, "rankLower": 85, "votes": 7325, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 1.25, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 59, "model": "deepseek-v4-pro-high-20260813", "modelKey": "deepseek-v4-pro-high-20260813-text", "org": "DeepSeek", "rating": 1503.3688357839594, "ratingLower": 1491.5513251507716, "ratingUpper": 1515.1863464171472, "rankUpper": 22, "rankLower": 94, "votes": 2593, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": null, "url": "https://api-docs.deepseek.com/updates/#date-2026-08-13", "pimg": null, "psec": null }, { "rank": 60, "model": "mimo-v2-pro", "modelKey": "mimo-v2-pro", "org": "Xiaomi", "rating": 1502.8172872452585, "ratingLower": 1495.0287711578567, "ratingUpper": 1510.6058033326601, "rankUpper": 32, "rankLower": 91, "votes": 6913, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 3.3, "ctx": 1000000, "url": "https://mimo.xiaomi.com/mimo-v2-pro", "pimg": null, "psec": null }, { "rank": 61, "model": "longcat-flash-chat-2602-exp", "modelKey": "frieza", "org": "Meituan", "rating": 1502.71505265791, "ratingLower": 1495.2855748177624, "ratingUpper": 1510.1445304980577, "rankUpper": 33, "rankLower": 91, "votes": 7749, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://longcat.chat/platform/docs/#endpoints", "pimg": null, "psec": null }, { "rank": 62, "model": "hy3", "modelKey": "hy3-tencent-cloud-text", "org": "Tencent", "rating": 1502.6582754738238, "ratingLower": 1489.9952016513075, "ratingUpper": 1515.32134929634, "rankUpper": 21, "rankLower": 94, "votes": 2259, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.132, "pout": 0.528, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3", "pimg": null, "psec": null }, { "rank": 63, "model": "gemini-3.5-flash-medium", "modelKey": "gemini-3.5-flash-medium", "org": "Google", "rating": 1502.3990393864053, "ratingLower": 1495.6070083194327, "ratingUpper": 1509.1910704533782, "rankUpper": 34, "rankLower": 88, "votes": 10711, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 64, "model": "kimi-k2.5-thinking", "modelKey": "kimi-k2.5-text", "org": "Moonshot", "rating": 1501.8692831085432, "ratingLower": 1496.5709874729152, "ratingUpper": 1507.1675787441714, "rankUpper": 38, "rankLower": 85, "votes": 19559, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 3, "ctx": null, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 65, "model": "deepseek-v4-pro", "modelKey": "deepseek-v4-pro-ch1-text", "org": "DeepSeek", "rating": 1501.4955833143335, "ratingLower": 1495.435284804314, "ratingUpper": 1507.5558818243528, "rankUpper": 36, "rankLower": 90, "votes": 16143, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 66, "model": "qwen3.7-plus", "modelKey": "qwen3.7-plus", "org": "Alibaba", "rating": 1501.027643008988, "ratingLower": 1494.4715718483199, "ratingUpper": 1507.583714169656, "rankUpper": 36, "rankLower": 91, "votes": 11416, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.32, "pout": 1.28, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.7-plus", "pimg": null, "psec": null }, { "rank": 67, "model": "qwen3.8-27b", "modelKey": "qwen3.8-27b", "org": "Alibaba", "rating": 1499.0723862210036, "ratingLower": 1488.104481734864, "ratingUpper": 1510.0402907071432, "rankUpper": 33, "rankLower": 98, "votes": 3135, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 3, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.8-27B", "pimg": null, "psec": null }, { "rank": 68, "model": "gemma-4-31b", "modelKey": "pteronura-text", "org": "Google", "rating": 1498.764343393883, "ratingLower": 1483.4324116590226, "ratingUpper": 1514.0962751287436, "rankUpper": 24, "rankLower": 107, "votes": 1373, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.99, "pout": 1.49, "ctx": 131072, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-31b-it", "pimg": null, "psec": null }, { "rank": 69, "model": "grok-4.1-thinking", "modelKey": "grok-4.1-thinking", "org": "SpaceXAI", "rating": 1498.7400318477014, "ratingLower": 1493.102172013333, "ratingUpper": 1504.37789168207, "rankUpper": 47, "rankLower": 93, "votes": 14831, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 70, "model": "claude-opus-4-20250514-thinking-16k", "modelKey": "claude-opus-4-20250514-thinking-16k", "org": "Anthropic", "rating": 1498.170482130892, "ratingLower": 1490.3458570344108, "ratingUpper": 1505.9951072273732, "rankUpper": 43, "rankLower": 94, "votes": 6559, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 71, "model": "gpt-5.6-luna-xhigh", "modelKey": "gpt-5.6-luna-xhigh-text", "org": "OpenAI", "rating": 1497.7149023723503, "ratingLower": 1490.209645465471, "ratingUpper": 1505.2201592792294, "rankUpper": 45, "rankLower": 94, "votes": 7986, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.2, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 72, "model": "glm-5", "modelKey": "glm-5", "org": "Z.ai", "rating": 1497.5373857914685, "ratingLower": 1490.1290819641595, "ratingUpper": 1504.9456896187774, "rankUpper": 46, "rankLower": 94, "votes": 7179, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1, "pout": 3.2, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-5", "pimg": null, "psec": null }, { "rank": 73, "model": "minimax-m3", "modelKey": "minimax-m3", "org": "MiniMax", "rating": 1496.266527235419, "ratingLower": 1490.0090814096955, "ratingUpper": 1502.5239730611427, "rankUpper": 49, "rankLower": 94, "votes": 14110, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MiniMax Community License", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 524288, "url": "https://www.minimax.io/models/text/m3", "pimg": null, "psec": null }, { "rank": 74, "model": "gpt-5.3-chat-latest", "modelKey": "gpt-5.3-chat-latest", "org": "OpenAI", "rating": 1496.0328632974413, "ratingLower": 1488.8024788500259, "ratingUpper": 1503.263247744857, "rankUpper": 47, "rankLower": 98, "votes": 8698, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://openai.com/index/gpt-5-3-instant/", "pimg": null, "psec": null }, { "rank": 75, "model": "gpt-5.4-mini-high", "modelKey": "gpt-5.4-mini-high", "org": "OpenAI", "rating": 1496.0022850726907, "ratingLower": 1489.9903374692165, "ratingUpper": 1502.0142326761647, "rankUpper": 49, "rankLower": 94, "votes": 16192, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 76, "model": "qwen3.6-plus", "modelKey": "qwen3.6-plus-text", "org": "Alibaba", "rating": 1494.736472687232, "ratingLower": 1488.3206688964895, "ratingUpper": 1501.1522764779743, "rankUpper": 51, "rankLower": 98, "votes": 13758, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.325, "pout": 1.95, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.6", "pimg": null, "psec": null }, { "rank": 77, "model": "grok-4.1", "modelKey": "grok-4.1", "org": "SpaceXAI", "rating": 1492.4969446645152, "ratingLower": 1486.888067292963, "ratingUpper": 1498.1058220360674, "rankUpper": 55, "rankLower": 99, "votes": 15425, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 78, "model": "inkling", "modelKey": "inkling-text", "org": "Thinky", "rating": 1491.9899881930537, "ratingLower": 1484.2993889620684, "ratingUpper": 1499.6805874240388, "rankUpper": 53, "rankLower": 107, "votes": 7414, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 1, "pout": 4.05, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/introducing-inkling/", "pimg": null, "psec": null }, { "rank": 79, "model": "gpt-5.1-high", "modelKey": "gpt-5.1-high", "org": "OpenAI", "rating": 1491.7987139681204, "ratingLower": 1484.7231659281, "ratingUpper": 1498.8742620081407, "rankUpper": 55, "rankLower": 107, "votes": 8106, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 80, "model": "qwen3.5-397b-a17b", "modelKey": "qwen3.5-397b-a17b-text", "org": "Alibaba", "rating": 1490.7189146057956, "ratingLower": 1485.5851825555028, "ratingUpper": 1495.8526466560886, "rankUpper": 58, "rankLower": 105, "votes": 22136, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.55, "pout": 3.5, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B", "pimg": null, "psec": null }, { "rank": 81, "model": "mimo-v2.5", "modelKey": "mimo-v2.5-text", "org": "Xiaomi", "rating": 1490.567490486443, "ratingLower": 1483.9020044958386, "ratingUpper": 1497.2329764770473, "rankUpper": 55, "rankLower": 107, "votes": 12829, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5/", "pimg": null, "psec": null }, { "rank": 82, "model": "gemini-3-flash (thinking-minimal)", "modelKey": "gemini-3-flash-thinking-minimal", "org": "Google", "rating": 1490.4517296310637, "ratingLower": 1485.3612087256997, "ratingUpper": 1495.5422505364277, "rankUpper": 59, "rankLower": 106, "votes": 22520, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 83, "model": "gpt-5.2-high", "modelKey": "gpt-5.2-high", "org": "OpenAI", "rating": 1489.2836374093756, "ratingLower": 1483.0868429286031, "ratingUpper": 1495.480431890148, "rankUpper": 59, "rankLower": 107, "votes": 11674, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 84, "model": "ernie-5.0-0110", "modelKey": "ernie-5.0-0110", "org": "Baidu", "rating": 1489.1398173088212, "ratingLower": 1482.3798185993019, "ratingUpper": 1495.8998160183407, "rankUpper": 58, "rankLower": 109, "votes": 8553, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-0110-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 85, "model": "glm-5v-turbo", "modelKey": "glm-5v-turbo", "org": "Z.ai", "rating": 1489.074770676322, "ratingLower": 1477.1814797379968, "ratingUpper": 1500.9680616146472, "rankUpper": 51, "rankLower": 114, "votes": 2612, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 4, "ctx": 202752, "url": "https://docs.z.ai/guides/vlm/glm-5v-turbo", "pimg": null, "psec": null }, { "rank": 86, "model": "deepseek-v4-pro-high-preview", "modelKey": "deepseek-v4-pro-ch1-thinking-text", "org": "DeepSeek", "rating": 1488.0541644421278, "ratingLower": 1481.8421050914822, "ratingUpper": 1494.2662237927736, "rankUpper": 63, "rankLower": 109, "votes": 15077, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 87, "model": "grok-4.3", "modelKey": "grok-4.3-text", "org": "SpaceXAI", "rating": 1487.816126891927, "ratingLower": 1482.0501051489034, "ratingUpper": 1493.5821486349507, "rankUpper": 63, "rankLower": 109, "votes": 18716, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.3", "pimg": null, "psec": null }, { "rank": 88, "model": "amazon-nova-experimental-chat-26-02-10", "modelKey": "beluga-0304-1", "org": "Amazon", "rating": 1487.5138332736403, "ratingLower": 1467.4762820924389, "ratingUpper": 1507.5513844548418, "rankUpper": 36, "rankLower": 130, "votes": 836, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 89, "model": "kimi-k2-thinking-turbo", "modelKey": "kimi-k2-thinking-turbo", "org": "Moonshot", "rating": 1486.5077983525466, "ratingLower": 1480.977788518233, "ratingUpper": 1492.03780818686, "rankUpper": 65, "rankLower": 111, "votes": 14683, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.57, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/moonshotai/Kimi-K2-Thinking", "pimg": null, "psec": null }, { "rank": 90, "model": "mimo-v2-omni", "modelKey": "mimo-v2-omni", "org": "Xiaomi", "rating": 1486.49937302428, "ratingLower": 1477.6288809255923, "ratingUpper": 1495.3698651229677, "rankUpper": 60, "rankLower": 114, "votes": 5520, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 2.2, "ctx": 256000, "url": "https://mimo.xiaomi.com/mimo-v2-omni", "pimg": null, "psec": null }, { "rank": 91, "model": "glm-4.7", "modelKey": "glm-4.7", "org": "Z.ai", "rating": 1485.175439569935, "ratingLower": 1473.0884258847705, "ratingUpper": 1497.2624532550994, "rankUpper": 55, "rankLower": 122, "votes": 2389, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.4, "pout": 1.75, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-4.7", "pimg": null, "psec": null }, { "rank": 92, "model": "deepseek-v4-flash", "modelKey": "deepseek-v4-ch3-text", "org": "DeepSeek", "rating": 1483.0660190216695, "ratingLower": 1476.7025818238035, "ratingUpper": 1489.4294562195357, "rankUpper": 73, "rankLower": 116, "votes": 14310, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 93, "model": "muse-glimmer", "modelKey": "onyx-v1-4-33s7", "org": "Meta", "rating": 1482.6582639134595, "ratingLower": 1464.0613699375413, "ratingUpper": 1501.2551578893779, "rankUpper": 51, "rankLower": 137, "votes": 1051, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.meta.ai/blog/introducing-muse-glimmer-open-agentic-model", "pimg": null, "psec": null }, { "rank": 94, "model": "gpt-5.2", "modelKey": "gpt-5.2", "org": "OpenAI", "rating": 1482.2205816803396, "ratingLower": 1476.9645728879357, "ratingUpper": 1487.4765904727435, "rankUpper": 76, "rankLower": 114, "votes": 20773, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 95, "model": "amazon-nova-experimental-chat-26-01-10", "modelKey": "beluga-0213-1", "org": "Amazon", "rating": 1481.7667008438164, "ratingLower": 1460.5647360905061, "ratingUpper": 1502.9686655971266, "rankUpper": 47, "rankLower": 141, "votes": 734, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 96, "model": "claude-haiku-4-5-20251001", "modelKey": "claude-haiku-4-5-20251001", "org": "Anthropic", "rating": 1481.6637304286492, "ratingLower": 1477.4221804181632, "ratingUpper": 1485.9052804391351, "rankUpper": 77, "rankLower": 114, "votes": 33262, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-haiku-4-5", "pimg": null, "psec": null }, { "rank": 97, "model": "qwen3-max-preview", "modelKey": "qwen3-max-preview", "org": "Alibaba", "rating": 1481.0600631071013, "ratingLower": 1472.6920368079755, "ratingUpper": 1489.4280894062274, "rankUpper": 73, "rankLower": 122, "votes": 5307, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://www.alibabacloud.com/help/en/model-studio/models", "pimg": null, "psec": null }, { "rank": 98, "model": "minimax-m2.7", "modelKey": "deep-octo", "org": "MiniMax", "rating": 1480.8540860810813, "ratingLower": 1475.4032698116987, "ratingUpper": 1486.3049023504636, "rankUpper": 77, "rankLower": 117, "votes": 19870, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m27-en", "pimg": null, "psec": null }, { "rank": 99, "model": "gemma-4-26b-a4b", "modelKey": "significant-otter-text", "org": "Google", "rating": 1480.793830436988, "ratingLower": 1465.6034469369008, "ratingUpper": 1495.9842139370753, "rankUpper": 58, "rankLower": 136, "votes": 1377, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-26b-a4b-it", "pimg": null, "psec": null }, { "rank": 100, "model": "deepseek-v4-flash-high-preview", "modelKey": "deepseek-v4-ch3-thinking-text", "org": "DeepSeek", "rating": 1479.0610533290348, "ratingLower": 1472.6627463744235, "ratingUpper": 1485.4593602836462, "rankUpper": 78, "rankLower": 122, "votes": 14280, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 101, "model": "mistral-medium-3.5", "modelKey": "mistral-medium-3.5-text", "org": "Mistral", "rating": 1478.8129312283418, "ratingLower": 1467.6523917113366, "ratingUpper": 1489.9734707453467, "rankUpper": 73, "rankLower": 130, "votes": 3070, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.75, "pout": 3.75, "ctx": 262144, "url": "https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04", "pimg": null, "psec": null }, { "rank": 102, "model": "deepseek-v3.2-thinking", "modelKey": "deepseek-v3.2-thinking", "org": "DeepSeek", "rating": 1475.7619823134132, "ratingLower": 1468.949557827846, "ratingUpper": 1482.5744067989804, "rankUpper": 84, "rankLower": 128, "votes": 8481, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 103, "model": "deepseek-v3.2-exp-thinking", "modelKey": "deepseek-v3.2-exp-thinking", "org": "DeepSeek", "rating": 1475.6934642556978, "ratingLower": 1462.3343080729637, "ratingUpper": 1489.0526204384316, "rankUpper": 73, "rankLower": 140, "votes": 1906, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 104, "model": "gpt-5.1", "modelKey": "gpt-5.1", "org": "OpenAI", "rating": 1474.9157725239363, "ratingLower": 1468.1529802585164, "ratingUpper": 1481.6785647893562, "rankUpper": 87, "rankLower": 129, "votes": 9023, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 105, "model": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "modelKey": "may26-chatbot4-3x57", "org": "Nvidia", "rating": 1474.4886725126198, "ratingLower": 1463.0837945271467, "ratingUpper": 1485.8935504980932, "rankUpper": 77, "rankLower": 139, "votes": 2944, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "pimg": null, "psec": null }, { "rank": 106, "model": "Inkling Small", "modelKey": "inkling-small", "org": "Thinky", "rating": 1474.2022980001718, "ratingLower": 1465.5415400244406, "ratingUpper": 1482.8630559759029, "rankUpper": 84, "rankLower": 136, "votes": 5384, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.45, "pout": 1.2, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/inkling-small/", "pimg": null, "psec": null }, { "rank": 107, "model": "claude-sonnet-4-20250514-thinking-32k", "modelKey": "claude-sonnet-4-20250514-thinking-32k", "org": "Anthropic", "rating": 1473.4497050643147, "ratingLower": 1465.6476585222774, "ratingUpper": 1481.251751606352, "rankUpper": 87, "rankLower": 136, "votes": 6299, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 108, "model": "qwen3-max-2025-09-23", "modelKey": "qwen3-max-2025-09-23", "org": "Alibaba", "rating": 1473.4404324201953, "ratingLower": 1460.4112338533266, "ratingUpper": 1486.469630987064, "rankUpper": 77, "rankLower": 141, "votes": 2007, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=241398b9cd6353de490b0f82806c7848c5d2777d&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 109, "model": "ernie-5.0-preview-1203", "modelKey": "ernie-5.0-preview-1203", "org": "Baidu", "rating": 1473.3021737492481, "ratingLower": 1460.100920432674, "ratingUpper": 1486.5034270658223, "rankUpper": 77, "rankLower": 142, "votes": 1929, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1203-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 110, "model": "longcat-flash-chat", "modelKey": "longcat-flash-chat", "org": "Meituan", "rating": 1473.2109438033783, "ratingLower": 1460.5418544003649, "ratingUpper": 1485.880033206392, "rankUpper": 77, "rankLower": 141, "votes": 2202, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.8, "ctx": 131072, "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat", "pimg": null, "psec": null }, { "rank": 111, "model": "qwen3-235b-a22b-instruct-2507", "modelKey": "qwen3-235b-a22b-instruct-2507", "org": "Alibaba", "rating": 1472.1716571502316, "ratingLower": 1467.5924911306881, "ratingUpper": 1476.750823169775, "rankUpper": 92, "rankLower": 130, "votes": 21114, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.264, "pout": 1.06, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 112, "model": "gpt-5-high", "modelKey": "gpt-5-high", "org": "OpenAI", "rating": 1470.2020751644789, "ratingLower": 1462.144052061686, "ratingUpper": 1478.2600982672716, "rankUpper": 88, "rankLower": 140, "votes": 6306, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5", "pimg": null, "psec": null }, { "rank": 113, "model": "deepseek-v3.2", "modelKey": "deepseek-v3.2", "org": "DeepSeek", "rating": 1469.360236123987, "ratingLower": 1462.9663549975912, "ratingUpper": 1475.754117250383, "rankUpper": 93, "rankLower": 139, "votes": 10510, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 114, "model": "mistral-large-3", "modelKey": "mistral-large-3", "org": "Mistral", "rating": 1468.719677115095, "ratingLower": 1463.6041939201332, "ratingUpper": 1473.8351603100568, "rankUpper": 94, "rankLower": 137, "votes": 17344, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1.5, "ctx": null, "url": "https://mistral.ai/news/mistral-3", "pimg": null, "psec": null }, { "rank": 115, "model": "chatgpt-4o-latest-20250326", "modelKey": "chatgpt-4o-latest-20250326", "org": "OpenAI", "rating": 1468.1662666652455, "ratingLower": 1463.034752891136, "ratingUpper": 1473.2977804393552, "rankUpper": 94, "rankLower": 139, "votes": 15562, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://x.com/OpenAI/status/1905331956856050135", "pimg": null, "psec": null }, { "rank": 116, "model": "kimi-k2-0905-preview", "modelKey": "kimi-k2-0905-preview", "org": "Moonshot", "rating": 1466.9599066100168, "ratingLower": 1454.343861027944, "ratingUpper": 1479.5759521920895, "rankUpper": 88, "rankLower": 149, "votes": 2219, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 262144, "url": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905", "pimg": null, "psec": null }, { "rank": 117, "model": "gemini-2.5-pro", "modelKey": "gemini-2.5-pro", "org": "Google", "rating": 1464.9733178827762, "ratingLower": 1460.6716784658443, "ratingUpper": 1469.2749572997081, "rankUpper": 97, "rankLower": 140, "votes": 26265, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 10, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-pro", "pimg": null, "psec": null }, { "rank": 118, "model": "deepseek-v3.2-exp", "modelKey": "deepseek-v3.2-exp", "org": "DeepSeek", "rating": 1464.9426600403701, "ratingLower": 1453.1735377239456, "ratingUpper": 1476.7117823567946, "rankUpper": 92, "rankLower": 151, "votes": 2471, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 119, "model": "claude-opus-4-20250514", "modelKey": "claude-opus-4-20250514", "org": "Anthropic", "rating": 1464.6994020812272, "ratingLower": 1457.4169779654535, "ratingUpper": 1471.9818261970008, "rankUpper": 97, "rankLower": 145, "votes": 7785, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 120, "model": "qwen3-vl-235b-a22b-instruct", "modelKey": "qwen3-vl-235b-a22b-instruct", "org": "Alibaba", "rating": 1464.6197722920333, "ratingLower": 1451.5762833755566, "ratingUpper": 1477.66326120851, "rankUpper": 88, "rankLower": 152, "votes": 2287, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.21, "pout": 1.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 121, "model": "deepseek-r1-0528", "modelKey": "deepseek-r1-0528", "org": "DeepSeek", "rating": 1463.9651734546726, "ratingLower": 1452.5890158567279, "ratingUpper": 1475.3413310526173, "rankUpper": 94, "rankLower": 152, "votes": 2686, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.5, "pout": 2.15, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250528", "pimg": null, "psec": null }, { "rank": 122, "model": "gpt-5-chat", "modelKey": "gpt-5-chat", "org": "OpenAI", "rating": 1462.5374964328412, "ratingLower": 1454.6418421635974, "ratingUpper": 1470.433150702085, "rankUpper": 97, "rankLower": 149, "votes": 5930, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-5-chat-latest", "pimg": null, "psec": null }, { "rank": 123, "model": "deepseek-v3.1-terminus-thinking", "modelKey": "deepseek-v3.1-terminus-thinking", "org": "DeepSeek", "rating": 1461.2330837091693, "ratingLower": 1437.6399477789018, "ratingUpper": 1484.8262196394369, "rankUpper": 79, "rankLower": 174, "votes": 632, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 124, "model": "grok-4-1-fast-reasoning", "modelKey": "grok-4-1-fast-reasoning", "org": "SpaceXAI", "rating": 1460.5006019592458, "ratingLower": 1454.77677155955, "ratingUpper": 1466.2244323589416, "rankUpper": 102, "rankLower": 149, "votes": 13357, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 0.5, "ctx": 131072, "url": "https://x.ai/news/grok-4-1-fast", "pimg": null, "psec": null }, { "rank": 125, "model": "o3-2025-04-16", "modelKey": "o3-2025-04-16", "org": "OpenAI", "rating": 1460.3300160044298, "ratingLower": 1454.094735095147, "ratingUpper": 1466.5652969137127, "rankUpper": 102, "rankLower": 149, "votes": 11517, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 126, "model": "hunyuan-hy3-preview", "modelKey": "hunyuan-hy3-preview-text", "org": "Tencent", "rating": 1460.2014814149402, "ratingLower": 1446.4872103971836, "ratingUpper": 1473.915752432697, "rankUpper": 94, "rankLower": 160, "votes": 1963, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "tencent-hunyuan-community", "open": 1, "pin": 0.29, "pout": 1.17, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3-preview", "pimg": null, "psec": null }, { "rank": 127, "model": "kimi-k2-0711-preview", "modelKey": "kimi-k2-0711-preview", "org": "Moonshot", "rating": 1459.7438667473305, "ratingLower": 1451.2782107467553, "ratingUpper": 1468.2095227479056, "rankUpper": 98, "rankLower": 153, "votes": 5179, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 131072, "url": "https://moonshotai.github.io/Kimi-K2/", "pimg": null, "psec": null }, { "rank": 128, "model": "gpt-5.4-nano-high", "modelKey": "gpt-5.4-nano-high", "org": "OpenAI", "rating": 1459.6068122855088, "ratingLower": 1453.560099493402, "ratingUpper": 1465.6535250776158, "rankUpper": 102, "rankLower": 150, "votes": 16530, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.25, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 129, "model": "qwen3.5-122b-a10b", "modelKey": "qwen3.5-122b-a10b", "org": "Alibaba", "rating": 1459.1902307602807, "ratingLower": 1451.9219789530382, "ratingUpper": 1466.4584825675229, "rankUpper": 102, "rankLower": 152, "votes": 7777, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.26, "pout": 2.08, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B", "pimg": null, "psec": null }, { "rank": 130, "model": "gpt-4.5-preview-2025-02-27", "modelKey": "gpt-4.5-preview-2025-02-27", "org": "OpenAI", "rating": 1458.669586190196, "ratingLower": 1445.6363588874865, "ratingUpper": 1471.7028134929055, "rankUpper": 97, "rankLower": 161, "votes": 1939, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 75, "pout": 150, "ctx": 128000, "url": "https://openai.com/index/introducing-gpt-4-5/", "pimg": null, "psec": null }, { "rank": 131, "model": "grok-4-fast-chat", "modelKey": "grok-4-fast-chat", "org": "SpaceXAI", "rating": 1457.8032229526175, "ratingLower": 1440.9743102446243, "ratingUpper": 1474.6321356606106, "rankUpper": 94, "rankLower": 170, "votes": 1179, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 256000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 132, "model": "glm-4.6", "modelKey": "glm-4.6", "org": "Z.ai", "rating": 1457.7655622685916, "ratingLower": 1450.5038839755325, "ratingUpper": 1465.0272405616506, "rankUpper": 105, "rankLower": 156, "votes": 7391, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.43, "pout": 1.75, "ctx": 204800, "url": "https://docs.z.ai/guides/llm/glm-4.6", "pimg": null, "psec": null }, { "rank": 133, "model": "qwen3-coder-480b-a35b-instruct", "modelKey": "qwen3-coder-480b-a35b-instruct", "org": "Alibaba", "rating": 1457.7481945847144, "ratingLower": 1448.7200366556008, "ratingUpper": 1466.7763525138282, "rankUpper": 102, "rankLower": 157, "votes": 4796, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 1.6, "ctx": 262144, "url": "https://qwenlm.github.io/blog/qwen3-coder/", "pimg": null, "psec": null }, { "rank": 134, "model": "gemini-3.1-flash-lite-preview", "modelKey": "gemini-3.1-flash-lite-preview", "org": "Google", "rating": 1456.8590781364655, "ratingLower": 1450.9870968715916, "ratingUpper": 1462.7310594013393, "rankUpper": 110, "rankLower": 153, "votes": 16689, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-flash-lite", "pimg": null, "psec": null }, { "rank": 135, "model": "gpt-4.1-2025-04-14", "modelKey": "gpt-4.1-2025-04-14", "org": "OpenAI", "rating": 1456.670978956374, "ratingLower": 1450.0180817045507, "ratingUpper": 1463.3238762081974, "rankUpper": 107, "rankLower": 156, "votes": 9155, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 136, "model": "deepseek-v3.1-thinking", "modelKey": "deepseek-v3.1-thinking", "org": "DeepSeek", "rating": 1455.7915292216776, "ratingLower": 1442.3169296475044, "ratingUpper": 1469.266128795851, "rankUpper": 97, "rankLower": 164, "votes": 1875, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 137, "model": "glm-4.5", "modelKey": "glm-4.5", "org": "Z.ai", "rating": 1454.5612821621487, "ratingLower": 1445.7603257834478, "ratingUpper": 1463.3622385408494, "rankUpper": 107, "rankLower": 161, "votes": 4713, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 2.2, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 138, "model": "mistral-medium-2508", "modelKey": "mistral-medium-2508", "org": "Mistral", "rating": 1454.3359039545571, "ratingLower": 1449.6909056867332, "ratingUpper": 1458.980902222381, "rankUpper": 117, "rankLower": 156, "votes": 20916, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 139, "model": "qwen3-vl-235b-a22b-thinking", "modelKey": "qwen3-vl-235b-a22b-thinking", "org": "Alibaba", "rating": 1453.3368179262413, "ratingLower": 1438.8610517310883, "ratingUpper": 1467.8125841213944, "rankUpper": 99, "rankLower": 173, "votes": 1614, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 4, "ctx": 131072, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 140, "model": "claude-3-7-sonnet-20250219-thinking-32k", "modelKey": "claude-3-7-sonnet-20250219-thinking-32k", "org": "Anthropic", "rating": 1452.414533883857, "ratingLower": 1444.5132186465287, "ratingUpper": 1460.3158491211855, "rankUpper": 116, "rankLower": 161, "votes": 6130, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 141, "model": "step-3.5-flash", "modelKey": "step-3.5-flash", "org": "StepFun", "rating": 1450.1968811541983, "ratingLower": 1444.3503869572587, "ratingUpper": 1456.0433753511377, "rankUpper": 118, "rankLower": 161, "votes": 14294, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://huggingface.co/stepfun-ai/Step-3.5-Flash", "pimg": null, "psec": null }, { "rank": 142, "model": "qwen3.5-27b", "modelKey": "qwen3.5-27b", "org": "Alibaba", "rating": 1450.0596699605085, "ratingLower": 1442.7368747215667, "ratingUpper": 1457.3824651994503, "rankUpper": 118, "rankLower": 162, "votes": 7496, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.195, "pout": 1.56, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-27B", "pimg": null, "psec": null }, { "rank": 143, "model": "claude-sonnet-4-20250514", "modelKey": "claude-sonnet-4-20250514", "org": "Anthropic", "rating": 1450.0481688740251, "ratingLower": 1442.6387389518475, "ratingUpper": 1457.4575987962028, "rankUpper": 117, "rankLower": 163, "votes": 7273, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 144, "model": "solar-pro4", "modelKey": "solar-pro4-20260805", "org": "Upstage", "rating": 1449.016587686493, "ratingLower": 1426.3407309932832, "ratingUpper": 1471.692444379703, "rankUpper": 97, "rankLower": 186, "votes": 682, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.09, "pout": 0.36, "ctx": 524288, "url": "https://www.upstage.ai/blog/en/solar-pro-4", "pimg": null, "psec": null }, { "rank": 145, "model": "deepseek-v3.1", "modelKey": "deepseek-v3.1", "org": "DeepSeek", "rating": 1447.043801284125, "ratingLower": 1435.397903535527, "ratingUpper": 1458.6896990327232, "rankUpper": 117, "rankLower": 177, "votes": 2602, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 146, "model": "mimo-v2-flash (non-thinking)", "modelKey": "mimo-v2-flash", "org": "Xiaomi", "rating": 1445.5079184413219, "ratingLower": 1439.44042993237, "ratingUpper": 1451.5754069502736, "rankUpper": 127, "rankLower": 172, "votes": 11904, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 147, "model": "qwen3-235b-a22b-no-thinking", "modelKey": "qwen3-235b-a22b-no-thinking", "org": "Alibaba", "rating": 1445.2860858320669, "ratingLower": 1437.7255555591491, "ratingUpper": 1452.8466161049846, "rankUpper": 124, "rankLower": 174, "votes": 6905, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 148, "model": "qwen3-next-80b-a3b-instruct", "modelKey": "qwen3-next-80b-a3b-instruct", "org": "Alibaba", "rating": 1444.5988795772769, "ratingLower": 1435.876536295294, "ratingUpper": 1453.3212228592595, "rankUpper": 123, "rankLower": 176, "votes": 4735, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 1.1, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct", "pimg": null, "psec": null }, { "rank": 149, "model": "deepseek-r1", "modelKey": "deepseek-r1", "org": "DeepSeek", "rating": 1444.4541840764334, "ratingLower": 1432.624016874579, "ratingUpper": 1456.2843512782877, "rankUpper": 118, "rankLower": 180, "votes": 2317, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.7, "pout": 2.5, "ctx": 64000, "url": "https://api-docs.deepseek.com/news/news250120", "pimg": null, "psec": null }, { "rank": 150, "model": "minimax-m2.5", "modelKey": "minimax-m2.5", "org": "MiniMax", "rating": 1444.3330358823098, "ratingLower": 1437.7660583025784, "ratingUpper": 1450.9000134620412, "rankUpper": 129, "rankLower": 174, "votes": 10806, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.27, "pout": 1.08, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m25", "pimg": null, "psec": null }, { "rank": 151, "model": "grok-3-preview-02-24", "modelKey": "grok-3-preview-02-24", "org": "SpaceXAI", "rating": 1442.5244797545447, "ratingLower": 1434.1714961361972, "ratingUpper": 1450.877463372892, "rankUpper": 129, "rankLower": 179, "votes": 5350, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 131072, "url": "https://x.ai/blog/grok-3", "pimg": null, "psec": null }, { "rank": 152, "model": "qwen3-235b-a22b-thinking-2507", "modelKey": "qwen3-235b-a22b-thinking-2507", "org": "Alibaba", "rating": 1442.4270100478732, "ratingLower": 1427.7226899716277, "ratingUpper": 1457.1313301241187, "rankUpper": 118, "rankLower": 184, "votes": 1593, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.23, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507", "pimg": null, "psec": null }, { "rank": 153, "model": "trinity-large-preview", "modelKey": "trinity-large", "org": "Unknown", "rating": 1442.1401631061658, "ratingLower": 1434.6348096305692, "ratingUpper": 1449.6455165817622, "rankUpper": 132, "rankLower": 179, "votes": 7569, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.45, "ctx": 131000, "url": "https://www.arcee.ai/blog/trinity-large", "pimg": null, "psec": null }, { "rank": 154, "model": "deepseek-v3.1-terminus", "modelKey": "deepseek-v3.1-terminus", "org": "DeepSeek", "rating": 1440.0554362864361, "ratingLower": 1419.444852065417, "ratingUpper": 1460.666020507455, "rankUpper": 113, "rankLower": 198, "votes": 771, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 155, "model": "qwen3-30b-a3b-instruct-2507", "modelKey": "qwen3-30b-a3b-instruct-2507", "org": "Alibaba", "rating": 1438.7685746933867, "ratingLower": 1429.8961379454597, "ratingUpper": 1447.6410114413134, "rankUpper": 133, "rankLower": 182, "votes": 4600, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.04815, "pout": 0.19305, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 156, "model": "minimax-m2.1-preview", "modelKey": "minimax-m2.1-preview", "org": "MiniMax", "rating": 1438.393962879608, "ratingLower": 1428.1557134026323, "ratingUpper": 1448.6322123565835, "rankUpper": 133, "rankLower": 183, "votes": 3356, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m21", "pimg": null, "psec": null }, { "rank": 157, "model": "hunyuan-vision-1.5-thinking", "modelKey": "hunyuan-vision-1.5-thinking", "org": "Tencent", "rating": 1438.3484639397027, "ratingLower": 1411.0181423998833, "ratingUpper": 1465.678785479522, "rankUpper": 102, "rankLower": 201, "votes": 422, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://github.com/Tencent-Hunyuan/HunyuanVision", "pimg": null, "psec": null }, { "rank": 158, "model": "grok-4-fast-reasoning", "modelKey": "grok-4-fast-reasoning", "org": "SpaceXAI", "rating": 1438.0409330859554, "ratingLower": 1428.548077480155, "ratingUpper": 1447.533788691756, "rankUpper": 133, "rankLower": 183, "votes": 3838, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 2000000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 159, "model": "qwen3.5-flash", "modelKey": "qwen3.5-flash", "org": "Alibaba", "rating": 1436.9639058061778, "ratingLower": 1431.1588382462166, "ratingUpper": 1442.7689733661389, "rankUpper": 138, "rankLower": 180, "votes": 16581, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1/?tab=doc#/doc/?type=model&url=2840914_2&modelId=group-qwen3.5-flash", "pimg": null, "psec": null }, { "rank": 160, "model": "claude-3-5-sonnet-20241022", "modelKey": "claude-3-5-sonnet-20241022", "org": "Anthropic", "rating": 1435.7746270511486, "ratingLower": 1430.2145935362473, "ratingUpper": 1441.3346605660497, "rankUpper": 141, "rankLower": 182, "votes": 14908, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 161, "model": "grok-4-0709", "modelKey": "grok-4-0709", "org": "SpaceXAI", "rating": 1434.8562861563412, "ratingLower": 1427.9004228723115, "ratingUpper": 1441.8121494403708, "rankUpper": 141, "rankLower": 183, "votes": 7928, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 256000, "url": "https://docs.x.ai/docs/models/grok-4-0709", "pimg": null, "psec": null }, { "rank": 162, "model": "qwen3.5-35b-a3b", "modelKey": "qwen3.5-35b-a3b", "org": "Alibaba", "rating": 1434.7301962943236, "ratingLower": 1427.5001551163089, "ratingUpper": 1441.9602374723383, "rankUpper": 141, "rankLower": 184, "votes": 7962, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3125, "pout": 1.25, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-35B-A3B", "pimg": null, "psec": null }, { "rank": 163, "model": "o3-mini-high", "modelKey": "o3-mini-high", "org": "OpenAI", "rating": 1434.72612721316, "ratingLower": 1423.1775818374456, "ratingUpper": 1446.2746725888744, "rankUpper": 134, "rankLower": 190, "votes": 2596, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://platform.openai.com/docs/guides/reasoning#reasoning-effort", "pimg": null, "psec": null }, { "rank": 164, "model": "gpt-4.1-mini-2025-04-14", "modelKey": "gpt-4.1-mini-2025-04-14", "org": "OpenAI", "rating": 1433.1782693044152, "ratingLower": 1425.6393411955669, "ratingUpper": 1440.7171974132634, "rankUpper": 142, "rankLower": 186, "votes": 6811, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.6, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 165, "model": "o4-mini-2025-04-16", "modelKey": "o4-mini-2025-04-16", "org": "OpenAI", "rating": 1433.1694953532294, "ratingLower": 1426.2649687502947, "ratingUpper": 1440.0740219561644, "rankUpper": 142, "rankLower": 186, "votes": 8601, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 166, "model": "o1-2024-12-17", "modelKey": "o1-2024-12-17", "org": "OpenAI", "rating": 1433.0952264401544, "ratingLower": 1423.5088770282618, "ratingUpper": 1442.6815758520472, "rankUpper": 139, "rankLower": 190, "votes": 3973, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": 200000, "url": "https://openai.com/index/o1-and-new-tools-for-developers/", "pimg": null, "psec": null }, { "rank": 167, "model": "mistral-medium-2505", "modelKey": "mistral-medium-2505", "org": "Mistral", "rating": 1433.0603755031825, "ratingLower": 1425.043045047378, "ratingUpper": 1441.077705958987, "rankUpper": 141, "rankLower": 188, "votes": 5832, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 168, "model": "amazon-nova-experimental-chat-12-10", "modelKey": "beluga-1223-1", "org": "Amazon", "rating": 1432.5584936175196, "ratingLower": 1411.2720655041408, "ratingUpper": 1453.8449217308987, "rankUpper": 122, "rankLower": 201, "votes": 707, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 169, "model": "ernie-5.0-preview-1022", "modelKey": "ernie-5.0-preview-1022", "org": "Baidu", "rating": 1432.304755553152, "ratingLower": 1413.6520977325015, "ratingUpper": 1450.9574133738026, "rankUpper": 129, "rankLower": 201, "votes": 914, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1022-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 170, "model": "qwen3-235b-a22b", "modelKey": "qwen3-235b-a22b", "org": "Alibaba", "rating": 1432.2951709204515, "ratingLower": 1423.2788997186683, "ratingUpper": 1441.311442122235, "rankUpper": 141, "rankLower": 190, "votes": 4307, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 171, "model": "claude-3-7-sonnet-20250219", "modelKey": "claude-3-7-sonnet-20250219", "org": "Anthropic", "rating": 1431.1735651664576, "ratingLower": 1423.717319496398, "ratingUpper": 1438.6298108365174, "rankUpper": 144, "rankLower": 190, "votes": 7055, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 172, "model": "gpt-5-mini-high", "modelKey": "gpt-5-mini-high", "org": "OpenAI", "rating": 1430.7602846549273, "ratingLower": 1422.2701792945948, "ratingUpper": 1439.25039001526, "rankUpper": 143, "rankLower": 194, "votes": 5439, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.125, "pout": 1, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-mini", "pimg": null, "psec": null }, { "rank": 173, "model": "mimo-v2-flash (thinking)", "modelKey": "mimo-v2-flash-thinking-v2", "org": "Xiaomi", "rating": 1430.3393502338804, "ratingLower": 1418.3389115078614, "ratingUpper": 1442.3397889598991, "rankUpper": 140, "rankLower": 199, "votes": 2410, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 174, "model": "deepseek-v3-0324", "modelKey": "deepseek-v3-0324", "org": "DeepSeek", "rating": 1428.7113761284436, "ratingLower": 1421.8964770393002, "ratingUpper": 1435.5262752175872, "rankUpper": 148, "rankLower": 195, "votes": 8280, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 131072, "url": "https://api-docs.deepseek.com/news/news250325", "pimg": null, "psec": null }, { "rank": 175, "model": "gemini-2.5-flash-preview-09-2025", "modelKey": "gemini-2.5-flash-preview-09-2025", "org": "Google", "rating": 1428.3714964582196, "ratingLower": 1420.846560109141, "ratingUpper": 1435.8964328072984, "rankUpper": 147, "rankLower": 198, "votes": 6754, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 176, "model": "glm-4.5-air", "modelKey": "glm-4.5-air", "org": "Z.ai", "rating": 1427.0658191670298, "ratingLower": 1419.325892167614, "ratingUpper": 1434.8057461664457, "rankUpper": 149, "rankLower": 198, "votes": 6004, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.85, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 177, "model": "glm-4.7-flash", "modelKey": "glm-4.7-flash-fireworks", "org": "Z.ai", "rating": 1425.4813447161916, "ratingLower": 1414.2510344852951, "ratingUpper": 1436.7116549470882, "rankUpper": 147, "rankLower": 201, "votes": 2655, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.0605, "pout": 0.4, "ctx": 200000, "url": "https://huggingface.co/zai-org/GLM-4.7-Flash", "pimg": null, "psec": null }, { "rank": 178, "model": "gemini-2.5-flash", "modelKey": "gemini-2.5-flash", "org": "Google", "rating": 1423.540851246973, "ratingLower": 1419.2168405058133, "ratingUpper": 1427.8648619881326, "rankUpper": 158, "rankLower": 198, "votes": 25656, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash", "pimg": null, "psec": null }, { "rank": 179, "model": "qwen3-next-80b-a3b-thinking", "modelKey": "qwen3-next-80b-a3b-thinking", "org": "Alibaba", "rating": 1421.6042307039204, "ratingLower": 1410.140042806913, "ratingUpper": 1433.0684186009275, "rankUpper": 151, "rankLower": 202, "votes": 2642, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 1.2, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking", "pimg": null, "psec": null }, { "rank": 180, "model": "nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4", "modelKey": "august26-chatbot1-fmme", "org": "Nvidia", "rating": 1421.4296548068821, "ratingLower": 1408.1978208306768, "ratingUpper": 1434.6614887830872, "rankUpper": 149, "rankLower": 203, "votes": 2235, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://developer.nvidia.com/blog/nvidia-nemotron-3-5-lightning-delivers-fast-accurate-specialized-task-execution-for-long-running-agents/?nvid=nv-csfg-698644", "pimg": null, "psec": null }, { "rank": 181, "model": "amazon-nova-experimental-chat-11-10", "modelKey": "amazon-nova-experimental-chat-11-10", "org": "Amazon", "rating": 1418.7632124449972, "ratingLower": 1410.58702403619, "ratingUpper": 1426.9394008538045, "rankUpper": 160, "rankLower": 201, "votes": 5267, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 182, "model": "o3-mini", "modelKey": "o3-mini", "org": "OpenAI", "rating": 1416.656635820398, "ratingLower": 1410.2145856131708, "ratingUpper": 1423.0986860276248, "rankUpper": 168, "rankLower": 202, "votes": 9385, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.55, "pout": 2.2, "ctx": 200000, "url": "https://openai.com/index/openai-o3-mini/", "pimg": null, "psec": null }, { "rank": 183, "model": "minimax-m1", "modelKey": "minimax-m1", "org": "MiniMax", "rating": 1416.3277434562262, "ratingLower": 1408.6284860059332, "ratingUpper": 1424.0270009065193, "rankUpper": 164, "rankLower": 202, "votes": 6333, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 2.2, "ctx": 1000000, "url": "https://www.minimax.io/news/minimaxm1", "pimg": null, "psec": null }, { "rank": 184, "model": "glm-4.6v", "modelKey": "glm-4.6v", "org": "Z.ai", "rating": 1416.3251521172056, "ratingLower": 1391.1064679698557, "ratingUpper": 1441.5438362645557, "rankUpper": 141, "rankLower": 228, "votes": 535, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 0.9, "ctx": 131072, "url": "https://huggingface.co/zai-org/GLM-4.6V", "pimg": null, "psec": null }, { "rank": 185, "model": "o1-preview", "modelKey": "o1-preview", "org": "OpenAI", "rating": 1415.990967294433, "ratingLower": 1406.653112430819, "ratingUpper": 1425.3288221580467, "rankUpper": 163, "rankLower": 203, "votes": 5123, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 186, "model": "trinity-large-thinking", "modelKey": "trinity-large-thinking", "org": "Unknown", "rating": 1414.0389016279603, "ratingLower": 1406.5069982451594, "ratingUpper": 1421.5708050107614, "rankUpper": 170, "rankLower": 203, "votes": 8116, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.25, "pout": 0.8, "ctx": 262144, "url": "https://www.arcee.ai/blog/trinity-large-thinking", "pimg": null, "psec": null }, { "rank": 187, "model": "mistral-small-2506", "modelKey": "mistral-small-2506", "org": "Mistral", "rating": 1412.440990414439, "ratingLower": 1402.3975587201885, "ratingUpper": 1422.4844221086894, "rankUpper": 168, "rankLower": 208, "votes": 3328, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506", "pimg": null, "psec": null }, { "rank": 188, "model": "intellect-3", "modelKey": "intellect-3", "org": "Unknown", "rating": 1411.6883273156134, "ratingLower": 1393.017194979699, "ratingUpper": 1430.359459651528, "rankUpper": 153, "rankLower": 223, "votes": 971, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 1.1, "ctx": 131072, "url": "https://www.primeintellect.ai/blog/intellect-3", "pimg": null, "psec": null }, { "rank": 189, "model": "amazon-nova-experimental-chat-10-20", "modelKey": "amazon-nova-experimental-chat-10-20", "org": "Amazon", "rating": 1410.4755520783801, "ratingLower": 1398.1418360996101, "ratingUpper": 1422.8092680571501, "rankUpper": 168, "rankLower": 215, "votes": 2271, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 190, "model": "ling-flash-2.0", "modelKey": "ling-flash-2.0", "org": "Ant Group", "rating": 1410.4724526306527, "ratingLower": 1395.6783231591833, "ratingUpper": 1425.2665821021221, "rankUpper": 163, "rankLower": 217, "votes": 1513, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ling-flash-2.0", "pimg": null, "psec": null }, { "rank": 191, "model": "step-3", "modelKey": "step-3", "org": "StepFun", "rating": 1409.9493413662904, "ratingLower": 1393.2693067527123, "ratingUpper": 1426.6293759798684, "rankUpper": 160, "rankLower": 223, "votes": 1208, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.57, "pout": 1.42, "ctx": 65536, "url": "https://stepfun.ai/research/en/step3", "pimg": null, "psec": null }, { "rank": 192, "model": "nvidia-nemotron-3-super-120b-a12b", "modelKey": "march26-chatbot1", "org": "Nvidia", "rating": 1408.2702400281762, "ratingLower": 1394.507650069863, "ratingUpper": 1422.032829986489, "rankUpper": 169, "rankLower": 220, "votes": 1774, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8", "pimg": null, "psec": null }, { "rank": 193, "model": "qwen3-32b", "modelKey": "qwen3-32b", "org": "Alibaba", "rating": 1406.8274398579783, "ratingLower": 1382.5386036457273, "ratingUpper": 1431.1162760702293, "rankUpper": 153, "rankLower": 232, "votes": 513, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.08, "pout": 0.28, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 194, "model": "glm-4.5v", "modelKey": "glm-4.5v", "org": "Z.ai", "rating": 1403.6686804231629, "ratingLower": 1385.0363353487235, "ratingUpper": 1422.3010254976023, "rankUpper": 168, "rankLower": 230, "votes": 968, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 65536, "url": "https://huggingface.co/zai-org/GLM-4.5V", "pimg": null, "psec": null }, { "rank": 195, "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "modelKey": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "org": "Nvidia", "rating": 1402.8285901324673, "ratingLower": 1380.9414535645692, "ratingUpper": 1424.7157267003654, "rankUpper": 164, "rankLower": 234, "votes": 653, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5", "pimg": null, "psec": null }, { "rank": 196, "model": "qwen2.5-max", "modelKey": "qwen2.5-max", "org": "Alibaba", "rating": 1402.152561631373, "ratingLower": 1393.938043037965, "ratingUpper": 1410.3670802247807, "rankUpper": 180, "rankLower": 220, "votes": 5076, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5-max/", "pimg": null, "psec": null }, { "rank": 197, "model": "hunyuan-t1-20250711", "modelKey": "hunyuan-t1-20250711", "org": "Tencent", "rating": 1401.6882386425132, "ratingLower": 1381.604123323924, "ratingUpper": 1421.7723539611022, "rankUpper": 170, "rankLower": 234, "votes": 799, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 198, "model": "hunyuan-turbos-20250226", "modelKey": "hunyuan-turbos-20250226", "org": "Tencent", "rating": 1399.3269704531356, "ratingLower": 1368.8310955086147, "ratingUpper": 1429.8228453976565, "rankUpper": 155, "rankLower": 247, "votes": 275, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 199, "model": "claude-3-5-sonnet-20240620", "modelKey": "claude-3-5-sonnet-20240620", "org": "Anthropic", "rating": 1399.2796351544985, "ratingLower": 1392.2153954424916, "ratingUpper": 1406.3438748665053, "rankUpper": 186, "rankLower": 225, "votes": 13607, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-5-sonnet", "pimg": null, "psec": null }, { "rank": 200, "model": "granite-4.2-30b", "modelKey": "vantage", "org": "IBM", "rating": 1397.7530992071827, "ratingLower": 1376.4100289500923, "ratingUpper": 1419.0961694642729, "rankUpper": 174, "rankLower": 238, "votes": 818, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 201, "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "modelKey": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "org": "Google", "rating": 1397.6783453547655, "ratingLower": 1391.1865291055542, "ratingUpper": 1404.170161603977, "rankUpper": 186, "rankLower": 227, "votes": 9574, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 202, "model": "hunyuan-turbos-20250416", "modelKey": "hunyuan-turbos-20250416", "org": "Tencent", "rating": 1394.3751700777598, "ratingLower": 1380.4378386984688, "ratingUpper": 1408.312501457051, "rankUpper": 183, "rankLower": 234, "votes": 1758, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 203, "model": "nova-2-lite", "modelKey": "nova-2-lite", "org": "Amazon", "rating": 1394.0616886358293, "ratingLower": 1382.2479037901119, "ratingUpper": 1405.8754734815468, "rankUpper": 186, "rankLower": 233, "votes": 2499, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1000000, "url": "https://aws.amazon.com/blogs/aws/introducing-amazon-nova-2-lite-a-fast-cost-effective-reasoning-model/", "pimg": null, "psec": null }, { "rank": 204, "model": "mercury-2", "modelKey": "mercury-2", "org": "Inception AI", "rating": 1393.466831968248, "ratingLower": 1372.5076513248898, "ratingUpper": 1414.4260126116062, "rankUpper": 175, "rankLower": 242, "votes": 758, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/introducing-mercury-2", "pimg": null, "psec": null }, { "rank": 205, "model": "grok-3-mini-high", "modelKey": "grok-3-mini-high", "org": "SpaceXAI", "rating": 1392.852316896198, "ratingLower": 1382.4080840101599, "ratingUpper": 1403.296549782236, "rankUpper": 186, "rankLower": 232, "votes": 3154, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.27, "ctx": null, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 206, "model": "amazon-nova-experimental-chat-10-09", "modelKey": "amazon-nova-experimental-chat-10-09", "org": "Amazon", "rating": 1392.0664197336287, "ratingLower": 1367.8145724128374, "ratingUpper": 1416.31826705442, "rankUpper": 175, "rankLower": 248, "votes": 543, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 207, "model": "llama-3.1-nemotron-ultra-253b-v1", "modelKey": "llama-3.1-nemotron-ultra-253b-v1", "org": "Nvidia", "rating": 1391.2564729726364, "ratingLower": 1361.5279979145137, "ratingUpper": 1420.9849480307591, "rankUpper": 170, "rankLower": 256, "votes": 367, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open Model", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-Ultra-253B-v1", "pimg": null, "psec": null }, { "rank": 208, "model": "gpt-oss-120b", "modelKey": "gpt-oss-120b", "org": "OpenAI", "rating": 1390.5533597916847, "ratingLower": 1382.8067060441756, "ratingUpper": 1398.3000135391937, "rankUpper": 187, "rankLower": 232, "votes": 6335, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.0296, "pout": 0.136, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 209, "model": "ring-flash-2.0", "modelKey": "ring-flash-2.0", "org": "Ant Group", "rating": 1390.2172932474327, "ratingLower": 1375.2346176402912, "ratingUpper": 1405.1999688545743, "rankUpper": 186, "rankLower": 241, "votes": 1490, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ring-flash-2.0", "pimg": null, "psec": null }, { "rank": 210, "model": "command-a-03-2025", "modelKey": "command-a-03-2025", "org": "Cohere", "rating": 1389.1898815179475, "ratingLower": 1382.9629233084854, "ratingUpper": 1395.4168397274093, "rankUpper": 189, "rankLower": 232, "votes": 10130, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 256000, "url": "https://cohere.com/blog/command-a", "pimg": null, "psec": null }, { "rank": 211, "model": "deepseek-v3", "modelKey": "deepseek-v3", "org": "DeepSeek", "rating": 1387.4120570851476, "ratingLower": 1377.2925462167816, "ratingUpper": 1397.5315679535136, "rankUpper": 188, "rankLower": 238, "votes": 3280, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": 1.1400000000000001, "pout": 4.5600000000000005, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V3", "pimg": null, "psec": null }, { "rank": 212, "model": "magistral-medium-2506", "modelKey": "magistral-medium-2506", "org": "Mistral", "rating": 1387.2675679829401, "ratingLower": 1374.8634445384607, "ratingUpper": 1399.6716914274195, "rankUpper": 187, "rankLower": 241, "votes": 2234, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 5, "ctx": 40000, "url": "https://mistral.ai/news/magistral", "pimg": null, "psec": null }, { "rank": 213, "model": "o1-mini", "modelKey": "o1-mini", "org": "OpenAI", "rating": 1386.5061003718247, "ratingLower": 1379.0796727156937, "ratingUpper": 1393.9325280279556, "rankUpper": 191, "rankLower": 235, "votes": 8478, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 214, "model": "grok-3-mini-beta", "modelKey": "grok-3-mini-beta", "org": "SpaceXAI", "rating": 1386.383092435831, "ratingLower": 1377.195918749212, "ratingUpper": 1395.57026612245, "rankUpper": 189, "rankLower": 238, "votes": 4084, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 131072, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 215, "model": "qwen3-30b-a3b", "modelKey": "qwen3-30b-a3b", "org": "Alibaba", "rating": 1385.8577907489057, "ratingLower": 1377.0267043347596, "ratingUpper": 1394.6888771630515, "rankUpper": 189, "rankLower": 238, "votes": 4494, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.12, "pout": 0.5, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 216, "model": "claude-3-5-haiku-20241022", "modelKey": "claude-3-5-haiku-20241022", "org": "Anthropic", "rating": 1385.7743468905114, "ratingLower": 1379.748593885585, "ratingUpper": 1391.800099895438, "rankUpper": 194, "rankLower": 235, "votes": 11131, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 217, "model": "gpt-5-nano-high", "modelKey": "gpt-5-nano-high", "org": "OpenAI", "rating": 1384.4430555572048, "ratingLower": 1369.8023827600025, "ratingUpper": 1399.0837283544074, "rankUpper": 187, "rankLower": 246, "votes": 1662, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.025, "pout": 0.2, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-nano", "pimg": null, "psec": null }, { "rank": 218, "model": "qwq-32b", "modelKey": "qwq-32b", "org": "Alibaba", "rating": 1383.4012742189002, "ratingLower": 1374.3663354497123, "ratingUpper": 1392.436212988088, "rankUpper": 193, "rankLower": 241, "votes": 4010, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B", "pimg": null, "psec": null }, { "rank": 219, "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "modelKey": "gemini-2.5-flash-lite-preview-06-17-thinking", "org": "Google", "rating": 1382.9670880194674, "ratingLower": 1374.9478701652934, "ratingUpper": 1390.9863058736412, "rankUpper": 196, "rankLower": 241, "votes": 5942, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash-lite-preview-06-17", "pimg": null, "psec": null }, { "rank": 220, "model": "minimax-m2", "modelKey": "minimax-m2", "org": "MiniMax", "rating": 1382.9477715089902, "ratingLower": 1367.7027241348292, "ratingUpper": 1398.1928188831514, "rankUpper": 187, "rankLower": 248, "votes": 1517, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m2", "pimg": null, "psec": null }, { "rank": 221, "model": "olmo-3.1-32b-instruct", "modelKey": "olmo-3.1-32b-instruct", "org": "Ai2", "rating": 1381.4221230554313, "ratingLower": 1369.2741762348612, "ratingUpper": 1393.570069876001, "rankUpper": 191, "rankLower": 247, "votes": 2376, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Instruct", "pimg": null, "psec": null }, { "rank": 222, "model": "qwen-plus-0125", "modelKey": "qwen-plus-0125", "org": "Alibaba", "rating": 1379.2723941458082, "ratingLower": 1360.8730934416008, "ratingUpper": 1397.671694850016, "rankUpper": 188, "rankLower": 257, "votes": 893, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.2, "ctx": 131072, "url": "https://www.alibabacloud.com/help/en/model-studio/developer-reference/what-is-qwen-llm", "pimg": null, "psec": null }, { "rank": 223, "model": "granite-4.2-3b", "modelKey": "nimbus", "org": "IBM", "rating": 1378.1146091633384, "ratingLower": 1355.509526914585, "ratingUpper": 1400.7196914120918, "rankUpper": 187, "rankLower": 260, "votes": 794, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 224, "model": "llama-3.1-405b-instruct-bf16", "modelKey": "llama-3.1-405b-instruct-bf16", "org": "Meta", "rating": 1376.2494190028835, "ratingLower": 1368.7201713090446, "ratingUpper": 1383.7786666967224, "rankUpper": 197, "rankLower": 247, "votes": 6249, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 225, "model": "deepseek-v2.5-1210", "modelKey": "deepseek-v2.5-1210", "org": "DeepSeek", "rating": 1374.4085908839381, "ratingLower": 1357.5443422693481, "ratingUpper": 1391.2728394985284, "rankUpper": 194, "rankLower": 259, "votes": 1079, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5-1210", "pimg": null, "psec": null }, { "rank": 226, "model": "gpt-4.1-nano-2025-04-14", "modelKey": "gpt-4.1-nano-2025-04-14", "org": "OpenAI", "rating": 1373.6722135799205, "ratingLower": 1354.401536822957, "ratingUpper": 1392.9428903368841, "rankUpper": 193, "rankLower": 264, "votes": 807, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 227, "model": "llama-4-maverick-17b-128e-instruct", "modelKey": "llama-4-maverick-17b-128e-instruct", "org": "Meta", "rating": 1372.805458713882, "ratingLower": 1365.3075490765275, "ratingUpper": 1380.3033683512365, "rankUpper": 205, "rankLower": 249, "votes": 6933, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 4", "open": 1, "pin": 0.63, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct", "pimg": null, "psec": null }, { "rank": 228, "model": "hunyuan-turbo-0110", "modelKey": "hunyuan-turbo-0110", "org": "Tencent", "rating": 1371.0875349289895, "ratingLower": 1341.3087616577266, "ratingUpper": 1400.8663082002522, "rankUpper": 187, "rankLower": 275, "votes": 299, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 229, "model": "step-2-16k-exp-202412", "modelKey": "step-2-16k-exp-202412", "org": "StepFun", "rating": 1371.056563830689, "ratingLower": 1351.2059078202049, "ratingUpper": 1390.907219841173, "rankUpper": 196, "rankLower": 269, "votes": 737, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/text", "pimg": null, "psec": null }, { "rank": 230, "model": "mercury", "modelKey": "mercury", "org": "Inception AI", "rating": 1370.9343395061553, "ratingLower": 1342.4283055987964, "ratingUpper": 1399.4403734135142, "rankUpper": 187, "rankLower": 274, "votes": 392, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/mercury-refreshed", "pimg": null, "psec": null }, { "rank": 231, "model": "gpt-4o-2024-05-13", "modelKey": "gpt-4o-2024-05-13", "org": "OpenAI", "rating": 1369.3229515305936, "ratingLower": 1362.8613389652876, "ratingUpper": 1375.7845640958997, "rankUpper": 211, "rankLower": 254, "votes": 19526, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://openai.com/index/hello-gpt-4o/", "pimg": null, "psec": null }, { "rank": 232, "model": "gpt-oss-20b", "modelKey": "gpt-oss-20b", "org": "OpenAI", "rating": 1369.175927036429, "ratingLower": 1356.1109028673202, "ratingUpper": 1382.2409512055374, "rankUpper": 202, "rankLower": 259, "votes": 2109, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.024, "pout": 0.112, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 233, "model": "athene-v2-chat", "modelKey": "athene-v2-chat", "org": "Unknown", "rating": 1369.0868103802468, "ratingLower": 1359.9412130991936, "ratingUpper": 1378.2324076612997, "rankUpper": 207, "rankLower": 259, "votes": 4019, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NexusFlow", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-V2-Chat", "pimg": null, "psec": null }, { "rank": 234, "model": "yi-lightning", "modelKey": "yi-lightning", "org": "Unknown", "rating": 1369.01785612863, "ratingLower": 1359.3314670031891, "ratingUpper": 1378.7042452540709, "rankUpper": 207, "rankLower": 259, "votes": 4316, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.lingyiwanwu.com/docs#%E6%A8%A1%E5%9E%8B%E4%B8%8E%E8%AE%A1%E8%B4%B9", "pimg": null, "psec": null }, { "rank": 235, "model": "llama-3.1-405b-instruct-fp8", "modelKey": "llama-3.1-405b-instruct-fp8", "org": "Meta", "rating": 1368.9946805724953, "ratingLower": 1361.8220638303842, "ratingUpper": 1376.1672973146065, "rankUpper": 211, "rankLower": 254, "votes": 9714, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 236, "model": "deepseek-v2.5", "modelKey": "deepseek-v2.5", "org": "DeepSeek", "rating": 1368.2497441034898, "ratingLower": 1358.8714171921672, "ratingUpper": 1377.6280710148123, "rankUpper": 207, "rankLower": 259, "votes": 4252, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5", "pimg": null, "psec": null }, { "rank": 237, "model": "hunyuan-large-2025-02-10", "modelKey": "hunyuan-large-2025-02-10", "org": "Tencent", "rating": 1366.396626960218, "ratingLower": 1341.6864718445486, "ratingUpper": 1391.1067820758876, "rankUpper": 195, "rankLower": 275, "votes": 519, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 238, "model": "gemini-2.0-flash-001", "modelKey": "gemini-2.0-flash-001", "org": "Google", "rating": 1363.8586380612048, "ratingLower": 1356.4742655743, "ratingUpper": 1371.2430105481096, "rankUpper": 216, "rankLower": 259, "votes": 6945, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys-1121&model=gemini-2.0-flash-001", "pimg": null, "psec": null }, { "rank": 239, "model": "olmo-3-32b-think", "modelKey": "olmo-3-32b-think", "org": "Ai2", "rating": 1363.6123081895216, "ratingLower": 1344.8827957505932, "ratingUpper": 1382.3418206284503, "rankUpper": 201, "rankLower": 273, "votes": 1011, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3-32B-Think", "pimg": null, "psec": null }, { "rank": 240, "model": "llama-3.3-nemotron-49b-super-v1", "modelKey": "llama-3.3-nemotron-49b-super-v1", "org": "Nvidia", "rating": 1362.4431348873036, "ratingLower": 1331.3437883053205, "ratingUpper": 1393.5424814692865, "rankUpper": 191, "rankLower": 281, "votes": 286, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1", "pimg": null, "psec": null }, { "rank": 241, "model": "llama-4-scout-17b-16e-instruct", "modelKey": "llama-4-scout-17b-16e-instruct", "org": "Meta", "rating": 1362.3211970977586, "ratingLower": 1353.767936821218, "ratingUpper": 1370.874457374299, "rankUpper": 216, "rankLower": 266, "votes": 5208, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 16384, "url": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "pimg": null, "psec": null }, { "rank": 242, "model": "granite-4.2-8b", "modelKey": "solace", "org": "IBM", "rating": 1362.1869648777065, "ratingLower": 1340.1629263888512, "ratingUpper": 1384.211003366562, "rankUpper": 197, "rankLower": 276, "votes": 791, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.06, "pout": 0.25, "ctx": 131072, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 243, "model": "mistral-small-3.1-24b-instruct-2503", "modelKey": "mistral-small-3.1-24b-instruct-2503", "org": "Mistral", "rating": 1361.5300003090713, "ratingLower": 1353.6097289176682, "ratingUpper": 1369.450271700474, "rankUpper": 217, "rankLower": 266, "votes": 6081, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503", "pimg": null, "psec": null }, { "rank": 244, "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "modelKey": "nvidia-nemotron-3-nano-30b-a3b-bf16", "org": "Nvidia", "rating": 1360.5264206601325, "ratingLower": 1350.1119707844473, "ratingUpper": 1370.940870535818, "rankUpper": 216, "rankLower": 269, "votes": 3256, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": 0.06, "pout": 0.24, "ctx": 262144, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "pimg": null, "psec": null }, { "rank": 245, "model": "gpt-4o-2024-08-06", "modelKey": "gpt-4o-2024-08-06", "org": "OpenAI", "rating": 1360.2718474908152, "ratingLower": 1352.364701926652, "ratingUpper": 1368.1789930549783, "rankUpper": 220, "rankLower": 268, "votes": 7318, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4o", "pimg": null, "psec": null }, { "rank": 246, "model": "grok-2-2024-08-13", "modelKey": "grok-2-2024-08-13", "org": "SpaceXAI", "rating": 1358.3082670430608, "ratingLower": 1351.3491418053802, "ratingUpper": 1365.2673922807412, "rankUpper": 223, "rankLower": 269, "votes": 10368, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 247, "model": "gemma-3-27b-it", "modelKey": "gemma-3-27b-it", "org": "Google", "rating": 1357.836480525343, "ratingLower": 1350.8612447579226, "ratingUpper": 1364.811716292763, "rankUpper": 223, "rankLower": 269, "votes": 7963, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.08, "pout": 0.45, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-27b-it", "pimg": null, "psec": null }, { "rank": 248, "model": "qwen2.5-plus-1127", "modelKey": "qwen2.5-plus-1127", "org": "Alibaba", "rating": 1356.797183448243, "ratingLower": 1342.8584154382943, "ratingUpper": 1370.735951458192, "rankUpper": 216, "rankLower": 274, "votes": 1553, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://help.aliyun.com/zh/model-studio/getting-started/models?spm=a2c4g.11186623.0.i7", "pimg": null, "psec": null }, { "rank": 249, "model": "hunyuan-large-vision", "modelKey": "hunyuan-large-vision", "org": "Tencent", "rating": 1356.7626177181896, "ratingLower": 1337.867509072285, "ratingUpper": 1375.657726364094, "rankUpper": 211, "rankLower": 279, "votes": 951, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753#d6cb04da-053d-4bed-b187-191514feb972", "pimg": null, "psec": null }, { "rank": 250, "model": "gemini-1.5-pro-002", "modelKey": "gemini-1.5-pro-002", "org": "Google", "rating": 1356.364081678182, "ratingLower": 1349.4783094872944, "ratingUpper": 1363.2498538690697, "rankUpper": 223, "rankLower": 269, "votes": 9175, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-pro-002", "pimg": null, "psec": null }, { "rank": 251, "model": "qwen2.5-72b-instruct", "modelKey": "qwen2.5-72b-instruct", "org": "Alibaba", "rating": 1355.3946886539159, "ratingLower": 1347.7368224757554, "ratingUpper": 1363.052554832076, "rankUpper": 223, "rankLower": 270, "votes": 6688, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5/", "pimg": null, "psec": null }, { "rank": 252, "model": "claude-3-opus-20240229", "modelKey": "claude-3-opus-20240229", "org": "Anthropic", "rating": 1355.1121887083755, "ratingLower": 1349.1754006009683, "ratingUpper": 1361.048976815783, "rankUpper": 226, "rankLower": 269, "votes": 33748, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 253, "model": "granite-4.1-8b", "modelKey": "granite-4.1-8b", "org": "IBM", "rating": 1353.9797748087638, "ratingLower": 1334.0183536542613, "ratingUpper": 1373.9411959632662, "rankUpper": 215, "rankLower": 279, "votes": 1071, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "https://research.ibm.com/blog/granite-4-1-ai-foundation-models", "pimg": null, "psec": null }, { "rank": 254, "model": "mistral-large-2407", "modelKey": "mistral-large-2407", "org": "Mistral", "rating": 1353.9179756567585, "ratingLower": 1346.0417784091524, "ratingUpper": 1361.7941729043646, "rankUpper": 225, "rankLower": 273, "votes": 7589, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Mistral Research", "open": 1, "pin": 2, "pout": 6, "ctx": 131072, "url": "https://mistral.ai/news/mistral-large-2407/", "pimg": null, "psec": null }, { "rank": 255, "model": "qwen-max-0919", "modelKey": "qwen-max-0919", "org": "Alibaba", "rating": 1352.7855071057204, "ratingLower": 1341.6459789575194, "ratingUpper": 1363.9250352539214, "rankUpper": 223, "rankLower": 275, "votes": 2756, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.6, "pout": 6.4, "ctx": 32768, "url": "https://help.aliyun.com/zh/dashscope/developer-reference/model-introduction", "pimg": null, "psec": null }, { "rank": 256, "model": "glm-4-plus", "modelKey": "glm-4-plus", "org": "Z.ai", "rating": 1352.1797729365946, "ratingLower": 1342.7866125865487, "ratingUpper": 1361.5729332866408, "rankUpper": 225, "rankLower": 274, "votes": 4449, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 1.76, "ctx": 204800, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 257, "model": "step-1o-turbo-202506", "modelKey": "step-1o-turbo-202506", "org": "StepFun", "rating": 1351.9959818985874, "ratingLower": 1337.028125197722, "ratingUpper": 1366.963838599453, "rankUpper": 222, "rankLower": 279, "votes": 1484, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/vision", "pimg": null, "psec": null }, { "rank": 258, "model": "athene-70b-0725", "modelKey": "athene-70b-0725", "org": "Unknown", "rating": 1349.9276626871451, "ratingLower": 1339.0921369569846, "ratingUpper": 1360.7631884173056, "rankUpper": 227, "rankLower": 279, "votes": 3122, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-70B", "pimg": null, "psec": null }, { "rank": 259, "model": "gpt-4o-mini-2024-07-18", "modelKey": "gpt-4o-mini-2024-07-18", "org": "OpenAI", "rating": 1348.3830866196963, "ratingLower": 1341.8204460234197, "ratingUpper": 1354.9457272159727, "rankUpper": 234, "rankLower": 275, "votes": 10926, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/", "pimg": null, "psec": null }, { "rank": 260, "model": "gpt-4-turbo-2024-04-09", "modelKey": "gpt-4-turbo-2024-04-09", "org": "OpenAI", "rating": 1347.3075663912339, "ratingLower": 1340.177600412173, "ratingUpper": 1354.4375323702945, "rankUpper": 234, "rankLower": 276, "votes": 17104, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4", "pimg": null, "psec": null }, { "rank": 261, "model": "gemini-1.5-pro-001", "modelKey": "gemini-1.5-pro-001", "org": "Google", "rating": 1346.6970046388171, "ratingLower": 1339.1572302830994, "ratingUpper": 1354.236778994535, "rankUpper": 235, "rankLower": 279, "votes": 12747, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro", "pimg": null, "psec": null }, { "rank": 262, "model": "mistral-large-2411", "modelKey": "mistral-large-2411", "org": "Mistral", "rating": 1346.1519740940614, "ratingLower": 1337.2555665552413, "ratingUpper": 1355.0483816328815, "rankUpper": 234, "rankLower": 279, "votes": 4212, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 2, "pout": 6, "ctx": 128000, "url": "https://huggingface.co/mistralai/Mistral-Large-Instruct-2411", "pimg": null, "psec": null }, { "rank": 263, "model": "llama-3.3-70b-instruct", "modelKey": "llama-3.3-70b-instruct", "org": "Meta", "rating": 1345.9360419230522, "ratingLower": 1339.370902155467, "ratingUpper": 1352.5011816906376, "rankUpper": 237, "rankLower": 278, "votes": 8718, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama-3.3", "open": 1, "pin": 0.1, "pout": 0.32, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "pimg": null, "psec": null }, { "rank": 264, "model": "amazon-nova-pro-v1.0", "modelKey": "amazon-nova-pro-v1.0", "org": "Amazon", "rating": 1343.0164857880686, "ratingLower": 1333.8631668306384, "ratingUpper": 1352.1698047454988, "rankUpper": 238, "rankLower": 279, "votes": 3853, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.8, "pout": 3.2, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 265, "model": "gemini-2.0-flash-lite-preview-02-05", "modelKey": "gemini-2.0-flash-lite-preview-02-05", "org": "Google", "rating": 1342.618317087496, "ratingLower": 1332.8347781780774, "ratingUpper": 1352.4018559969145, "rankUpper": 237, "rankLower": 280, "votes": 3474, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/prompts/new_chat?model=gemini-2.0-flash-lite", "pimg": null, "psec": null }, { "rank": 266, "model": "deepseek-coder-v2", "modelKey": "deepseek-coder-v2", "org": "DeepSeek", "rating": 1342.5094643985901, "ratingLower": 1330.64765480324, "ratingUpper": 1354.3712739939406, "rankUpper": 235, "rankLower": 282, "votes": 2671, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 128000, "url": "https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct", "pimg": null, "psec": null }, { "rank": 267, "model": "qwen2.5-coder-32b-instruct", "modelKey": "qwen2.5-coder-32b-instruct", "org": "Alibaba", "rating": 1342.3271336342304, "ratingLower": 1323.8295613143362, "ratingUpper": 1360.8247059541247, "rankUpper": 227, "rankLower": 287, "votes": 873, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.87, "pout": 0.87, "ctx": 32000, "url": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "pimg": null, "psec": null }, { "rank": 268, "model": "gpt-4-1106-preview", "modelKey": "gpt-4-1106-preview", "org": "OpenAI", "rating": 1340.2160266751464, "ratingLower": 1332.7948209900264, "ratingUpper": 1347.6372323602664, "rankUpper": 245, "rankLower": 280, "votes": 15605, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 269, "model": "olmo-3.1-32b-think", "modelKey": "olmo-3.1-32b-think", "org": "Ai2", "rating": 1340.2042371737562, "ratingLower": 1324.4978952307215, "ratingUpper": 1355.9105791167908, "rankUpper": 233, "rankLower": 286, "votes": 1512, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Think", "pimg": null, "psec": null }, { "rank": 270, "model": "gemini-advanced-0514", "modelKey": "gemini-advanced-0514", "org": "Google", "rating": 1337.1074557724482, "ratingLower": 1328.0890216534642, "ratingUpper": 1346.125889891432, "rankUpper": 245, "rankLower": 282, "votes": 8138, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://gemini.google.com/advanced", "pimg": null, "psec": null }, { "rank": 271, "model": "grok-2-mini-2024-08-13", "modelKey": "grok-2-mini-2024-08-13", "org": "SpaceXAI", "rating": 1334.882450465558, "ratingLower": 1327.6770416052752, "ratingUpper": 1342.0878593258406, "rankUpper": 250, "rankLower": 282, "votes": 8652, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 272, "model": "llama-3.1-70b-instruct", "modelKey": "llama-3.1-70b-instruct", "org": "Meta", "rating": 1333.3566463642244, "ratingLower": 1326.2004347286006, "ratingUpper": 1340.5128579998482, "rankUpper": 254, "rankLower": 283, "votes": 9389, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.4, "pout": 0.4, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 273, "model": "gpt-4-0125-preview", "modelKey": "gpt-4-0125-preview", "org": "OpenAI", "rating": 1332.0118208964009, "ratingLower": 1324.4189144051738, "ratingUpper": 1339.604727387628, "rankUpper": 256, "rankLower": 286, "votes": 15289, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 274, "model": "hunyuan-standard-2025-02-10", "modelKey": "hunyuan-standard-2025-02-10", "org": "Tencent", "rating": 1331.6519964265917, "ratingLower": 1308.0772268434957, "ratingUpper": 1355.2267660096877, "rankUpper": 234, "rankLower": 298, "votes": 549, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 275, "model": "glm-4-plus-0111", "modelKey": "glm-4-plus-0111", "org": "Z.ai", "rating": 1330.3737038124514, "ratingLower": 1312.2309602143564, "ratingUpper": 1348.5164474105466, "rankUpper": 244, "rankLower": 296, "votes": 894, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 276, "model": "gpt-4-0314", "modelKey": "gpt-4-0314", "org": "OpenAI", "rating": 1329.8363448488356, "ratingLower": 1320.460948321819, "ratingUpper": 1339.211741375852, "rankUpper": 257, "rankLower": 289, "votes": 8306, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://openai.com/research/gpt-4", "pimg": null, "psec": null }, { "rank": 277, "model": "ibm-granite-h-small", "modelKey": "ibm-granite-h-small", "org": "IBM", "rating": 1328.8301091081712, "ratingLower": 1311.5856924703105, "ratingUpper": 1346.074525746032, "rankUpper": 245, "rankLower": 296, "votes": 1255, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.ibm.com/new/announcements/ibm-granite-4-0-hyper-efficient-high-performance-hybrid-models", "pimg": null, "psec": null }, { "rank": 278, "model": "llama-3.1-nemotron-70b-instruct", "modelKey": "llama-3.1-nemotron-70b-instruct", "org": "Nvidia", "rating": 1328.3299067055443, "ratingLower": 1312.8973798981385, "ratingUpper": 1343.76243351295, "rankUpper": 247, "rankLower": 296, "votes": 1312, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct", "pimg": null, "psec": null }, { "rank": 279, "model": "claude-3-sonnet-20240229", "modelKey": "claude-3-sonnet-20240229", "org": "Anthropic", "rating": 1318.183155379237, "ratingLower": 1310.8517126539434, "ratingUpper": 1325.5145981045307, "rankUpper": 271, "rankLower": 297, "votes": 18888, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 280, "model": "gemini-1.5-flash-002", "modelKey": "gemini-1.5-flash-002", "org": "Google", "rating": 1316.2472644065072, "ratingLower": 1308.1751881043353, "ratingUpper": 1324.3193407086787, "rankUpper": 273, "rankLower": 297, "votes": 5892, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-002", "pimg": null, "psec": null }, { "rank": 281, "model": "gemma-3-12b-it", "modelKey": "gemma-3-12b-it", "org": "Google", "rating": 1316.1584588582734, "ratingLower": 1292.8435506386736, "ratingUpper": 1339.473367077873, "rankUpper": 256, "rankLower": 308, "votes": 543, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.15, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-12b-it", "pimg": null, "psec": null }, { "rank": 282, "model": "reka-core-20240904", "modelKey": "reka-core-20240904", "org": "Unknown", "rating": 1315.622580436692, "ratingLower": 1300.2523512739028, "ratingUpper": 1330.9928095994815, "rankUpper": 267, "rankLower": 303, "votes": 1216, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 283, "model": "gpt-4-0613", "modelKey": "gpt-4-0613", "org": "OpenAI", "rating": 1314.5432099590566, "ratingLower": 1306.5497405933154, "ratingUpper": 1322.5366793247977, "rankUpper": 274, "rankLower": 300, "votes": 13719, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo", "pimg": null, "psec": null }, { "rank": 284, "model": "mistral-small-24b-instruct-2501", "modelKey": "mistral-small-24b-instruct-2501", "org": "Mistral", "rating": 1312.4062574398426, "ratingLower": 1299.9061047516905, "ratingUpper": 1324.9064101279948, "rankUpper": 271, "rankLower": 303, "votes": 2083, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501", "pimg": null, "psec": null }, { "rank": 285, "model": "jamba-1.5-large", "modelKey": "jamba-1.5-large", "org": "Unknown", "rating": 1312.3008515366255, "ratingLower": 1297.769685618147, "ratingUpper": 1326.8320174551043, "rankUpper": 270, "rankLower": 304, "votes": 1440, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 2, "pout": 8, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 286, "model": "llama-3.1-nemotron-51b-instruct", "modelKey": "llama-3.1-nemotron-51b-instruct", "org": "Nvidia", "rating": 1312.1338469778786, "ratingLower": 1290.5563545360928, "ratingUpper": 1333.7113394196642, "rankUpper": 264, "rankLower": 309, "votes": 665, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-51B-Instruct", "pimg": null, "psec": null }, { "rank": 287, "model": "gemini-1.5-flash-001", "modelKey": "gemini-1.5-flash-001", "org": "Google", "rating": 1309.2788095511517, "ratingLower": 1301.6076465010267, "ratingUpper": 1316.9499726012766, "rankUpper": 275, "rankLower": 303, "votes": 10680, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash", "pimg": null, "psec": null }, { "rank": 288, "model": "glm-4-0520", "modelKey": "glm-4-0520", "org": "Z.ai", "rating": 1309.0413388558754, "ratingLower": 1295.0588901794843, "ratingUpper": 1323.0237875322666, "rankUpper": 274, "rankLower": 305, "votes": 1718, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://open.bigmodel.cn/dev/api#language", "pimg": null, "psec": null }, { "rank": 289, "model": "nemotron-4-340b-instruct", "modelKey": "nemotron-4-340b-instruct", "org": "Nvidia", "rating": 1308.650598726291, "ratingLower": 1297.312115393941, "ratingUpper": 1319.989082058641, "rankUpper": 275, "rankLower": 305, "votes": 3254, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Nemotron-4-340B-Instruct", "pimg": null, "psec": null }, { "rank": 290, "model": "llama-3.1-tulu-3-70b", "modelKey": "llama-3.1-tulu-3-70b", "org": "Ai2", "rating": 1308.0501758653797, "ratingLower": 1284.4620280701233, "ratingUpper": 1331.6383236606362, "rankUpper": 266, "rankLower": 313, "votes": 450, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-70B", "pimg": null, "psec": null }, { "rank": 291, "model": "gemma-3n-e4b-it", "modelKey": "gemma-3n-e4b-it", "org": "Google", "rating": 1307.1956233781566, "ratingLower": 1296.8950800772147, "ratingUpper": 1317.4961666790982, "rankUpper": 275, "rankLower": 305, "votes": 3487, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.06, "pout": 0.12, "ctx": 32768, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3n-e4b-it", "pimg": null, "psec": null }, { "rank": 292, "model": "phi-4", "modelKey": "phi-4", "org": "Microsoft", "rating": 1306.3042176843726, "ratingLower": 1296.3824164478692, "ratingUpper": 1316.2260189208762, "rankUpper": 275, "rankLower": 305, "votes": 3305, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.07, "pout": 0.14, "ctx": 16384, "url": "https://huggingface.co/microsoft/phi-4", "pimg": null, "psec": null }, { "rank": 293, "model": "llama-3-70b-instruct", "modelKey": "llama-3-70b-instruct", "org": "Meta", "rating": 1306.249544824685, "ratingLower": 1299.2615719211944, "ratingUpper": 1313.2375177281756, "rankUpper": 275, "rankLower": 303, "votes": 28126, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.51, "pout": 0.74, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 294, "model": "amazon-nova-lite-v1.0", "modelKey": "amazon-nova-lite-v1.0", "org": "Amazon", "rating": 1305.865196722867, "ratingLower": 1295.5217947957647, "ratingUpper": 1316.2085986499694, "rankUpper": 275, "rankLower": 305, "votes": 3060, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.06, "pout": 0.24, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 295, "model": "gemma-2-27b-it", "modelKey": "gemma-2-27b-it", "org": "Google", "rating": 1304.5713177276161, "ratingLower": 1298.144284387984, "ratingUpper": 1310.9983510672484, "rankUpper": 278, "rankLower": 304, "votes": 12088, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.65, "pout": 0.65, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-27b-it", "pimg": null, "psec": null }, { "rank": 296, "model": "claude-3-haiku-20240307", "modelKey": "claude-3-haiku-20240307", "org": "Anthropic", "rating": 1301.2258215719994, "ratingLower": 1294.3323762500509, "ratingUpper": 1308.1192668939482, "rankUpper": 280, "rankLower": 306, "votes": 20898, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 297, "model": "hunyuan-standard-256k", "modelKey": "hunyuan-standard-256k", "org": "Tencent", "rating": 1300.7587219468899, "ratingLower": 1276.3021067124644, "ratingUpper": 1325.2153371813151, "rankUpper": 271, "rankLower": 321, "votes": 497, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 298, "model": "qwen2-72b-instruct", "modelKey": "qwen2-72b-instruct", "org": "Alibaba", "rating": 1297.3075263032079, "ratingLower": 1288.3540166204284, "ratingUpper": 1306.261035985987, "rankUpper": 282, "rankLower": 310, "votes": 6249, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 32768, "url": "https://qwenlm.github.io/blog/qwen2/", "pimg": null, "psec": null }, { "rank": 299, "model": "mistral-large-2402", "modelKey": "mistral-large-2402", "org": "Mistral", "rating": 1295.5863256107912, "ratingLower": 1287.066675797555, "ratingUpper": 1304.105975424027, "rankUpper": 282, "rankLower": 310, "votes": 10418, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 8, "pout": 24, "ctx": 32000, "url": "https://mistral.ai/news/mistral-large/", "pimg": null, "psec": null }, { "rank": 300, "model": "c4ai-aya-expanse-32b", "modelKey": "c4ai-aya-expanse-32b", "org": "Cohere", "rating": 1292.5482834129887, "ratingLower": 1283.4136611258496, "ratingUpper": 1301.6829057001278, "rankUpper": 282, "rankLower": 313, "votes": 4685, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-32b", "pimg": null, "psec": null }, { "rank": 301, "model": "reka-flash-20240904", "modelKey": "reka-flash-20240904", "org": "Unknown", "rating": 1291.724082152616, "ratingLower": 1276.4667495823905, "ratingUpper": 1306.9814147228412, "rankUpper": 281, "rankLower": 321, "votes": 1207, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 302, "model": "amazon-nova-micro-v1.0", "modelKey": "amazon-nova-micro-v1.0", "org": "Amazon", "rating": 1288.626997929676, "ratingLower": 1278.27434313897, "ratingUpper": 1298.9796527203819, "rankUpper": 286, "rankLower": 317, "votes": 2981, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.035, "pout": 0.14, "ctx": 128000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 303, "model": "granite-3.1-8b-instruct", "modelKey": "granite-3.1-8b-instruct", "org": "IBM", "rating": 1288.2801814010252, "ratingLower": 1262.6276452950694, "ratingUpper": 1313.932717506981, "rankUpper": 275, "rankLower": 329, "votes": 478, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-8b-instruct", "pimg": null, "psec": null }, { "rank": 304, "model": "command-r-08-2024", "modelKey": "command-r-08-2024", "org": "Cohere", "rating": 1281.5152678234733, "ratingLower": 1268.0456552601825, "ratingUpper": 1294.984880386764, "rankUpper": 293, "rankLower": 326, "votes": 1783, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 305, "model": "command-r-plus-08-2024", "modelKey": "command-r-plus-08-2024", "org": "Cohere", "rating": 1280.3196717392877, "ratingLower": 1266.4500285856461, "ratingUpper": 1294.1893148929294, "rankUpper": 294, "rankLower": 327, "votes": 1675, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 306, "model": "qwen1.5-110b-chat", "modelKey": "qwen1.5-110b-chat", "org": "Alibaba", "rating": 1279.8151338583007, "ratingLower": 1269.5148968231958, "ratingUpper": 1290.1153708934055, "rankUpper": 296, "rankLower": 326, "votes": 4763, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-110b/", "pimg": null, "psec": null }, { "rank": 307, "model": "olmo-2-0325-32b-instruct", "modelKey": "olmo-2-0325-32b-instruct", "org": "Ai2", "rating": 1279.8059406249233, "ratingLower": 1252.9876740440461, "ratingUpper": 1306.6242072058005, "rankUpper": 281, "rankLower": 334, "votes": 427, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.05, "pout": 0.2, "ctx": 128000, "url": "https://huggingface.co/allenai/OLMo-2-0325-32B-Instruct", "pimg": null, "psec": null }, { "rank": 308, "model": "reka-flash-21b-20240226-online", "modelKey": "reka-flash-21b-20240226-online", "org": "Unknown", "rating": 1278.1142831333223, "ratingLower": 1265.3854354410819, "ratingUpper": 1290.8431308255626, "rankUpper": 295, "rankLower": 328, "votes": 2879, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/http-api.html#generation", "pimg": null, "psec": null }, { "rank": 309, "model": "mixtral-8x22b-instruct-v0.1", "modelKey": "mixtral-8x22b-instruct-v0.1", "org": "Mistral", "rating": 1277.6300980128271, "ratingLower": 1268.9954040812056, "ratingUpper": 1286.2647919444487, "rankUpper": 298, "rankLower": 326, "votes": 8780, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 65536, "url": "https://mistral.ai/news/mixtral-8x22b/", "pimg": null, "psec": null }, { "rank": 310, "model": "qwen1.5-72b-chat", "modelKey": "qwen1.5-72b-chat", "org": "Alibaba", "rating": 1275.2936036616186, "ratingLower": 1265.6881116613995, "ratingUpper": 1284.8990956618375, "rankUpper": 298, "rankLower": 328, "votes": 6370, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 311, "model": "gpt-3.5-turbo-0125", "modelKey": "gpt-3.5-turbo-0125", "org": "OpenAI", "rating": 1274.9934431619747, "ratingLower": 1266.879570215055, "ratingUpper": 1283.1073161088946, "rankUpper": 300, "rankLower": 327, "votes": 11130, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 1.5, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5-turbo", "pimg": null, "psec": null }, { "rank": 312, "model": "ministral-8b-2410", "modelKey": "ministral-8b-2410", "org": "Mistral", "rating": 1274.6194639244213, "ratingLower": 1255.8752247157693, "ratingUpper": 1293.3637031330736, "rankUpper": 294, "rankLower": 333, "votes": 838, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": 131072, "url": "https://huggingface.co/mistralai/Ministral-8B-Instruct-2410", "pimg": null, "psec": null }, { "rank": 313, "model": "gemma-3-4b-it", "modelKey": "gemma-3-4b-it", "org": "Google", "rating": 1273.8200075447141, "ratingLower": 1250.1839157533361, "ratingUpper": 1297.4560993360924, "rankUpper": 288, "rankLower": 336, "votes": 605, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-4b-it", "pimg": null, "psec": null }, { "rank": 314, "model": "command-r-plus", "modelKey": "command-r-plus", "org": "Cohere", "rating": 1273.0697898610135, "ratingLower": 1265.3270335211303, "ratingUpper": 1280.812546200897, "rankUpper": 300, "rankLower": 328, "votes": 13937, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 3, "pout": 15, "ctx": 128000, "url": "https://txt.cohere.com/command-r-plus-microsoft-azure/", "pimg": null, "psec": null }, { "rank": 315, "model": "gemini-1.5-flash-8b-001", "modelKey": "gemini-1.5-flash-8b-001", "org": "Google", "rating": 1271.7131102242681, "ratingLower": 1263.5606856920724, "ratingUpper": 1279.8655347564638, "rankUpper": 300, "rankLower": 328, "votes": 6069, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-8b", "pimg": null, "psec": null }, { "rank": 316, "model": "gemma-2-9b-it-simpo", "modelKey": "gemma-2-9b-it-simpo", "org": "Unknown", "rating": 1271.296670540372, "ratingLower": 1256.3651639365198, "ratingUpper": 1286.2281771442242, "rankUpper": 298, "rankLower": 333, "votes": 1471, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO", "pimg": null, "psec": null }, { "rank": 317, "model": "gemma-2-9b-it", "modelKey": "gemma-2-9b-it", "org": "Google", "rating": 1270.3908956206917, "ratingLower": 1263.1032661992224, "ratingUpper": 1277.678525042161, "rankUpper": 301, "rankLower": 328, "votes": 8921, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-9b-it", "pimg": null, "psec": null }, { "rank": 318, "model": "reka-flash-21b-20240226", "modelKey": "reka-flash-21b-20240226", "org": "Unknown", "rating": 1267.2748886942757, "ratingLower": 1256.6146617046534, "ratingUpper": 1277.9351156838977, "rankUpper": 301, "rankLower": 333, "votes": 4748, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models", "pimg": null, "psec": null }, { "rank": 319, "model": "jamba-1.5-mini", "modelKey": "jamba-1.5-mini", "org": "Unknown", "rating": 1264.8703221042592, "ratingLower": 1249.5570153882836, "ratingUpper": 1280.1836288202348, "rankUpper": 300, "rankLower": 336, "votes": 1352, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 0.2, "pout": 0.4, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 320, "model": "mistral-medium", "modelKey": "mistral-medium", "org": "Mistral", "rating": 1262.5930867120055, "ratingLower": 1252.1533506579578, "ratingUpper": 1273.032822766053, "rankUpper": 303, "rankLower": 336, "votes": 5149, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 262144, "url": "https://mistral.ai/news/la-plateforme/", "pimg": null, "psec": null }, { "rank": 321, "model": "gpt-3.5-turbo-1106", "modelKey": "gpt-3.5-turbo-1106", "org": "OpenAI", "rating": 1262.5362244355802, "ratingLower": 1247.0233369454509, "ratingUpper": 1278.0491119257094, "rankUpper": 301, "rankLower": 338, "votes": 2121, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 2, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5", "pimg": null, "psec": null }, { "rank": 322, "model": "qwen1.5-32b-chat", "modelKey": "qwen1.5-32b-chat", "org": "Alibaba", "rating": 1262.2809520245223, "ratingLower": 1251.397740548695, "ratingUpper": 1273.1641635003493, "rankUpper": 303, "rankLower": 336, "votes": 3930, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-32b/", "pimg": null, "psec": null }, { "rank": 323, "model": "llama-3.1-8b-instruct", "modelKey": "llama-3.1-8b-instruct", "org": "Meta", "rating": 1259.8470061415921, "ratingLower": 1252.344403890992, "ratingUpper": 1267.3496083921925, "rankUpper": 306, "rankLower": 335, "votes": 8582, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 324, "model": "c4ai-aya-expanse-8b", "modelKey": "c4ai-aya-expanse-8b", "org": "Cohere", "rating": 1255.426327794989, "ratingLower": 1240.9082942764314, "ratingUpper": 1269.9443613135463, "rankUpper": 303, "rankLower": 341, "votes": 1567, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-8b", "pimg": null, "psec": null }, { "rank": 325, "model": "llama-3-8b-instruct", "modelKey": "llama-3-8b-instruct", "org": "Meta", "rating": 1253.210970256874, "ratingLower": 1245.6100710206956, "ratingUpper": 1260.8118694930522, "rankUpper": 314, "rankLower": 338, "votes": 18374, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.14, "pout": 0.14, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 326, "model": "llama-3.1-tulu-3-8b", "modelKey": "llama-3.1-tulu-3-8b", "org": "Ai2", "rating": 1253.0886217401846, "ratingLower": 1228.3046014424572, "ratingUpper": 1277.8726420379119, "rankUpper": 301, "rankLower": 344, "votes": 476, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B", "pimg": null, "psec": null }, { "rank": 327, "model": "dbrx-instruct-preview", "modelKey": "dbrx-instruct-preview", "org": "Unknown", "rating": 1251.3284233723102, "ratingLower": 1240.424045831681, "ratingUpper": 1262.2328009129396, "rankUpper": 314, "rankLower": 341, "votes": 5502, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DBRX LICENSE", "open": 1, "pin": 0.6, "pout": 0.6, "ctx": 32768, "url": "https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm", "pimg": null, "psec": null }, { "rank": 328, "model": "granite-3.1-2b-instruct", "modelKey": "granite-3.1-2b-instruct", "org": "IBM", "rating": 1249.0729330491604, "ratingLower": 1224.5455389404067, "ratingUpper": 1273.6003271579139, "rankUpper": 303, "rankLower": 346, "votes": 508, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-2b-instruct", "pimg": null, "psec": null }, { "rank": 329, "model": "gemini-pro", "modelKey": "gemini-pro", "org": "Google", "rating": 1248.9274935415344, "ratingLower": 1225.3030242900425, "ratingUpper": 1272.5519627930264, "rankUpper": 303, "rankLower": 346, "votes": 678, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://blog.google/technology/ai/gemini-api-developers-cloud/", "pimg": null, "psec": null }, { "rank": 330, "model": "internlm2_5-20b-chat", "modelKey": "internlm2_5-20b-chat", "org": "Unknown", "rating": 1248.7755172548082, "ratingLower": 1234.545111259137, "ratingUpper": 1263.0059232504793, "rankUpper": 313, "rankLower": 343, "votes": 1684, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Other", "open": 0, "pin": 0, "pout": 0, "ctx": 32768, "url": "https://huggingface.co/internlm/internlm2_5-20b-chat", "pimg": null, "psec": null }, { "rank": 331, "model": "yi-1.5-34b-chat", "modelKey": "yi-1.5-34b-chat", "org": "Unknown", "rating": 1248.5056765529487, "ratingLower": 1238.0309103035274, "ratingUpper": 1258.98044280237, "rankUpper": 314, "rankLower": 341, "votes": 3841, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/01-ai/Yi-1.5-34B-Chat", "pimg": null, "psec": null }, { "rank": 332, "model": "zephyr-orpo-141b-A35b-v0.1", "modelKey": "zephyr-orpo-141b-A35b-v0.1", "org": "Unknown", "rating": 1245.3045145574883, "ratingLower": 1224.7366032449415, "ratingUpper": 1265.8724258700352, "rankUpper": 308, "rankLower": 346, "votes": 831, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1", "pimg": null, "psec": null }, { "rank": 333, "model": "command-r", "modelKey": "command-r", "org": "Cohere", "rating": 1243.5265363383025, "ratingLower": 1234.8136173739458, "ratingUpper": 1252.2394553026595, "rankUpper": 319, "rankLower": 343, "votes": 9645, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://txt.cohere.com/command-r", "pimg": null, "psec": null }, { "rank": 334, "model": "granite-3.0-8b-instruct", "modelKey": "granite-3.0-8b-instruct", "org": "IBM", "rating": 1240.6689775528796, "ratingLower": 1222.792057665421, "ratingUpper": 1258.5458974403382, "rankUpper": 314, "rankLower": 347, "votes": 1108, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-8b-instruct", "pimg": null, "psec": null }, { "rank": 335, "model": "qwen1.5-14b-chat", "modelKey": "qwen1.5-14b-chat", "org": "Alibaba", "rating": 1239.7949988535931, "ratingLower": 1226.9738040638788, "ratingUpper": 1252.6161936433073, "rankUpper": 318, "rankLower": 345, "votes": 3208, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 336, "model": "mixtral-8x7b-instruct-v0.1", "modelKey": "mixtral-8x7b-instruct-v0.1", "org": "Mistral", "rating": 1239.7077788719569, "ratingLower": 1231.6250361288837, "ratingUpper": 1247.79052161503, "rankUpper": 323, "rankLower": 343, "votes": 11784, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.63, "pout": 0.63, "ctx": 32000, "url": "https://mistral.ai/news/mixtral-of-experts/", "pimg": null, "psec": null }, { "rank": 337, "model": "gemini-pro-dev-api", "modelKey": "gemini-pro-dev-api", "org": "Google", "rating": 1239.65528781484, "ratingLower": 1225.6312517953356, "ratingUpper": 1253.6793238343444, "rankUpper": 317, "rankLower": 346, "votes": 2681, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.0-pro", "pimg": null, "psec": null }, { "rank": 338, "model": "starling-lm-7b-beta", "modelKey": "starling-lm-7b-beta", "org": "Unknown", "rating": 1235.6102295139626, "ratingLower": 1222.7783130566054, "ratingUpper": 1248.44214597132, "rankUpper": 323, "rankLower": 347, "votes": 2948, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Starling-LM-7B-beta", "pimg": null, "psec": null }, { "rank": 339, "model": "phi-3-medium-4k-instruct", "modelKey": "phi-3-medium-4k-instruct", "org": "Microsoft", "rating": 1231.3637203816768, "ratingLower": 1221.1049329903583, "ratingUpper": 1241.622507772995, "rankUpper": 325, "rankLower": 349, "votes": 3973, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.17, "pout": 0.68, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-medium-4k-instruct", "pimg": null, "psec": null }, { "rank": 340, "model": "openchat-3.5-0106", "modelKey": "openchat-3.5-0106", "org": "Unknown", "rating": 1229.9643831076355, "ratingLower": 1215.9182248990996, "ratingUpper": 1244.0105413161714, "rankUpper": 325, "rankLower": 351, "votes": 2005, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/openchat/openchat-3.5-0106", "pimg": null, "psec": null }, { "rank": 341, "model": "snowflake-arctic-instruct", "modelKey": "snowflake-arctic-instruct", "org": "Unknown", "rating": 1224.8662135856594, "ratingLower": 1213.7184703938929, "ratingUpper": 1236.0139567774256, "rankUpper": 328, "rankLower": 351, "votes": 5734, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.snowflake.com/blog/arctic-open-efficient-foundation-language-models-snowflake/", "pimg": null, "psec": null }, { "rank": 342, "model": "deepseek-llm-67b-chat", "modelKey": "deepseek-llm-67b-chat", "org": "DeepSeek", "rating": 1218.3060484377168, "ratingLower": 1194.8360504569062, "ratingUpper": 1241.7760464185274, "rankUpper": 325, "rankLower": 363, "votes": 649, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat", "pimg": null, "psec": null }, { "rank": 343, "model": "gemma-1.1-7b-it", "modelKey": "gemma-1.1-7b-it", "org": "Google", "rating": 1216.4602094725442, "ratingLower": 1206.112350213883, "ratingUpper": 1226.8080687312056, "rankUpper": 333, "rankLower": 357, "votes": 4332, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/google/gemma-1.1-7b-it", "pimg": null, "psec": null }, { "rank": 344, "model": "tulu-2-dpo-70b", "modelKey": "tulu-2-dpo-70b", "org": "Unknown", "rating": 1215.0358224353897, "ratingLower": 1193.8564519824, "ratingUpper": 1236.2151928883795, "rankUpper": 328, "rankLower": 363, "votes": 805, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "AI2 ImpACT Low-risk", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/tulu-2-dpo-70b", "pimg": null, "psec": null }, { "rank": 345, "model": "qwen1.5-7b-chat", "modelKey": "qwen1.5-7b-chat", "org": "Alibaba", "rating": 1209.7338234703795, "ratingLower": 1188.998729846827, "ratingUpper": 1230.4689170939323, "rankUpper": 331, "rankLower": 366, "votes": 772, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 346, "model": "granite-3.0-2b-instruct", "modelKey": "granite-3.0-2b-instruct", "org": "IBM", "rating": 1209.708364379825, "ratingLower": 1192.231939048561, "ratingUpper": 1227.1847897110893, "rankUpper": 332, "rankLower": 365, "votes": 1134, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-2b-instruct", "pimg": null, "psec": null }, { "rank": 347, "model": "starling-lm-7b-alpha", "modelKey": "starling-lm-7b-alpha", "org": "Unknown", "rating": 1207.6582928914058, "ratingLower": 1191.3368484573375, "ratingUpper": 1223.9797373254744, "rankUpper": 337, "rankLower": 365, "votes": 1397, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha", "pimg": null, "psec": null }, { "rank": 348, "model": "yi-34b-chat", "modelKey": "yi-34b-chat", "org": "Unknown", "rating": 1205.670085581597, "ratingLower": 1192.6823432233616, "ratingUpper": 1218.6578279398325, "rankUpper": 340, "rankLower": 365, "votes": 2345, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Yi License", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 4096, "url": "https://huggingface.co/01-ai/Yi-34B-Chat", "pimg": null, "psec": null }, { "rank": 349, "model": "phi-3-small-8k-instruct", "modelKey": "phi-3-small-8k-instruct", "org": "Microsoft", "rating": 1205.0736829190957, "ratingLower": 1193.4309052916492, "ratingUpper": 1216.7164605465423, "rankUpper": 340, "rankLower": 363, "votes": 3219, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-small-8k-instruct", "pimg": null, "psec": null }, { "rank": 350, "model": "openchat-3.5", "modelKey": "openchat-3.5", "org": "Unknown", "rating": 1202.7169961045836, "ratingLower": 1183.1810767475329, "ratingUpper": 1222.252915461634, "rankUpper": 339, "rankLower": 368, "votes": 971, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/openchat/openchat_3.5", "pimg": null, "psec": null }, { "rank": 351, "model": "qwen-14b-chat", "modelKey": "qwen-14b-chat", "org": "Alibaba", "rating": 1197.7437318485686, "ratingLower": 1174.226091089794, "ratingUpper": 1221.261372607343, "rankUpper": 339, "rankLower": 371, "votes": 599, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen-14B-Chat", "pimg": null, "psec": null }, { "rank": 352, "model": "phi-3-mini-4k-instruct-june-2024", "modelKey": "phi-3-mini-4k-instruct-june-2024", "org": "Microsoft", "rating": 1197.1054677420743, "ratingLower": 1183.224561043329, "ratingUpper": 1210.9863744408196, "rankUpper": 342, "rankLower": 368, "votes": 1841, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": 4096, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 353, "model": "vicuna-33b", "modelKey": "vicuna-33b", "org": "Unknown", "rating": 1193.6935541909775, "ratingLower": 1180.9997848115715, "ratingUpper": 1206.3873235703834, "rankUpper": 342, "rankLower": 368, "votes": 2866, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0, "pout": 0, "ctx": 2048, "url": "https://huggingface.co/lmsys/vicuna-33b-v1.3", "pimg": null, "psec": null }, { "rank": 354, "model": "wizardlm-70b", "modelKey": "wizardlm-70b", "org": "Microsoft", "rating": 1193.5622268984644, "ratingLower": 1173.8169199857375, "ratingUpper": 1213.3075338111912, "rankUpper": 342, "rankLower": 372, "votes": 988, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-70B-V1.0", "pimg": null, "psec": null }, { "rank": 355, "model": "gemma-2-2b-it", "modelKey": "gemma-2-2b-it", "org": "Google", "rating": 1192.2956973013065, "ratingLower": 1184.23013441012, "ratingUpper": 1200.3612601924929, "rankUpper": 343, "rankLower": 367, "votes": 7298, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-2b-it", "pimg": null, "psec": null }, { "rank": 356, "model": "phi-3-mini-4k-instruct", "modelKey": "phi-3-mini-4k-instruct", "org": "Microsoft", "rating": 1187.6149061605593, "ratingLower": 1175.8936826667734, "ratingUpper": 1199.3361296543449, "rankUpper": 343, "rankLower": 370, "votes": 3449, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 357, "model": "openhermes-2.5-mistral-7b", "modelKey": "openhermes-2.5-mistral-7b", "org": "Unknown", "rating": 1186.8155708342986, "ratingLower": 1163.7698640195938, "ratingUpper": 1209.8612776490033, "rankUpper": 342, "rankLower": 378, "votes": 589, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.17, "pout": 0.17, "ctx": null, "url": "https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B", "pimg": null, "psec": null }, { "rank": 358, "model": "mistral-7b-instruct-v0.2", "modelKey": "mistral-7b-instruct-v0.2", "org": "Mistral", "rating": 1185.9563055199549, "ratingLower": 1174.2351556886788, "ratingUpper": 1197.6774553512312, "rankUpper": 343, "rankLower": 371, "votes": 3114, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2", "pimg": null, "psec": null }, { "rank": 359, "model": "solar-10.7b-instruct-v1.0", "modelKey": "solar-10.7b-instruct-v1.0", "org": "Unknown", "rating": 1183.677774854979, "ratingLower": 1156.693679662047, "ratingUpper": 1210.6618700479105, "rankUpper": 342, "rankLower": 379, "votes": 482, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0", "pimg": null, "psec": null }, { "rank": 360, "model": "llama-2-70b-chat", "modelKey": "llama-2-70b-chat", "org": "Meta", "rating": 1179.1541153230612, "ratingLower": 1169.2578289046226, "ratingUpper": 1189.0504017414999, "rankUpper": 349, "rankLower": 375, "votes": 5717, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.7, "pout": 2.8, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-70b-chat-hf", "pimg": null, "psec": null }, { "rank": 361, "model": "llama-3.2-3b-instruct", "modelKey": "llama-3.2-3b-instruct", "org": "Meta", "rating": 1176.5685763728136, "ratingLower": 1160.2389640374374, "ratingUpper": 1192.89818870819, "rankUpper": 346, "rankLower": 378, "votes": 1351, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.05, "pout": 0.33, "ctx": 131072, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 362, "model": "nous-hermes-2-mixtral-8x7b-dpo", "modelKey": "nous-hermes-2-mixtral-8x7b-dpo", "org": "Unknown", "rating": 1175.7675047421353, "ratingLower": 1152.3102612329246, "ratingUpper": 1199.2247482513458, "rankUpper": 343, "rankLower": 380, "votes": 575, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": null, "url": "https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "pimg": null, "psec": null }, { "rank": 363, "model": "qwq-32b-preview", "modelKey": "qwq-32b-preview", "org": "Alibaba", "rating": 1173.6801861698282, "ratingLower": 1149.5882360543742, "ratingUpper": 1197.7721362852822, "rankUpper": 343, "rankLower": 381, "votes": 566, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B-Preview", "pimg": null, "psec": null }, { "rank": 364, "model": "gemma-1.1-2b-it", "modelKey": "gemma-1.1-2b-it", "org": "Google", "rating": 1171.3661845893864, "ratingLower": 1157.4717432300113, "ratingUpper": 1185.2606259487616, "rankUpper": 350, "rankLower": 379, "votes": 1963, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/google/gemma-1.1-2b-it", "pimg": null, "psec": null }, { "rank": 365, "model": "mpt-30b-chat", "modelKey": "mpt-30b-chat", "org": "Unknown", "rating": 1168.091484944627, "ratingLower": 1133.7624328857728, "ratingUpper": 1202.420537003481, "rankUpper": 343, "rankLower": 383, "votes": 258, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-30b-chat", "pimg": null, "psec": null }, { "rank": 366, "model": "gemma-7b-it", "modelKey": "gemma-7b-it", "org": "Google", "rating": 1167.2527965745421, "ratingLower": 1150.6602025755278, "ratingUpper": 1183.8453905735562, "rankUpper": 351, "rankLower": 380, "votes": 1381, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 8192, "url": "https://huggingface.co/google/gemma-7b-it", "pimg": null, "psec": null }, { "rank": 367, "model": "zephyr-7b-alpha", "modelKey": "zephyr-7b-alpha", "org": "Unknown", "rating": 1166.996807915346, "ratingLower": 1127.833378012444, "ratingUpper": 1206.1602378182479, "rankUpper": 342, "rankLower": 384, "votes": 201, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha", "pimg": null, "psec": null }, { "rank": 368, "model": "vicuna-13b", "modelKey": "vicuna-13b", "org": "Unknown", "rating": 1163.464528811705, "ratingLower": 1149.7229295515974, "ratingUpper": 1177.2061280718126, "rankUpper": 354, "rankLower": 380, "votes": 2389, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-13b-v1.5", "pimg": null, "psec": null }, { "rank": 369, "model": "llama-2-13b-chat", "modelKey": "llama-2-13b-chat", "org": "Meta", "rating": 1162.6295673731888, "ratingLower": 1149.6880901883053, "ratingUpper": 1175.5710445580721, "rankUpper": 355, "rankLower": 380, "votes": 2626, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.25, "pout": 0.25, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-13b-chat-hf", "pimg": null, "psec": null }, { "rank": 370, "model": "smollm2-1.7b-instruct", "modelKey": "smollm2-1.7b-instruct", "org": "Unknown", "rating": 1160.2459995166807, "ratingLower": 1127.6693862742047, "ratingUpper": 1192.8226127591565, "rankUpper": 346, "rankLower": 384, "votes": 352, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct", "pimg": null, "psec": null }, { "rank": 371, "model": "codellama-34b-instruct", "modelKey": "codellama-34b-instruct", "org": "Meta", "rating": 1159.5682522361506, "ratingLower": 1139.3042117890202, "ratingUpper": 1179.8322926832807, "rankUpper": 354, "rankLower": 383, "votes": 853, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.35, "pout": 1.4, "ctx": 16384, "url": "https://huggingface.co/codellama/CodeLlama-34b-Instruct-hf", "pimg": null, "psec": null }, { "rank": 372, "model": "phi-3-mini-128k-instruct", "modelKey": "phi-3-mini-128k-instruct", "org": "Microsoft", "rating": 1154.7112032397372, "ratingLower": 1141.7123522494612, "ratingUpper": 1167.7100542300134, "rankUpper": 359, "rankLower": 383, "votes": 3886, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://azure.microsoft.com/en-us/blog/introducing-phi-3-redefining-whats-possible-with-slms/", "pimg": null, "psec": null }, { "rank": 373, "model": "palm-2", "modelKey": "palm-2", "org": "Google", "rating": 1153.3417096477274, "ratingLower": 1132.5786060248572, "ratingUpper": 1174.1048132705978, "rankUpper": 357, "rankLower": 383, "votes": 917, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 0.5, "ctx": 25804, "url": "https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models#foundation_models", "pimg": null, "psec": null }, { "rank": 374, "model": "zephyr-7b-beta", "modelKey": "zephyr-7b-beta", "org": "Unknown", "rating": 1152.8373375397946, "ratingLower": 1134.6749971760773, "ratingUpper": 1170.9996779035116, "rankUpper": 358, "rankLower": 383, "votes": 1250, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 16384, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-beta", "pimg": null, "psec": null }, { "rank": 375, "model": "wizardlm-13b", "modelKey": "wizardlm-13b", "org": "Microsoft", "rating": 1151.8793604369762, "ratingLower": 1129.9831285787732, "ratingUpper": 1173.7755922951794, "rankUpper": 358, "rankLower": 383, "votes": 735, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-13B-V1.2", "pimg": null, "psec": null }, { "rank": 376, "model": "llama-3.2-1b-instruct", "modelKey": "llama-3.2-1b-instruct", "org": "Meta", "rating": 1149.2932746484335, "ratingLower": 1133.027488843971, "ratingUpper": 1165.559060452896, "rankUpper": 359, "rankLower": 383, "votes": 1346, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.027, "pout": 0.201, "ctx": 60000, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 377, "model": "llama2-70b-steerlm-chat", "modelKey": "llama2-70b-steerlm-chat", "org": "Nvidia", "rating": 1145.7738300489314, "ratingLower": 1118.159225764898, "ratingUpper": 1173.3884343329646, "rankUpper": 358, "rankLower": 384, "votes": 467, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama2-70B-SteerLM-Chat", "pimg": null, "psec": null }, { "rank": 378, "model": "mistral-7b-instruct", "modelKey": "mistral-7b-instruct", "org": "Mistral", "rating": 1144.7329880802051, "ratingLower": 1125.085321968163, "ratingUpper": 1164.3806541922472, "rankUpper": 359, "rankLower": 384, "votes": 1032, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.07, "pout": 0.28, "ctx": 4096, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1", "pimg": null, "psec": null }, { "rank": 379, "model": "gemma-2b-it", "modelKey": "gemma-2b-it", "org": "Google", "rating": 1136.3382927881776, "ratingLower": 1114.4413533257507, "ratingUpper": 1158.2352322506044, "rankUpper": 361, "rankLower": 386, "votes": 742, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://huggingface.co/google/gemma-2b-it", "pimg": null, "psec": null }, { "rank": 380, "model": "vicuna-7b", "modelKey": "vicuna-7b", "org": "Unknown", "rating": 1131.8761028208025, "ratingLower": 1109.1087419807095, "ratingUpper": 1154.6434636608958, "rankUpper": 363, "rankLower": 386, "votes": 726, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-7b-v1.5", "pimg": null, "psec": null }, { "rank": 381, "model": "qwen1.5-4b-chat", "modelKey": "qwen1.5-4b-chat", "org": "Alibaba", "rating": 1131.7138713284896, "ratingLower": 1114.3313482613783, "ratingUpper": 1149.0963943956012, "rankUpper": 368, "rankLower": 386, "votes": 1283, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 382, "model": "stripedhyena-nous-7b", "modelKey": "stripedhyena-nous-7b", "org": "Unknown", "rating": 1127.54471598322, "ratingLower": 1105.4408668182607, "ratingUpper": 1149.6485651481792, "rankUpper": 367, "rankLower": 386, "votes": 704, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/togethercomputer/StripedHyena-Nous-7B", "pimg": null, "psec": null }, { "rank": 383, "model": "guanaco-33b", "modelKey": "guanaco-33b", "org": "Unknown", "rating": 1113.8022731708747, "ratingLower": 1078.336187654918, "ratingUpper": 1149.2683586868316, "rankUpper": 368, "rankLower": 389, "votes": 263, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/timdettmers/guanaco-33b-merged", "pimg": null, "psec": null }, { "rank": 384, "model": "olmo-7b-instruct", "modelKey": "olmo-7b-instruct", "org": "Ai2", "rating": 1107.3390989567572, "ratingLower": 1085.4541869034608, "ratingUpper": 1129.2240110100538, "rankUpper": 375, "rankLower": 389, "votes": 772, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/allenai/OLMo-7B-Instruct", "pimg": null, "psec": null }, { "rank": 385, "model": "llama-2-7b-chat", "modelKey": "llama-2-7b-chat", "org": "Meta", "rating": 1103.1586253546943, "ratingLower": 1089.1184690323694, "ratingUpper": 1117.1987816770193, "rankUpper": 379, "rankLower": 388, "votes": 1956, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-7b-chat-hf", "pimg": null, "psec": null }, { "rank": 386, "model": "chatglm3-6b", "modelKey": "chatglm3-6b", "org": "Unknown", "rating": 1090.3982968064731, "ratingLower": 1064.4669196731693, "ratingUpper": 1116.329673939777, "rankUpper": 379, "rankLower": 391, "votes": 535, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm3-6b", "pimg": null, "psec": null }, { "rank": 387, "model": "mpt-7b-chat", "modelKey": "mpt-7b-chat", "org": "Unknown", "rating": 1066.3157908321775, "ratingLower": 1035.1865087025512, "ratingUpper": 1097.4450729618038, "rankUpper": 383, "rankLower": 393, "votes": 397, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-7b-chat", "pimg": null, "psec": null }, { "rank": 388, "model": "koala-13b", "modelKey": "koala-13b", "org": "Unknown", "rating": 1066.253066385649, "ratingLower": 1042.3609454429802, "ratingUpper": 1090.1451873283177, "rankUpper": 383, "rankLower": 392, "votes": 747, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bair.berkeley.edu/blog/2023/04/03/koala/", "pimg": null, "psec": null }, { "rank": 389, "model": "RWKV-4-Raven-14B", "modelKey": "RWKV-4-Raven-14B", "org": "Unknown", "rating": 1059.7245729329825, "ratingLower": 1032.8106580408307, "ratingUpper": 1086.6384878251345, "rankUpper": 384, "rankLower": 393, "votes": 505, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/BlinkDL/rwkv-4-raven", "pimg": null, "psec": null }, { "rank": 390, "model": "oasst-pythia-12b", "modelKey": "oasst-pythia-12b", "org": "Unknown", "rating": 1050.3929771048258, "ratingLower": 1025.6877973343778, "ratingUpper": 1075.0981568752738, "rankUpper": 386, "rankLower": 394, "votes": 714, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5", "pimg": null, "psec": null }, { "rank": 391, "model": "chatglm-6b", "modelKey": "chatglm-6b", "org": "Unknown", "rating": 1035.7669854144779, "ratingLower": 1008.8421554220886, "ratingUpper": 1062.6918154068671, "rankUpper": 387, "rankLower": 394, "votes": 551, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm-6b", "pimg": null, "psec": null }, { "rank": 392, "model": "chatglm2-6b", "modelKey": "chatglm2-6b", "org": "Unknown", "rating": 1030.8140616135686, "ratingLower": 996.3431145328457, "ratingUpper": 1065.2850086942913, "rankUpper": 386, "rankLower": 394, "votes": 293, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm2-6b", "pimg": null, "psec": null }, { "rank": 393, "model": "stablelm-tuned-alpha-7b", "modelKey": "stablelm-tuned-alpha-7b", "org": "Unknown", "rating": 1004.9256576170319, "ratingLower": 972.5547589263276, "ratingUpper": 1037.2965563077364, "rankUpper": 388, "rankLower": 395, "votes": 363, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b", "pimg": null, "psec": null }, { "rank": 394, "model": "alpaca-13b", "modelKey": "alpaca-13b", "org": "Unknown", "rating": 999.5471466004724, "ratingLower": 972.7864357424342, "ratingUpper": 1026.3078574585109, "rankUpper": 390, "rankLower": 395, "votes": 626, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://crfm.stanford.edu/2023/03/13/alpaca.html", "pimg": null, "psec": null }, { "rank": 395, "model": "dolly-v2-12b", "modelKey": "dolly-v2-12b", "org": "Unknown", "rating": 962.6434731074285, "ratingLower": 929.0781495834879, "ratingUpper": 996.2087966313691, "rankUpper": 393, "rankLower": 396, "votes": 396, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/databricks/dolly-v2-12b", "pimg": null, "psec": null }, { "rank": 396, "model": "fastchat-t5-3b", "modelKey": "fastchat-t5-3b", "org": "Unknown", "rating": 908.0867781320294, "ratingLower": 877.961256646334, "ratingUpper": 938.212299617725, "rankUpper": 395, "rankLower": 397, "votes": 428, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/lmsys/fastchat-t5-3b-v1.0", "pimg": null, "psec": null }, { "rank": 397, "model": "llama-13b", "modelKey": "llama-13b", "org": "Meta", "rating": 883.0773420980579, "ratingLower": 844.5269634295244, "ratingUpper": 921.6277207665914, "rankUpper": 396, "rankLower": 397, "votes": 304, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0.225, "pout": 0.225, "ctx": null, "url": "https://arxiv.org/abs/2302.13971", "pimg": null, "psec": null } ], "text": [ { "rank": 1, "model": "claude-fable-5-high", "modelKey": "claude-fable-5-text", "org": "Anthropic", "rating": 1505.6827180827381, "ratingLower": 1500.9186317406866, "ratingUpper": 1510.4468044247901, "rankUpper": 1, "rankLower": 7, "votes": 30057, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-fable-5-mythos-5", "pimg": null, "psec": null }, { "rank": 2, "model": "claude-opus-4-6-high", "modelKey": "claude-opus-4-6-thinking", "org": "Anthropic", "rating": 1504.5596374157553, "ratingLower": 1501.0420504392455, "ratingUpper": 1508.0772243922652, "rankUpper": 1, "rankLower": 7, "votes": 71993, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 3, "model": "claude-opus-4-7-high", "modelKey": "claude-opus-4-7-thinking", "org": "Anthropic", "rating": 1501.7492535919955, "ratingLower": 1497.8703617011465, "ratingUpper": 1505.6281454828445, "rankUpper": 1, "rankLower": 10, "votes": 60002, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 4, "model": "muse-spark-1.2 (xHigh)", "modelKey": "muse-spark-1.2-xhigh-text", "org": "Meta", "rating": 1499.5893180176977, "ratingLower": 1489.081434731639, "ratingUpper": 1510.0972013037558, "rankUpper": 1, "rankLower": 19, "votes": 3227, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 5, "model": "claude-fable-5.1-max", "modelKey": "claude-fable-5.1-max-text", "org": "Anthropic", "rating": 1498.4730733605907, "ratingLower": 1490.3058189422723, "ratingUpper": 1506.6403277789095, "rankUpper": 1, "rankLower": 15, "votes": 5783, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/claude-fable-and-mythos-5-1", "pimg": null, "psec": null }, { "rank": 6, "model": "claude-opus-4-6", "modelKey": "claude-opus-4-6", "org": "Anthropic", "rating": 1497.348506002942, "ratingLower": 1493.9259628542018, "ratingUpper": 1500.7710491516823, "rankUpper": 3, "rankLower": 12, "votes": 75878, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 7, "model": "claude-opus-4-7", "modelKey": "claude-opus-4-7", "org": "Anthropic", "rating": 1494.4470155996896, "ratingLower": 1490.5773533789525, "ratingUpper": 1498.3166778204263, "rankUpper": 3, "rankLower": 15, "votes": 61128, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 8, "model": "muse-spark-1.3-max", "modelKey": "muse-spark-1-3-max-bhma-text", "org": "Meta", "rating": 1493.1148813511777, "ratingLower": 1484.2701926818113, "ratingUpper": 1501.959570020544, "rankUpper": 1, "rankLower": 24, "votes": 4723, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 9, "model": "gemini-3.8-flash-high", "modelKey": "skimaki-kwc6", "org": "Google", "rating": 1493.0082765047282, "ratingLower": 1484.4247213078988, "ratingUpper": 1501.591831701557, "rankUpper": 1, "rankLower": 24, "votes": 5076, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/", "pimg": null, "psec": null }, { "rank": 10, "model": "claude-opus-5-high", "modelKey": "claude-opus-5-high-text", "org": "Anthropic", "rating": 1492.8999328031769, "ratingLower": 1488.6686910471826, "ratingUpper": 1497.131174559171, "rankUpper": 4, "rankLower": 19, "votes": 42617, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 11, "model": "muse-spark-1.1", "modelKey": "super-nova-ext-3tam-text", "org": "Meta", "rating": 1492.5560524214065, "ratingLower": 1487.7000579349742, "ratingUpper": 1497.4120469078393, "rankUpper": 4, "rankLower": 20, "votes": 27615, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/", "pimg": null, "psec": null }, { "rank": 12, "model": "gemini-3.7-flash-high", "modelKey": "andwise-evfd", "org": "Google", "rating": 1489.821045328777, "ratingLower": 1481.621880130063, "ratingUpper": 1498.0202105274911, "rankUpper": 3, "rankLower": 27, "votes": 5640, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-3-7-flash/", "pimg": null, "psec": null }, { "rank": 13, "model": "muse-spark", "modelKey": "eureka", "org": "Meta", "rating": 1488.0514026762398, "ratingLower": 1482.2073169416876, "ratingUpper": 1493.8954884107916, "rankUpper": 5, "rankLower": 25, "votes": 13565, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-msl/", "pimg": null, "psec": null }, { "rank": 14, "model": "claude-opus-5-max", "modelKey": "claude-opus-5-max-text", "org": "Anthropic", "rating": 1487.3640295197229, "ratingLower": 1481.8725706844498, "ratingUpper": 1492.855488354996, "rankUpper": 5, "rankLower": 27, "votes": 20706, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 15, "model": "gemini-3.1-pro-preview", "modelKey": "gemini-3.1-pro-preview", "org": "Google", "rating": 1486.809321925295, "ratingLower": 1483.6472780293097, "ratingUpper": 1489.9713658212804, "rankUpper": 7, "rankLower": 24, "votes": 106951, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 6, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-pro/", "pimg": null, "psec": null }, { "rank": 16, "model": "gemini-3-pro", "modelKey": "gemini-3-pro", "org": "Google", "rating": 1485.4829457606493, "ratingLower": 1481.629144511905, "ratingUpper": 1489.336747009394, "rankUpper": 7, "rankLower": 27, "votes": 40654, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-3-pro-preview", "pimg": null, "psec": null }, { "rank": 17, "model": "kimi-k3-max", "modelKey": "kimi-k3-v3-text", "org": "Moonshot", "rating": 1484.7659884633672, "ratingLower": 1479.540297028585, "ratingUpper": 1489.9916798981494, "rankUpper": 7, "rankLower": 30, "votes": 20987, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Kimi K3 license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://platform.kimi.ai/docs/guide/kimi-k3-quickstart", "pimg": null, "psec": null }, { "rank": 18, "model": "gpt-5.6-sol-xhigh", "modelKey": "gpt-5.6-sol-xhigh-text", "org": "OpenAI", "rating": 1483.474347288669, "ratingLower": 1478.5808753141946, "ratingUpper": 1488.3678192631437, "rankUpper": 9, "rankLower": 32, "votes": 27069, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 4, "pout": 20, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 19, "model": "glm-5.3-max", "modelKey": "glm-5.3", "org": "Z.ai", "rating": 1483.0179355440732, "ratingLower": 1476.5775189501373, "ratingUpper": 1489.458352138009, "rankUpper": 7, "rankLower": 37, "votes": 10960, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 20, "model": "gpt-5.5-high", "modelKey": "gpt-5.5-high-text", "org": "OpenAI", "rating": 1481.756564434564, "ratingLower": 1477.9365309725567, "ratingUpper": 1485.5765978965715, "rankUpper": 10, "rankLower": 34, "votes": 64924, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 21, "model": "claude-opus-4-8-high", "modelKey": "claude-opus-4-8-thinking-text", "org": "Anthropic", "rating": 1481.3781065574426, "ratingLower": 1477.2227739171562, "ratingUpper": 1485.5334391977294, "rankUpper": 10, "rankLower": 35, "votes": 52535, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 22, "model": "qwen3.8-max", "modelKey": "kinsley-mrp8", "org": "Alibaba", "rating": 1480.5610977215138, "ratingLower": 1474.770506095319, "ratingUpper": 1486.351689347709, "rankUpper": 10, "rankLower": 39, "votes": 16670, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.69, "pout": 5.07, "ctx": 1000000, "url": "https://www.qwencloud.com/models/qwen3.8-max", "pimg": null, "psec": null }, { "rank": 23, "model": "gemini-3.6-flash-high", "modelKey": "gemini-3.6-flash", "org": "Google", "rating": 1479.8917260427943, "ratingLower": 1475.0405224730162, "ratingUpper": 1484.7429296125724, "rankUpper": 10, "rankLower": 39, "votes": 26445, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 24, "model": "gpt-6-astra-max", "modelKey": "gpt-6-astra-max-text", "org": "OpenAI", "rating": 1479.7712562096513, "ratingLower": 1468.1210389807038, "ratingUpper": 1491.4214734385992, "rankUpper": 5, "rankLower": 51, "votes": 2693, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://openai.com/index/gpt-6-astra/", "pimg": null, "psec": null }, { "rank": 25, "model": "gemini-3.5-flash-high", "modelKey": "gemini-3.5-flash-high-public", "org": "Google", "rating": 1477.6813379466303, "ratingLower": 1473.488263829233, "ratingUpper": 1481.8744120640276, "rankUpper": 14, "rankLower": 40, "votes": 38257, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 26, "model": "gpt-5.4-high", "modelKey": "gpt-5.4-high-no-system-prompt", "org": "OpenAI", "rating": 1476.3897159979338, "ratingLower": 1472.5146278543934, "ratingUpper": 1480.2648041414736, "rankUpper": 17, "rankLower": 43, "votes": 60537, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 27, "model": "gpt-5.2-chat-latest-20260210", "modelKey": "gpt-5.2-chat-latest", "org": "OpenAI", "rating": 1476.2585438549113, "ratingLower": 1472.1239151544341, "ratingUpper": 1480.3931725553884, "rankUpper": 17, "rankLower": 43, "votes": 34176, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://developers.openai.com/api/docs/models/gpt-5.2-chat-latest", "pimg": null, "psec": null }, { "rank": 28, "model": "gpt-5.5", "modelKey": "gpt-5.5-text", "org": "OpenAI", "rating": 1476.084135658949, "ratingLower": 1472.2894329390929, "ratingUpper": 1479.878838378805, "rankUpper": 17, "rankLower": 43, "votes": 66317, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 29, "model": "glm-5.3-flash", "modelKey": "glm-5.3-flash-text", "org": "Z.ai", "rating": 1475.4044535618318, "ratingLower": 1468.8434654890252, "ratingUpper": 1481.9654416346384, "rankUpper": 14, "rankLower": 49, "votes": 10038, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.06, "pout": 0.2, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 30, "model": "grok-4.20-beta1", "modelKey": "clanker-text", "org": "SpaceXAI", "rating": 1474.5048857344736, "ratingLower": 1469.853926875293, "ratingUpper": 1479.1558445936544, "rankUpper": 18, "rankLower": 47, "votes": 26599, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://grok.com/", "pimg": null, "psec": null }, { "rank": 31, "model": "gemini-3.5-flash-medium", "modelKey": "gemini-3.5-flash-medium", "org": "Google", "rating": 1473.9403573109207, "ratingLower": 1469.4415579298998, "ratingUpper": 1478.4391566919421, "rankUpper": 19, "rankLower": 48, "votes": 36627, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 32, "model": "gpt-5.5-instant", "modelKey": "gpt-5.5-instant", "org": "OpenAI", "rating": 1473.8198224241346, "ratingLower": 1468.7098971397081, "ratingUpper": 1478.929747708561, "rankUpper": 18, "rankLower": 49, "votes": 25850, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/gpt-5-5-instant", "pimg": null, "psec": null }, { "rank": 33, "model": "gemini-3-flash", "modelKey": "gemini-3-flash", "org": "Google", "rating": 1473.688208944633, "ratingLower": 1469.2703956606824, "ratingUpper": 1478.1060222285842, "rankUpper": 19, "rankLower": 49, "votes": 30225, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 34, "model": "qwen3.7-max-preview", "modelKey": "melyora-9qr6", "org": "Alibaba", "rating": 1473.2273231258355, "ratingLower": 1463.2234578845023, "ratingUpper": 1483.2311883671687, "rankUpper": 13, "rankLower": 53, "votes": 3705, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.475, "pout": 4.425, "ctx": 1000000, "url": "https://chat.qwen.ai/?models=Qwen3.7-Max-Preview", "pimg": null, "psec": null }, { "rank": 35, "model": "claude-opus-4-8", "modelKey": "claude-opus-4-8-text", "org": "Anthropic", "rating": 1473.2228821497197, "ratingLower": 1469.0818069706688, "ratingUpper": 1477.36395732877, "rankUpper": 20, "rankLower": 49, "votes": 53446, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 36, "model": "claude-opus-4-5-20251101-high-32k", "modelKey": "claude-opus-4-5-20251101-thinking-32k", "org": "Anthropic", "rating": 1472.7934597386325, "ratingLower": 1468.8904020368122, "ratingUpper": 1476.6965174404531, "rankUpper": 21, "rankLower": 49, "votes": 36239, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 37, "model": "claude-sonnet-4-6", "modelKey": "claude-sonnet-4-6", "org": "Anthropic", "rating": 1472.57427288615, "ratingLower": 1468.966410769539, "ratingUpper": 1476.1821350027612, "rankUpper": 22, "rankLower": 49, "votes": 66208, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-6", "pimg": null, "psec": null }, { "rank": 38, "model": "glm-5.2-max", "modelKey": "glm-5.2-text", "org": "Z.ai", "rating": 1472.0968104541143, "ratingLower": 1467.4812225618266, "ratingUpper": 1476.7123983464026, "rankUpper": 21, "rankLower": 51, "votes": 36798, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1000000, "url": "https://huggingface.co/zai-org/GLM-5.2", "pimg": null, "psec": null }, { "rank": 39, "model": "grok-4.20-beta-0309-reasoning", "modelKey": "grok-4.20-beta-0309-reasoning", "org": "SpaceXAI", "rating": 1471.4776673628921, "ratingLower": 1467.7033094874441, "ratingUpper": 1475.2520252383401, "rankUpper": 22, "rankLower": 51, "votes": 62168, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-beta-0309-reasoning", "pimg": null, "psec": null }, { "rank": 40, "model": "grok-4.20-multi-agent-beta-0309", "modelKey": "grok-4.20-multi-agent-beta-0309", "org": "SpaceXAI", "rating": 1470.1522547537338, "ratingLower": 1466.358831676348, "ratingUpper": 1473.94567783112, "rankUpper": 24, "rankLower": 51, "votes": 60777, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-multi-agent-beta-0309", "pimg": null, "psec": null }, { "rank": 41, "model": "claude-opus-4-5-20251101", "modelKey": "claude-opus-4-5-20251101", "org": "Anthropic", "rating": 1469.4663063253347, "ratingLower": 1466.270543244777, "ratingUpper": 1472.662069405892, "rankUpper": 25, "rankLower": 51, "votes": 70013, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 42, "model": "grok-4.5", "modelKey": "grok-4.5-text", "org": "SpaceXAI", "rating": 1468.1348973204085, "ratingLower": 1463.4400367255766, "ratingUpper": 1472.8297579152404, "rankUpper": 25, "rankLower": 53, "votes": 30103, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.5", "pimg": null, "psec": null }, { "rank": 43, "model": "ernie-5.1", "modelKey": "zero-prism", "org": "Baidu", "rating": 1467.8881351077475, "ratingLower": 1463.2347160458444, "ratingUpper": 1472.5415541696502, "rankUpper": 25, "rankLower": 53, "votes": 37058, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5634, "pout": 2.5353, "ctx": 119000, "url": "https://ernie.baidu.com/blog/posts/ernie-5.1-0508-release/", "pimg": null, "psec": null }, { "rank": 44, "model": "mimo-v2.5-pro", "modelKey": "mimo-v2.5-pro-text", "org": "Xiaomi", "rating": 1467.419793477693, "ratingLower": 1463.587186905816, "ratingUpper": 1471.2524000495705, "rankUpper": 28, "rankLower": 53, "votes": 60919, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.435, "pout": 0.87, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5-pro/", "pimg": null, "psec": null }, { "rank": 45, "model": "gpt-5.6-terra-xhigh", "modelKey": "gpt-5.6-terra-xhigh-text", "org": "OpenAI", "rating": 1466.0372736853974, "ratingLower": 1461.2092054787227, "ratingUpper": 1470.8653418920717, "rankUpper": 28, "rankLower": 59, "votes": 28119, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 46, "model": "gpt-5.4", "modelKey": "gpt-5.4-no-system-prompt", "org": "OpenAI", "rating": 1465.6552475167673, "ratingLower": 1461.8528554808408, "ratingUpper": 1469.4576395526938, "rankUpper": 29, "rankLower": 56, "votes": 63526, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 47, "model": "glm-5.1", "modelKey": "glm-5.1-text", "org": "Z.ai", "rating": 1465.5126949020796, "ratingLower": 1461.6414436893356, "ratingUpper": 1469.3839461148236, "rankUpper": 30, "rankLower": 56, "votes": 48901, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 202752, "url": "https://huggingface.co/zai-org/GLM-5.1", "pimg": null, "psec": null }, { "rank": 48, "model": "grok-4.1-thinking", "modelKey": "grok-4.1-thinking", "org": "SpaceXAI", "rating": 1465.4455523005063, "ratingLower": 1462.2039576240068, "ratingUpper": 1468.6871469770053, "rankUpper": 36, "rankLower": 55, "votes": 64152, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 49, "model": "qwen3.5-max-preview", "modelKey": "kiteki", "org": "Alibaba", "rating": 1465.2263048370924, "ratingLower": 1460.255656323246, "ratingUpper": 1470.1969533509387, "rankUpper": 28, "rankLower": 60, "votes": 21476, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 6, "ctx": null, "url": "https://qwen.ai/blog?id=qwen3.5-max-preview", "pimg": null, "psec": null }, { "rank": 50, "model": "deepseek-v4-pro-high-20260813", "modelKey": "deepseek-v4-pro-high-20260813-text", "org": "DeepSeek", "rating": 1463.3614595040572, "ratingLower": 1456.5245827909412, "ratingUpper": 1470.1983362171736, "rankUpper": 28, "rankLower": 68, "votes": 9008, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": null, "url": "https://api-docs.deepseek.com/updates/#date-2026-08-13", "pimg": null, "psec": null }, { "rank": 51, "model": "claude-sonnet-5-high", "modelKey": "claude-sonnet-5-text", "org": "Anthropic", "rating": 1461.2069551775312, "ratingLower": 1456.6235702243303, "ratingUpper": 1465.7903401307321, "rankUpper": 41, "rankLower": 68, "votes": 35301, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-5", "pimg": null, "psec": null }, { "rank": 52, "model": "kimi-k2.6", "modelKey": "kimi-k2.6-text", "org": "Moonshot", "rating": 1460.4445059653572, "ratingLower": 1455.9128195316862, "ratingUpper": 1464.9761923990286, "rankUpper": 41, "rankLower": 68, "votes": 37502, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.95, "pout": 4, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-6", "pimg": null, "psec": null }, { "rank": 53, "model": "qwen3.6-max-preview", "modelKey": "kizen-beta", "org": "Alibaba", "rating": 1460.00905823416, "ratingLower": 1451.64892895831, "ratingUpper": 1468.3691875100103, "rankUpper": 36, "rankLower": 74, "votes": 5186, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.027, "pout": 6.162, "ctx": 262144, "url": "https://qwen.ai/blog?id=qwen3.6-max-preview", "pimg": null, "psec": null }, { "rank": 54, "model": "grok-4.1", "modelKey": "grok-4.1", "org": "SpaceXAI", "rating": 1459.1771090597103, "ratingLower": 1455.9579954606052, "ratingUpper": 1462.396222658815, "rankUpper": 45, "rankLower": 68, "votes": 66340, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 55, "model": "gemini-3-flash (thinking-minimal)", "modelKey": "gemini-3-flash-thinking-minimal", "org": "Google", "rating": 1458.3199965610875, "ratingLower": 1455.2164660503304, "ratingUpper": 1461.4235270718445, "rankUpper": 48, "rankLower": 69, "votes": 85799, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 56, "model": "glm-5", "modelKey": "glm-5", "org": "Z.ai", "rating": 1457.6425883830184, "ratingLower": 1453.2958261915487, "ratingUpper": 1461.989350574488, "rankUpper": 46, "rankLower": 72, "votes": 27605, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1, "pout": 3.2, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-5", "pimg": null, "psec": null }, { "rank": 57, "model": "deepseek-v4-pro", "modelKey": "deepseek-v4-pro-ch1-text", "org": "DeepSeek", "rating": 1457.3401876620214, "ratingLower": 1453.335577934442, "ratingUpper": 1461.3447973896014, "rankUpper": 48, "rankLower": 71, "votes": 54130, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 58, "model": "claude-sonnet-4-5-20250929-high-32k", "modelKey": "claude-sonnet-4-5-20250929-thinking-32k", "org": "Anthropic", "rating": 1456.2015004666669, "ratingLower": 1453.396255953096, "ratingUpper": 1459.0067449802377, "rankUpper": 50, "rankLower": 71, "votes": 80980, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 59, "model": "gemini-3.5-flash-lite", "modelKey": "gemini-3.5-flash-lite", "org": "Google", "rating": 1455.8756222558854, "ratingLower": 1450.9149790435204, "ratingUpper": 1460.836265468251, "rankUpper": 49, "rankLower": 74, "votes": 26165, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 1.25, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 60, "model": "hy3", "modelKey": "hy3-tencent-cloud-text", "org": "Tencent", "rating": 1455.7789602016828, "ratingLower": 1448.5667991273872, "ratingUpper": 1462.9911212759785, "rankUpper": 45, "rankLower": 77, "votes": 8047, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.132, "pout": 0.528, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3", "pimg": null, "psec": null }, { "rank": 61, "model": "dola-seed-2.0-pro", "modelKey": "dola-seed-2.0-pro-text", "org": "Bytedance", "rating": 1455.5661783180508, "ratingLower": 1452.0745257553008, "ratingUpper": 1459.0578308808008, "rankUpper": 50, "rankLower": 73, "votes": 74159, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.byteplus.com/en/blog/dola-seed-2-0-pro", "pimg": null, "psec": null }, { "rank": 62, "model": "qwen3.7-plus", "modelKey": "qwen3.7-plus", "org": "Alibaba", "rating": 1455.5650312094194, "ratingLower": 1451.10772762438, "ratingUpper": 1460.0223347944584, "rankUpper": 50, "rankLower": 74, "votes": 39334, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.32, "pout": 1.28, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.7-plus", "pimg": null, "psec": null }, { "rank": 63, "model": "grok-4.6-high", "modelKey": "grok-4.6-high-public-text", "org": "SpaceXAI", "rating": 1455.5554320017718, "ratingLower": 1449.7471929005983, "ratingUpper": 1461.3636711029449, "rankUpper": 48, "rankLower": 77, "votes": 15521, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.6", "pimg": null, "psec": null }, { "rank": 64, "model": "gpt-5.1-high", "modelKey": "gpt-5.1-high", "org": "OpenAI", "rating": 1455.127511108256, "ratingLower": 1451.35093361516, "ratingUpper": 1458.9040886013513, "rankUpper": 50, "rankLower": 74, "votes": 40284, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 65, "model": "claude-sonnet-4-5-20250929", "modelKey": "claude-sonnet-4-5-20250929", "org": "Anthropic", "rating": 1455.0852227096393, "ratingLower": 1452.1749272636525, "ratingUpper": 1457.9955181556265, "rankUpper": 50, "rankLower": 73, "votes": 79628, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 66, "model": "deepseek-v4-pro-high-preview", "modelKey": "deepseek-v4-pro-ch1-thinking-text", "org": "DeepSeek", "rating": 1454.710248662347, "ratingLower": 1450.634324562247, "ratingUpper": 1458.7861727624468, "rankUpper": 50, "rankLower": 75, "votes": 51485, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 67, "model": "gpt-5.6-luna-xhigh", "modelKey": "gpt-5.6-luna-xhigh-text", "org": "OpenAI", "rating": 1452.4510036463553, "ratingLower": 1447.6418276360646, "ratingUpper": 1457.2601796566455, "rankUpper": 50, "rankLower": 79, "votes": 28547, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.2, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 68, "model": "gemma-4-31b", "modelKey": "pteronura-text", "org": "Google", "rating": 1451.085822407218, "ratingLower": 1443.5048450413692, "ratingUpper": 1458.6667997730665, "rankUpper": 50, "rankLower": 87, "votes": 5894, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.99, "pout": 1.49, "ctx": 131072, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-31b-it", "pimg": null, "psec": null }, { "rank": 69, "model": "kimi-k2.5-thinking", "modelKey": "kimi-k2.5-text", "org": "Moonshot", "rating": 1450.3504692309025, "ratingLower": 1446.9908684772581, "ratingUpper": 1453.7100699845464, "rankUpper": 55, "rankLower": 80, "votes": 70513, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 3, "ctx": null, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 70, "model": "claude-opus-4-1-20250805-thinking-16k", "modelKey": "claude-opus-4-1-20250805-thinking-16k", "org": "Anthropic", "rating": 1449.8517999878472, "ratingLower": 1446.3760076057547, "ratingUpper": 1453.3275923699398, "rankUpper": 57, "rankLower": 81, "votes": 48811, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 71, "model": "gpt-5.3-chat-latest", "modelKey": "gpt-5.3-chat-latest", "org": "OpenAI", "rating": 1449.174341739878, "ratingLower": 1444.841357239845, "ratingUpper": 1453.507326239911, "rankUpper": 55, "rankLower": 86, "votes": 32727, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://openai.com/index/gpt-5-3-instant/", "pimg": null, "psec": null }, { "rank": 72, "model": "ernie-5.0-preview-1203", "modelKey": "ernie-5.0-preview-1203", "org": "Baidu", "rating": 1448.8576213244369, "ratingLower": 1442.2866127582474, "ratingUpper": 1455.4286298906263, "rankUpper": 54, "rankLower": 88, "votes": 9561, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1203-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 73, "model": "mimo-v2-pro", "modelKey": "mimo-v2-pro", "org": "Xiaomi", "rating": 1448.4031066854718, "ratingLower": 1443.6554173802742, "ratingUpper": 1453.150795990669, "rankUpper": 58, "rankLower": 86, "votes": 24365, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 3.3, "ctx": 1000000, "url": "https://mimo.xiaomi.com/mimo-v2-pro", "pimg": null, "psec": null }, { "rank": 74, "model": "gpt-5.4-mini-high", "modelKey": "gpt-5.4-mini-high", "org": "OpenAI", "rating": 1448.11363446197, "ratingLower": 1444.2681576469386, "ratingUpper": 1451.9591112770017, "rankUpper": 60, "rankLower": 86, "votes": 59387, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 75, "model": "claude-opus-4-1-20250805", "modelKey": "claude-opus-4-1-20250805", "org": "Anthropic", "rating": 1447.7162543045538, "ratingLower": 1444.7165751690995, "ratingUpper": 1450.7159334400076, "rankUpper": 64, "rankLower": 86, "votes": 75913, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 76, "model": "ernie-5.0-0110", "modelKey": "ernie-5.0-0110", "org": "Baidu", "rating": 1446.111537284186, "ratingLower": 1442.133952330536, "ratingUpper": 1450.0891222378355, "rankUpper": 65, "rankLower": 89, "votes": 34860, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-0110-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 77, "model": "gemini-2.5-pro", "modelKey": "gemini-2.5-pro", "org": "Google", "rating": 1445.4989968314462, "ratingLower": 1443.0056500719547, "ratingUpper": 1447.9923435909377, "rankUpper": 67, "rankLower": 87, "votes": 122554, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 10, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-pro", "pimg": null, "psec": null }, { "rank": 78, "model": "gpt-4.5-preview-2025-02-27", "modelKey": "gpt-4.5-preview-2025-02-27", "org": "OpenAI", "rating": 1444.6462068519336, "ratingLower": 1438.9360412496167, "ratingUpper": 1450.3563724542505, "rankUpper": 65, "rankLower": 96, "votes": 14547, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 75, "pout": 150, "ctx": 128000, "url": "https://openai.com/index/introducing-gpt-4-5/", "pimg": null, "psec": null }, { "rank": 79, "model": "qwen3.6-plus", "modelKey": "qwen3.6-plus-text", "org": "Alibaba", "rating": 1443.2747768556587, "ratingLower": 1439.0375561786727, "ratingUpper": 1447.5119975326452, "rankUpper": 68, "rankLower": 96, "votes": 45319, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.325, "pout": 1.95, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.6", "pimg": null, "psec": null }, { "rank": 80, "model": "chatgpt-4o-latest-20250326", "modelKey": "chatgpt-4o-latest-20250326", "org": "OpenAI", "rating": 1443.104691090648, "ratingLower": 1440.2743943260107, "ratingUpper": 1445.9349878552853, "rankUpper": 70, "rankLower": 90, "votes": 80677, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://x.com/OpenAI/status/1905331956856050135", "pimg": null, "psec": null }, { "rank": 81, "model": "grok-4.3", "modelKey": "grok-4.3-text", "org": "SpaceXAI", "rating": 1442.6505317838596, "ratingLower": 1438.9185442254957, "ratingUpper": 1446.3825193422235, "rankUpper": 69, "rankLower": 96, "votes": 66801, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.3", "pimg": null, "psec": null }, { "rank": 82, "model": "qwen3.5-397b-a17b", "modelKey": "qwen3.5-397b-a17b-text", "org": "Alibaba", "rating": 1441.8293844884174, "ratingLower": 1438.5185021552834, "ratingUpper": 1445.1402668215514, "rankUpper": 70, "rankLower": 96, "votes": 77007, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.55, "pout": 3.5, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B", "pimg": null, "psec": null }, { "rank": 83, "model": "glm-4.7", "modelKey": "glm-4.7", "org": "Z.ai", "rating": 1441.7334537056345, "ratingLower": 1435.6069598260733, "ratingUpper": 1447.8599475851952, "rankUpper": 67, "rankLower": 101, "votes": 11893, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.4, "pout": 1.75, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-4.7", "pimg": null, "psec": null }, { "rank": 84, "model": "minimax-m3", "modelKey": "minimax-m3", "org": "MiniMax", "rating": 1441.2503431504656, "ratingLower": 1437.0385594969212, "ratingUpper": 1445.46212680401, "rankUpper": 70, "rankLower": 99, "votes": 48540, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MiniMax Community License", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 524288, "url": "https://www.minimax.io/models/text/m3", "pimg": null, "psec": null }, { "rank": 85, "model": "inkling", "modelKey": "inkling-text", "org": "Thinky", "rating": 1440.121967405652, "ratingLower": 1435.1935661347884, "ratingUpper": 1445.0503686765155, "rankUpper": 70, "rankLower": 103, "votes": 25922, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 1, "pout": 4.05, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/introducing-inkling/", "pimg": null, "psec": null }, { "rank": 86, "model": "gpt-5.1", "modelKey": "gpt-5.1", "org": "OpenAI", "rating": 1439.002931637906, "ratingLower": 1435.3520314204661, "ratingUpper": 1442.6538318553457, "rankUpper": 76, "rankLower": 102, "votes": 42982, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 87, "model": "deepseek-v4-flash-high-preview", "modelKey": "deepseek-v4-ch3-thinking-text", "org": "DeepSeek", "rating": 1437.93628921571, "ratingLower": 1433.730016729036, "ratingUpper": 1442.1425617023842, "rankUpper": 77, "rankLower": 103, "votes": 48597, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 88, "model": "gemma-4-26b-a4b", "modelKey": "significant-otter-text", "org": "Google", "rating": 1437.9095676309266, "ratingLower": 1430.2894537265615, "ratingUpper": 1445.5296815352917, "rankUpper": 70, "rankLower": 110, "votes": 5804, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-26b-a4b-it", "pimg": null, "psec": null }, { "rank": 89, "model": "gpt-5.2-high", "modelKey": "gpt-5.2-high", "org": "OpenAI", "rating": 1437.582781224327, "ratingLower": 1433.9575997387724, "ratingUpper": 1441.207962709881, "rankUpper": 78, "rankLower": 103, "votes": 47538, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 90, "model": "qwen3.8-27b", "modelKey": "qwen3.8-27b", "org": "Alibaba", "rating": 1437.0954739209874, "ratingLower": 1430.6348744614725, "ratingUpper": 1443.5560733805023, "rankUpper": 74, "rankLower": 109, "votes": 10697, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 3, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.8-27B", "pimg": null, "psec": null }, { "rank": 91, "model": "gpt-5.2", "modelKey": "gpt-5.2", "org": "OpenAI", "rating": 1435.8445338765682, "ratingLower": 1432.5990032419668, "ratingUpper": 1439.0900645111692, "rankUpper": 79, "rankLower": 106, "votes": 78967, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 92, "model": "deepseek-v4-flash", "modelKey": "deepseek-v4-ch3-text", "org": "DeepSeek", "rating": 1435.5652870419553, "ratingLower": 1431.4225648080533, "ratingUpper": 1439.708009275857, "rankUpper": 79, "rankLower": 108, "votes": 48887, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 93, "model": "longcat-flash-chat-2602-exp", "modelKey": "frieza", "org": "Meituan", "rating": 1435.4854660904493, "ratingLower": 1430.8606326407498, "ratingUpper": 1440.1102995401488, "rankUpper": 79, "rankLower": 109, "votes": 27962, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://longcat.chat/platform/docs/#endpoints", "pimg": null, "psec": null }, { "rank": 94, "model": "qwen3-max-preview", "modelKey": "qwen3-max-preview", "org": "Alibaba", "rating": 1434.683579379916, "ratingLower": 1430.1507707779087, "ratingUpper": 1439.2163879819232, "rankUpper": 79, "rankLower": 111, "votes": 27194, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://www.alibabacloud.com/help/en/model-studio/models", "pimg": null, "psec": null }, { "rank": 95, "model": "gpt-5-high", "modelKey": "gpt-5-high", "org": "OpenAI", "rating": 1434.6549117074828, "ratingLower": 1430.1256781733196, "ratingUpper": 1439.1841452416465, "rankUpper": 79, "rankLower": 111, "votes": 31428, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5", "pimg": null, "psec": null }, { "rank": 96, "model": "mimo-v2.5", "modelKey": "mimo-v2.5-text", "org": "Xiaomi", "rating": 1433.6144977411013, "ratingLower": 1429.2775505305285, "ratingUpper": 1437.9514449516741, "rankUpper": 83, "rankLower": 111, "votes": 44466, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5/", "pimg": null, "psec": null }, { "rank": 97, "model": "glm-5v-turbo", "modelKey": "glm-5v-turbo", "org": "Z.ai", "rating": 1432.6771549776568, "ratingLower": 1425.9613588098314, "ratingUpper": 1439.3929511454821, "rankUpper": 79, "rankLower": 119, "votes": 9361, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 4, "ctx": 202752, "url": "https://docs.z.ai/guides/vlm/glm-5v-turbo", "pimg": null, "psec": null }, { "rank": 98, "model": "gemini-3.1-flash-lite-preview", "modelKey": "gemini-3.1-flash-lite-preview", "org": "Google", "rating": 1432.3597744410254, "ratingLower": 1428.6372638418006, "ratingUpper": 1436.0822850402506, "rankUpper": 84, "rankLower": 114, "votes": 60405, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-flash-lite", "pimg": null, "psec": null }, { "rank": 99, "model": "o3-2025-04-16", "modelKey": "o3-2025-04-16", "org": "OpenAI", "rating": 1431.551504877396, "ratingLower": 1427.9055975785996, "ratingUpper": 1435.1974121761928, "rankUpper": 86, "rankLower": 114, "votes": 58579, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 100, "model": "kimi-k2.5-instant", "modelKey": "kimi-k2.5-instant", "org": "Moonshot", "rating": 1430.911202794813, "ratingLower": 1424.268016783441, "ratingUpper": 1437.5543888061852, "rankUpper": 83, "rankLower": 123, "votes": 7987, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.45, "pout": 2.25, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 101, "model": "grok-4-1-fast-reasoning", "modelKey": "grok-4-1-fast-reasoning", "org": "SpaceXAI", "rating": 1430.2594066439224, "ratingLower": 1427.0003875004277, "ratingUpper": 1433.518425787417, "rankUpper": 89, "rankLower": 117, "votes": 55363, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 0.5, "ctx": 131072, "url": "https://x.ai/news/grok-4-1-fast", "pimg": null, "psec": null }, { "rank": 102, "model": "kimi-k2-thinking-turbo", "modelKey": "kimi-k2-thinking-turbo", "org": "Moonshot", "rating": 1430.1330754545988, "ratingLower": 1426.9865987919466, "ratingUpper": 1433.2795521172507, "rankUpper": 89, "rankLower": 117, "votes": 61088, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.57, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/moonshotai/Kimi-K2-Thinking", "pimg": null, "psec": null }, { "rank": 103, "model": "mimo-v2-omni", "modelKey": "mimo-v2-omni", "org": "Xiaomi", "rating": 1429.7608858189878, "ratingLower": 1424.06831761277, "ratingUpper": 1435.4534540252062, "rankUpper": 85, "rankLower": 123, "votes": 19414, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 2.2, "ctx": 256000, "url": "https://mimo.xiaomi.com/mimo-v2-omni", "pimg": null, "psec": null }, { "rank": 104, "model": "muse-glimmer", "modelKey": "onyx-v1-4-33s7", "org": "Meta", "rating": 1427.1557479992202, "ratingLower": 1417.1795197765623, "ratingUpper": 1437.1319762218782, "rankUpper": 83, "rankLower": 132, "votes": 3666, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.meta.ai/blog/introducing-muse-glimmer-open-agentic-model", "pimg": null, "psec": null }, { "rank": 105, "model": "gpt-5-chat", "modelKey": "gpt-5-chat", "org": "OpenAI", "rating": 1426.812303493131, "ratingLower": 1422.4931771788642, "ratingUpper": 1431.131429807398, "rankUpper": 91, "rankLower": 126, "votes": 30957, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-5-chat-latest", "pimg": null, "psec": null }, { "rank": 106, "model": "mistral-medium-3.5", "modelKey": "mistral-medium-3.5-text", "org": "Mistral", "rating": 1426.3465450999593, "ratingLower": 1419.788672295837, "ratingUpper": 1432.9044179040816, "rankUpper": 89, "rankLower": 129, "votes": 10996, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.75, "pout": 3.75, "ctx": 262144, "url": "https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04", "pimg": null, "psec": null }, { "rank": 107, "model": "claude-opus-4-20250514-thinking-16k", "modelKey": "claude-opus-4-20250514-thinking-16k", "org": "Anthropic", "rating": 1425.9874473998348, "ratingLower": 1421.5782790094013, "ratingUpper": 1430.3966157902678, "rankUpper": 93, "rankLower": 126, "votes": 35735, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 108, "model": "amazon-nova-experimental-chat-26-02-10", "modelKey": "beluga-0304-1", "org": "Amazon", "rating": 1425.916398410703, "ratingLower": 1416.0436650971678, "ratingUpper": 1435.7891317242384, "rankUpper": 84, "rankLower": 134, "votes": 3369, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 109, "model": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "modelKey": "may26-chatbot4-3x57", "org": "Nvidia", "rating": 1425.5878652038991, "ratingLower": 1418.5807234006625, "ratingUpper": 1432.5950070071362, "rankUpper": 90, "rankLower": 130, "votes": 10693, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "pimg": null, "psec": null }, { "rank": 110, "model": "deepseek-v3.2-exp-thinking", "modelKey": "deepseek-v3.2-exp-thinking", "org": "DeepSeek", "rating": 1425.279766308678, "ratingLower": 1418.688135327046, "ratingUpper": 1431.8713972903101, "rankUpper": 90, "rankLower": 130, "votes": 8905, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 111, "model": "deepseek-v3.2", "modelKey": "deepseek-v3.2", "org": "DeepSeek", "rating": 1425.1801092391715, "ratingLower": 1421.6287214984532, "ratingUpper": 1428.73149697989, "rankUpper": 97, "rankLower": 126, "votes": 46458, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 112, "model": "glm-4.6", "modelKey": "glm-4.6", "org": "Z.ai", "rating": 1424.7439615431895, "ratingLower": 1420.8097288776012, "ratingUpper": 1428.6781942087778, "rankUpper": 97, "rankLower": 127, "votes": 35061, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.43, "pout": 1.75, "ctx": 204800, "url": "https://docs.z.ai/guides/llm/glm-4.6", "pimg": null, "psec": null }, { "rank": 113, "model": "qwen3-max-2025-09-23", "modelKey": "qwen3-max-2025-09-23", "org": "Alibaba", "rating": 1423.73821165782, "ratingLower": 1417.221910906183, "ratingUpper": 1430.2545124094568, "rankUpper": 94, "rankLower": 132, "votes": 8939, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=241398b9cd6353de490b0f82806c7848c5d2777d&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 114, "model": "qwen3-235b-a22b-instruct-2507", "modelKey": "qwen3-235b-a22b-instruct-2507", "org": "Alibaba", "rating": 1423.0293682990673, "ratingLower": 1420.4426263247237, "ratingUpper": 1425.6161102734109, "rankUpper": 102, "rankLower": 128, "votes": 95670, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.264, "pout": 1.06, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 115, "model": "deepseek-v3.2-thinking", "modelKey": "deepseek-v3.2-thinking", "org": "DeepSeek", "rating": 1422.4253112149954, "ratingLower": 1418.7826378051986, "ratingUpper": 1426.0679846247922, "rankUpper": 101, "rankLower": 129, "votes": 40499, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 116, "model": "deepseek-v3.2-exp", "modelKey": "deepseek-v3.2-exp", "org": "DeepSeek", "rating": 1422.3053204253588, "ratingLower": 1415.8760502830055, "ratingUpper": 1428.7345905677116, "rankUpper": 97, "rankLower": 135, "votes": 11760, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 117, "model": "deepseek-r1-0528", "modelKey": "deepseek-r1-0528", "org": "DeepSeek", "rating": 1421.3686936624867, "ratingLower": 1415.679522566481, "ratingUpper": 1427.057864758492, "rankUpper": 99, "rankLower": 136, "votes": 18091, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.5, "pout": 2.15, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250528", "pimg": null, "psec": null }, { "rank": 118, "model": "ernie-5.0-preview-1022", "modelKey": "ernie-5.0-preview-1022", "org": "Baidu", "rating": 1418.8096351167242, "ratingLower": 1409.982779786866, "ratingUpper": 1427.6364904465827, "rankUpper": 99, "rankLower": 141, "votes": 4663, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1022-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 119, "model": "grok-4-fast-chat", "modelKey": "grok-4-fast-chat", "org": "SpaceXAI", "rating": 1418.3574390197978, "ratingLower": 1410.550249384226, "ratingUpper": 1426.1646286553691, "rankUpper": 101, "rankLower": 140, "votes": 6335, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 256000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 120, "model": "kimi-k2-0905-preview", "modelKey": "kimi-k2-0905-preview", "org": "Moonshot", "rating": 1418.055969275088, "ratingLower": 1411.5230999088217, "ratingUpper": 1424.5888386413549, "rankUpper": 102, "rankLower": 139, "votes": 11568, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 262144, "url": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905", "pimg": null, "psec": null }, { "rank": 121, "model": "kimi-k2-0711-preview", "modelKey": "kimi-k2-0711-preview", "org": "Moonshot", "rating": 1417.7686345314632, "ratingLower": 1412.8615392546803, "ratingUpper": 1422.6757298082466, "rankUpper": 104, "rankLower": 137, "votes": 27029, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 131072, "url": "https://moonshotai.github.io/Kimi-K2/", "pimg": null, "psec": null }, { "rank": 122, "model": "deepseek-v3.1-terminus-thinking", "modelKey": "deepseek-v3.1-terminus-thinking", "org": "DeepSeek", "rating": 1417.4334590973172, "ratingLower": 1407.321300350448, "ratingUpper": 1427.5456178441868, "rankUpper": 99, "rankLower": 145, "votes": 3369, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 123, "model": "deepseek-v3.1", "modelKey": "deepseek-v3.1", "org": "DeepSeek", "rating": 1417.3078258438509, "ratingLower": 1411.2465733158883, "ratingUpper": 1423.3690783718134, "rankUpper": 104, "rankLower": 140, "votes": 14607, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 124, "model": "qwen3.5-122b-a10b", "modelKey": "qwen3.5-122b-a10b", "org": "Alibaba", "rating": 1416.777978713208, "ratingLower": 1412.4014276284006, "ratingUpper": 1421.154529798016, "rankUpper": 107, "rankLower": 137, "votes": 28359, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.26, "pout": 2.08, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B", "pimg": null, "psec": null }, { "rank": 125, "model": "deepseek-v3.1-thinking", "modelKey": "deepseek-v3.1-thinking", "org": "DeepSeek", "rating": 1415.9810234380761, "ratingLower": 1409.3065814118609, "ratingUpper": 1422.655465464291, "rankUpper": 104, "rankLower": 142, "votes": 11460, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 126, "model": "minimax-m2.7", "modelKey": "deep-octo", "org": "MiniMax", "rating": 1415.173845342476, "ratingLower": 1411.5678497098402, "ratingUpper": 1418.7798409751113, "rankUpper": 111, "rankLower": 139, "votes": 69169, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m27-en", "pimg": null, "psec": null }, { "rank": 127, "model": "deepseek-v3.1-terminus", "modelKey": "deepseek-v3.1-terminus", "org": "DeepSeek", "rating": 1414.7482734798987, "ratingLower": 1405.0342527303847, "ratingUpper": 1424.4622942294122, "rankUpper": 102, "rankLower": 150, "votes": 3611, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 128, "model": "amazon-nova-experimental-chat-26-01-10", "modelKey": "beluga-0213-1", "org": "Amazon", "rating": 1414.5769622709304, "ratingLower": 1404.625949728258, "ratingUpper": 1424.5279748136027, "rankUpper": 102, "rankLower": 150, "votes": 3346, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 129, "model": "claude-haiku-4-5-20251001", "modelKey": "claude-haiku-4-5-20251001", "org": "Anthropic", "rating": 1414.5523305283887, "ratingLower": 1412.0332651284352, "ratingUpper": 1417.071395928342, "rankUpper": 115, "rankLower": 139, "votes": 129278, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-haiku-4-5", "pimg": null, "psec": null }, { "rank": 130, "model": "gpt-4.1-2025-04-14", "modelKey": "gpt-4.1-2025-04-14", "org": "OpenAI", "rating": 1414.4730116233818, "ratingLower": 1410.7467369539622, "ratingUpper": 1418.1992862928014, "rankUpper": 113, "rankLower": 140, "votes": 49941, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 131, "model": "qwen3-vl-235b-a22b-instruct", "modelKey": "qwen3-vl-235b-a22b-instruct", "org": "Alibaba", "rating": 1414.068430473983, "ratingLower": 1407.5028913860365, "ratingUpper": 1420.63396956193, "rankUpper": 108, "rankLower": 145, "votes": 11219, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.21, "pout": 1.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 132, "model": "claude-opus-4-20250514", "modelKey": "claude-opus-4-20250514", "org": "Anthropic", "rating": 1413.8779552202536, "ratingLower": 1409.5427165744163, "ratingUpper": 1418.213193866091, "rankUpper": 113, "rankLower": 142, "votes": 42845, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 133, "model": "mistral-large-3", "modelKey": "mistral-large-3", "org": "Mistral", "rating": 1412.9939500975138, "ratingLower": 1409.9679520982118, "ratingUpper": 1416.0199480968154, "rankUpper": 116, "rankLower": 141, "votes": 69028, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1.5, "ctx": null, "url": "https://mistral.ai/news/mistral-3", "pimg": null, "psec": null }, { "rank": 134, "model": "hunyuan-hy3-preview", "modelKey": "hunyuan-hy3-preview-text", "org": "Tencent", "rating": 1412.6927103890816, "ratingLower": 1405.152381365332, "ratingUpper": 1420.2330394128312, "rankUpper": 109, "rankLower": 150, "votes": 6614, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "tencent-hunyuan-community", "open": 1, "pin": 0.29, "pout": 1.17, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3-preview", "pimg": null, "psec": null }, { "rank": 135, "model": "grok-3-preview-02-24", "modelKey": "grok-3-preview-02-24", "org": "SpaceXAI", "rating": 1411.5263303530623, "ratingLower": 1407.1772371083198, "ratingUpper": 1415.875423597805, "rankUpper": 117, "rankLower": 145, "votes": 32414, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 131072, "url": "https://x.ai/blog/grok-3", "pimg": null, "psec": null }, { "rank": 136, "model": "glm-4.5", "modelKey": "glm-4.5", "org": "Z.ai", "rating": 1411.3028675112555, "ratingLower": 1406.3647404707735, "ratingUpper": 1416.2409945517375, "rankUpper": 115, "rankLower": 148, "votes": 23712, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 2.2, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 137, "model": "grok-4-0709", "modelKey": "grok-4-0709", "org": "SpaceXAI", "rating": 1411.0484150290158, "ratingLower": 1407.0898856167191, "ratingUpper": 1415.0069444413125, "rankUpper": 118, "rankLower": 145, "votes": 39297, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 256000, "url": "https://docs.x.ai/docs/models/grok-4-0709", "pimg": null, "psec": null }, { "rank": 138, "model": "gemini-2.5-flash", "modelKey": "gemini-2.5-flash", "org": "Google", "rating": 1409.6933534261525, "ratingLower": 1407.224865327692, "ratingUpper": 1412.1618415246135, "rankUpper": 120, "rankLower": 145, "votes": 122732, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash", "pimg": null, "psec": null }, { "rank": 139, "model": "mistral-medium-2508", "modelKey": "mistral-medium-2508", "org": "Mistral", "rating": 1408.620503928792, "ratingLower": 1405.9812578571118, "ratingUpper": 1411.2597500004722, "rankUpper": 123, "rankLower": 148, "votes": 92697, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 140, "model": "qwen3.5-27b", "modelKey": "qwen3.5-27b", "org": "Alibaba", "rating": 1407.880961593894, "ratingLower": 1403.4815645108984, "ratingUpper": 1412.2803586768896, "rankUpper": 120, "rankLower": 152, "votes": 27227, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.195, "pout": 1.56, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-27B", "pimg": null, "psec": null }, { "rank": 141, "model": "Inkling Small", "modelKey": "inkling-small", "org": "Thinky", "rating": 1404.608375964015, "ratingLower": 1399.1462861100808, "ratingUpper": 1410.0704658179493, "rankUpper": 126, "rankLower": 157, "votes": 18844, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.45, "pout": 1.2, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/inkling-small/", "pimg": null, "psec": null }, { "rank": 142, "model": "grok-4-fast-reasoning", "modelKey": "grok-4-fast-reasoning", "org": "SpaceXAI", "rating": 1404.5608125640783, "ratingLower": 1399.4708408967272, "ratingUpper": 1409.6507842314295, "rankUpper": 128, "rankLower": 156, "votes": 17975, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 2000000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 143, "model": "gemini-2.5-flash-preview-09-2025", "modelKey": "gemini-2.5-flash-preview-09-2025", "org": "Google", "rating": 1403.5724865000607, "ratingLower": 1399.4902292223178, "ratingUpper": 1407.654743777803, "rankUpper": 130, "rankLower": 156, "votes": 32364, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 144, "model": "qwen3-235b-a22b-no-thinking", "modelKey": "qwen3-235b-a22b-no-thinking", "org": "Alibaba", "rating": 1402.5209883541474, "ratingLower": 1397.9853533989385, "ratingUpper": 1407.056623309356, "rankUpper": 135, "rankLower": 157, "votes": 37389, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 145, "model": "o1-2024-12-17", "modelKey": "o1-2024-12-17", "org": "OpenAI", "rating": 1402.129970869491, "ratingLower": 1397.656703692759, "ratingUpper": 1406.603238046223, "rankUpper": 135, "rankLower": 158, "votes": 27807, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": 200000, "url": "https://openai.com/index/o1-and-new-tools-for-developers/", "pimg": null, "psec": null }, { "rank": 146, "model": "gpt-5.4-nano-high", "modelKey": "gpt-5.4-nano-high", "org": "OpenAI", "rating": 1402.0797629981867, "ratingLower": 1398.2046991274647, "ratingUpper": 1405.9548268689086, "rankUpper": 137, "rankLower": 157, "votes": 58424, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.25, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 147, "model": "longcat-flash-chat", "modelKey": "longcat-flash-chat", "org": "Meituan", "rating": 1401.3371424912598, "ratingLower": 1394.915265437951, "ratingUpper": 1407.7590195445691, "rankUpper": 130, "rankLower": 161, "votes": 11154, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.8, "ctx": 131072, "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat", "pimg": null, "psec": null }, { "rank": 148, "model": "claude-sonnet-4-20250514-thinking-32k", "modelKey": "claude-sonnet-4-20250514-thinking-32k", "org": "Anthropic", "rating": 1400.9171097106896, "ratingLower": 1396.4570686791737, "ratingUpper": 1405.3771507422052, "rankUpper": 137, "rankLower": 158, "votes": 33944, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 149, "model": "qwen3-235b-a22b-thinking-2507", "modelKey": "qwen3-235b-a22b-thinking-2507", "org": "Alibaba", "rating": 1400.0554269590039, "ratingLower": 1393.470452142837, "ratingUpper": 1406.6404017751702, "rankUpper": 135, "rankLower": 164, "votes": 8796, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.23, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507", "pimg": null, "psec": null }, { "rank": 150, "model": "qwen3-next-80b-a3b-instruct", "modelKey": "qwen3-next-80b-a3b-instruct", "org": "Alibaba", "rating": 1399.3282576722804, "ratingLower": 1394.5297230683314, "ratingUpper": 1404.1267922762295, "rankUpper": 140, "rankLower": 162, "votes": 22529, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 1.1, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct", "pimg": null, "psec": null }, { "rank": 151, "model": "deepseek-r1", "modelKey": "deepseek-r1", "org": "DeepSeek", "rating": 1398.035776349719, "ratingLower": 1393.1422210840374, "ratingUpper": 1402.9293316154008, "rankUpper": 141, "rankLower": 165, "votes": 18524, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.7, "pout": 2.5, "ctx": 64000, "url": "https://api-docs.deepseek.com/news/news250120", "pimg": null, "psec": null }, { "rank": 152, "model": "qwen3.5-flash", "modelKey": "qwen3.5-flash", "org": "Alibaba", "rating": 1396.7224651108545, "ratingLower": 1392.9626898339407, "ratingUpper": 1400.4822403877688, "rankUpper": 141, "rankLower": 165, "votes": 58193, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1/?tab=doc#/doc/?type=model&url=2840914_2&modelId=group-qwen3.5-flash", "pimg": null, "psec": null }, { "rank": 153, "model": "deepseek-v3-0324", "modelKey": "deepseek-v3-0324", "org": "DeepSeek", "rating": 1395.7287838055267, "ratingLower": 1391.8264236288112, "ratingUpper": 1399.6311439822425, "rankUpper": 141, "rankLower": 169, "votes": 44787, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 131072, "url": "https://api-docs.deepseek.com/news/news250325", "pimg": null, "psec": null }, { "rank": 154, "model": "qwen3-vl-235b-a22b-thinking", "modelKey": "qwen3-vl-235b-a22b-thinking", "org": "Alibaba", "rating": 1395.1502102479446, "ratingLower": 1388.2948166504946, "ratingUpper": 1402.005603845395, "rankUpper": 141, "rankLower": 173, "votes": 7780, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 4, "ctx": 131072, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 155, "model": "hunyuan-vision-1.5-thinking", "modelKey": "hunyuan-vision-1.5-thinking", "org": "Tencent", "rating": 1395.1445077061921, "ratingLower": 1382.7518689961703, "ratingUpper": 1407.537146416214, "rankUpper": 130, "rankLower": 177, "votes": 2171, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://github.com/Tencent-Hunyuan/HunyuanVision", "pimg": null, "psec": null }, { "rank": 156, "model": "qwen3.5-35b-a3b", "modelKey": "qwen3.5-35b-a3b", "org": "Alibaba", "rating": 1394.9662806765355, "ratingLower": 1390.643539003625, "ratingUpper": 1399.289022349446, "rankUpper": 143, "rankLower": 169, "votes": 29043, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3125, "pout": 1.25, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-35B-A3B", "pimg": null, "psec": null }, { "rank": 157, "model": "amazon-nova-experimental-chat-12-10", "modelKey": "beluga-1223-1", "org": "Amazon", "rating": 1394.5756176729806, "ratingLower": 1384.990734456515, "ratingUpper": 1404.1605008894462, "rankUpper": 140, "rankLower": 175, "votes": 3632, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 158, "model": "step-3.5-flash", "modelKey": "step-3.5-flash", "org": "StepFun", "rating": 1394.1342975606894, "ratingLower": 1390.4963492524266, "ratingUpper": 1397.7722458689523, "rankUpper": 146, "rankLower": 169, "votes": 57137, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://huggingface.co/stepfun-ai/Step-3.5-Flash", "pimg": null, "psec": null }, { "rank": 159, "model": "mimo-v2-flash (non-thinking)", "modelKey": "mimo-v2-flash", "org": "Xiaomi", "rating": 1391.8690354139594, "ratingLower": 1388.3145945196204, "ratingUpper": 1395.4234763082986, "rankUpper": 148, "rankLower": 173, "votes": 46116, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 160, "model": "o4-mini-2025-04-16", "modelKey": "o4-mini-2025-04-16", "org": "OpenAI", "rating": 1390.814132848418, "ratingLower": 1386.8089352573747, "ratingUpper": 1394.819330439461, "rankUpper": 149, "rankLower": 175, "votes": 44639, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 161, "model": "claude-sonnet-4-20250514", "modelKey": "claude-sonnet-4-20250514", "org": "Anthropic", "rating": 1390.6862282821608, "ratingLower": 1386.2768349372286, "ratingUpper": 1395.095621627093, "rankUpper": 148, "rankLower": 175, "votes": 38966, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 162, "model": "minimax-m2.5", "modelKey": "minimax-m2.5", "org": "MiniMax", "rating": 1390.3222013080435, "ratingLower": 1386.342790722012, "ratingUpper": 1394.301611894075, "rankUpper": 150, "rankLower": 175, "votes": 40843, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.27, "pout": 1.08, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m25", "pimg": null, "psec": null }, { "rank": 163, "model": "gpt-5-mini-high", "modelKey": "gpt-5-mini-high", "org": "OpenAI", "rating": 1389.5602554314491, "ratingLower": 1384.8917218794497, "ratingUpper": 1394.2287889834483, "rankUpper": 150, "rankLower": 175, "votes": 26569, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.125, "pout": 1, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-mini", "pimg": null, "psec": null }, { "rank": 164, "model": "o1-preview", "modelKey": "o1-preview", "org": "OpenAI", "rating": 1388.3708528812936, "ratingLower": 1383.3598321712425, "ratingUpper": 1393.3818735913444, "rankUpper": 151, "rankLower": 175, "votes": 31122, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 165, "model": "claude-3-7-sonnet-20250219-thinking-32k", "modelKey": "claude-3-7-sonnet-20250219-thinking-32k", "org": "Anthropic", "rating": 1388.1104930532429, "ratingLower": 1383.9038646435706, "ratingUpper": 1392.3171214629156, "rankUpper": 153, "rankLower": 175, "votes": 38081, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 166, "model": "qwen3-coder-480b-a35b-instruct", "modelKey": "qwen3-coder-480b-a35b-instruct", "org": "Alibaba", "rating": 1387.505295091868, "ratingLower": 1382.5159244394472, "ratingUpper": 1392.4946657442886, "rankUpper": 153, "rankLower": 177, "votes": 25089, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 1.6, "ctx": 262144, "url": "https://qwenlm.github.io/blog/qwen3-coder/", "pimg": null, "psec": null }, { "rank": 167, "model": "hunyuan-t1-20250711", "modelKey": "hunyuan-t1-20250711", "org": "Tencent", "rating": 1387.470139534338, "ratingLower": 1378.7483882031747, "ratingUpper": 1396.1918908655011, "rankUpper": 148, "rankLower": 179, "votes": 4580, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 168, "model": "mistral-medium-2505", "modelKey": "mistral-medium-2505", "org": "Mistral", "rating": 1387.3983408218194, "ratingLower": 1382.669634229439, "ratingUpper": 1392.1270474141998, "rankUpper": 153, "rankLower": 177, "votes": 32662, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 169, "model": "mimo-v2-flash (thinking)", "modelKey": "mimo-v2-flash-thinking-v2", "org": "Xiaomi", "rating": 1386.138757395958, "ratingLower": 1379.8591740757338, "ratingUpper": 1392.4183407161822, "rankUpper": 153, "rankLower": 177, "votes": 10739, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 170, "model": "minimax-m2.1-preview", "modelKey": "minimax-m2.1-preview", "org": "MiniMax", "rating": 1383.788625927177, "ratingLower": 1378.5259562012498, "ratingUpper": 1389.0512956531043, "rankUpper": 156, "rankLower": 179, "votes": 16622, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m21", "pimg": null, "psec": null }, { "rank": 171, "model": "hunyuan-turbos-20250416", "modelKey": "hunyuan-turbos-20250416", "org": "Tencent", "rating": 1382.5638538040987, "ratingLower": 1376.0573786900143, "ratingUpper": 1389.0703289181831, "rankUpper": 156, "rankLower": 183, "votes": 10586, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 172, "model": "gpt-4.1-mini-2025-04-14", "modelKey": "gpt-4.1-mini-2025-04-14", "org": "OpenAI", "rating": 1382.515963639083, "ratingLower": 1378.1805387669167, "ratingUpper": 1386.8513885112498, "rankUpper": 158, "rankLower": 179, "votes": 38631, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.6, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 173, "model": "qwen3-30b-a3b-instruct-2507", "modelKey": "qwen3-30b-a3b-instruct-2507", "org": "Alibaba", "rating": 1382.343474230352, "ratingLower": 1377.4222133552285, "ratingUpper": 1387.2647351054757, "rankUpper": 158, "rankLower": 181, "votes": 23222, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.04815, "pout": 0.19305, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 174, "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "modelKey": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "org": "Google", "rating": 1379.5936690253052, "ratingLower": 1376.1385205778222, "ratingUpper": 1383.048817472788, "rankUpper": 165, "rankLower": 183, "votes": 46382, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 175, "model": "glm-4.6v", "modelKey": "glm-4.6v", "org": "Z.ai", "rating": 1378.4585966065274, "ratingLower": 1367.129778731687, "ratingUpper": 1389.7874144813677, "rankUpper": 156, "rankLower": 192, "votes": 2762, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 0.9, "ctx": 131072, "url": "https://huggingface.co/zai-org/GLM-4.6V", "pimg": null, "psec": null }, { "rank": 176, "model": "trinity-large-preview", "modelKey": "trinity-large", "org": "Unknown", "rating": 1378.4441472224296, "ratingLower": 1374.0867963999408, "ratingUpper": 1382.8014980449184, "rankUpper": 165, "rankLower": 184, "votes": 29742, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.45, "ctx": 131000, "url": "https://www.arcee.ai/blog/trinity-large", "pimg": null, "psec": null }, { "rank": 177, "model": "solar-pro4", "modelKey": "solar-pro4-20260805", "org": "Upstage", "rating": 1376.4070978522318, "ratingLower": 1364.1705585984482, "ratingUpper": 1388.643637106015, "rankUpper": 156, "rankLower": 193, "votes": 2420, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.09, "pout": 0.36, "ctx": 524288, "url": "https://www.upstage.ai/blog/en/solar-pro-4", "pimg": null, "psec": null }, { "rank": 178, "model": "qwen3-235b-a22b", "modelKey": "qwen3-235b-a22b", "org": "Alibaba", "rating": 1374.8928939019615, "ratingLower": 1370.1805590701006, "ratingUpper": 1379.605228733823, "rankUpper": 169, "rankLower": 186, "votes": 25865, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 179, "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "modelKey": "gemini-2.5-flash-lite-preview-06-17-thinking", "org": "Google", "rating": 1374.6293587820069, "ratingLower": 1370.0923751839475, "ratingUpper": 1379.166342380066, "rankUpper": 169, "rankLower": 186, "votes": 32216, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash-lite-preview-06-17", "pimg": null, "psec": null }, { "rank": 180, "model": "claude-3-5-sonnet-20241022", "modelKey": "claude-3-5-sonnet-20241022", "org": "Anthropic", "rating": 1374.007171513566, "ratingLower": 1370.799122407913, "ratingUpper": 1377.2152206192186, "rankUpper": 173, "rankLower": 186, "votes": 87694, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 181, "model": "qwen2.5-max", "modelKey": "qwen2.5-max", "org": "Alibaba", "rating": 1373.892720055166, "ratingLower": 1369.7728834667996, "ratingUpper": 1378.012556643532, "rankUpper": 172, "rankLower": 186, "votes": 32417, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5-max/", "pimg": null, "psec": null }, { "rank": 182, "model": "glm-4.5-air", "modelKey": "glm-4.5-air", "org": "Z.ai", "rating": 1373.2072994769237, "ratingLower": 1368.9319689207707, "ratingUpper": 1377.482630033077, "rankUpper": 172, "rankLower": 188, "votes": 30367, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.85, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 183, "model": "claude-3-7-sonnet-20250219", "modelKey": "claude-3-7-sonnet-20250219", "org": "Anthropic", "rating": 1372.1966261903403, "ratingLower": 1368.22481902951, "ratingUpper": 1376.1684333511712, "rankUpper": 173, "rankLower": 191, "votes": 42448, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 184, "model": "qwen3-next-80b-a3b-thinking", "modelKey": "qwen3-next-80b-a3b-thinking", "org": "Alibaba", "rating": 1368.9618369723216, "ratingLower": 1363.0787854351445, "ratingUpper": 1374.844888509499, "rankUpper": 175, "rankLower": 196, "votes": 13380, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 1.2, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking", "pimg": null, "psec": null }, { "rank": 185, "model": "trinity-large-thinking", "modelKey": "trinity-large-thinking", "org": "Unknown", "rating": 1368.9612886498148, "ratingLower": 1364.2850036939162, "ratingUpper": 1373.6375736057137, "rankUpper": 176, "rankLower": 193, "votes": 28967, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.25, "pout": 0.8, "ctx": 262144, "url": "https://www.arcee.ai/blog/trinity-large-thinking", "pimg": null, "psec": null }, { "rank": 186, "model": "glm-4.7-flash", "modelKey": "glm-4.7-flash-fireworks", "org": "Z.ai", "rating": 1366.264649011693, "ratingLower": 1360.4418288403956, "ratingUpper": 1372.0874691829904, "rankUpper": 176, "rankLower": 199, "votes": 11491, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.0605, "pout": 0.4, "ctx": 200000, "url": "https://huggingface.co/zai-org/GLM-4.7-Flash", "pimg": null, "psec": null }, { "rank": 187, "model": "gemma-3-27b-it", "modelKey": "gemma-3-27b-it", "org": "Google", "rating": 1365.1873899533437, "ratingLower": 1361.4745925622285, "ratingUpper": 1368.9001873444586, "rankUpper": 181, "rankLower": 197, "votes": 46422, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.08, "pout": 0.45, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-27b-it", "pimg": null, "psec": null }, { "rank": 188, "model": "amazon-nova-experimental-chat-11-10", "modelKey": "amazon-nova-experimental-chat-11-10", "org": "Amazon", "rating": 1365.0840271865104, "ratingLower": 1360.730694207871, "ratingUpper": 1369.43736016515, "rankUpper": 180, "rankLower": 198, "votes": 25086, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 189, "model": "minimax-m1", "modelKey": "minimax-m1", "org": "MiniMax", "rating": 1363.9152089057316, "ratingLower": 1359.601679931117, "ratingUpper": 1368.228737880346, "rankUpper": 181, "rankLower": 199, "votes": 34030, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 2.2, "ctx": 1000000, "url": "https://www.minimax.io/news/minimaxm1", "pimg": null, "psec": null }, { "rank": 190, "model": "grok-3-mini-high", "modelKey": "grok-3-mini-high", "org": "SpaceXAI", "rating": 1363.5176619455247, "ratingLower": 1358.032194710217, "ratingUpper": 1369.0031291808323, "rankUpper": 180, "rankLower": 201, "votes": 15536, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.27, "ctx": null, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 191, "model": "o3-mini-high", "modelKey": "o3-mini-high", "org": "OpenAI", "rating": 1363.4599106805713, "ratingLower": 1358.1945406326874, "ratingUpper": 1368.725280728455, "rankUpper": 181, "rankLower": 201, "votes": 18589, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://platform.openai.com/docs/guides/reasoning#reasoning-effort", "pimg": null, "psec": null }, { "rank": 192, "model": "nvidia-nemotron-3-super-120b-a12b", "modelKey": "march26-chatbot1", "org": "Nvidia", "rating": 1360.5363277443844, "ratingLower": 1353.256322051655, "ratingUpper": 1367.8163334371138, "rankUpper": 182, "rankLower": 212, "votes": 7458, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8", "pimg": null, "psec": null }, { "rank": 193, "model": "gemini-2.0-flash-001", "modelKey": "gemini-2.0-flash-001", "org": "Google", "rating": 1359.8674876333291, "ratingLower": 1356.0629607122532, "ratingUpper": 1363.672014554405, "rankUpper": 185, "rankLower": 208, "votes": 43351, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys-1121&model=gemini-2.0-flash-001", "pimg": null, "psec": null }, { "rank": 194, "model": "deepseek-v3", "modelKey": "deepseek-v3", "org": "DeepSeek", "rating": 1358.362537034002, "ratingLower": 1353.6055868615658, "ratingUpper": 1363.119487206438, "rankUpper": 185, "rankLower": 212, "votes": 21770, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": 1.1400000000000001, "pout": 4.5600000000000005, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V3", "pimg": null, "psec": null }, { "rank": 195, "model": "grok-3-mini-beta", "modelKey": "grok-3-mini-beta", "org": "SpaceXAI", "rating": 1357.949901501251, "ratingLower": 1352.8066128919259, "ratingUpper": 1363.093190110576, "rankUpper": 185, "rankLower": 213, "votes": 20837, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 131072, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 196, "model": "mistral-small-2506", "modelKey": "mistral-small-2506", "org": "Mistral", "rating": 1356.7230679844458, "ratingLower": 1351.4920646486066, "ratingUpper": 1361.954071320285, "rankUpper": 186, "rankLower": 215, "votes": 17391, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506", "pimg": null, "psec": null }, { "rank": 197, "model": "intellect-3", "modelKey": "intellect-3", "org": "Unknown", "rating": 1356.2511645026323, "ratingLower": 1347.8987330506611, "ratingUpper": 1364.6035959546034, "rankUpper": 183, "rankLower": 221, "votes": 5279, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 1.1, "ctx": 131072, "url": "https://www.primeintellect.ai/blog/intellect-3", "pimg": null, "psec": null }, { "rank": 198, "model": "command-a-03-2025", "modelKey": "command-a-03-2025", "org": "Cohere", "rating": 1353.6193582256587, "ratingLower": 1350.1397480003156, "ratingUpper": 1357.0989684510016, "rankUpper": 192, "rankLower": 219, "votes": 55449, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 256000, "url": "https://cohere.com/blog/command-a", "pimg": null, "psec": null }, { "rank": 199, "model": "gemini-2.0-flash-lite-preview-02-05", "modelKey": "gemini-2.0-flash-lite-preview-02-05", "org": "Google", "rating": 1353.3943594728291, "ratingLower": 1349.0718168897472, "ratingUpper": 1357.7169020559109, "rankUpper": 192, "rankLower": 221, "votes": 24955, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/prompts/new_chat?model=gemini-2.0-flash-lite", "pimg": null, "psec": null }, { "rank": 200, "model": "glm-4.5v", "modelKey": "glm-4.5v", "org": "Z.ai", "rating": 1352.5539384618924, "ratingLower": 1344.1126018967614, "ratingUpper": 1360.9952750270231, "rankUpper": 187, "rankLower": 223, "votes": 4817, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 65536, "url": "https://huggingface.co/zai-org/GLM-4.5V", "pimg": null, "psec": null }, { "rank": 201, "model": "gpt-oss-120b", "modelKey": "gpt-oss-120b", "org": "OpenAI", "rating": 1352.2811689553516, "ratingLower": 1347.8886496214413, "ratingUpper": 1356.673688289262, "rankUpper": 192, "rankLower": 221, "votes": 29955, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.0296, "pout": 0.136, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 202, "model": "nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4", "modelKey": "august26-chatbot1-fmme", "org": "Nvidia", "rating": 1351.4750050232524, "ratingLower": 1344.1510749131826, "ratingUpper": 1358.7989351333224, "rankUpper": 190, "rankLower": 223, "votes": 8338, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://developer.nvidia.com/blog/nvidia-nemotron-3-5-lightning-delivers-fast-accurate-specialized-task-execution-for-long-running-agents/?nvid=nv-csfg-698644", "pimg": null, "psec": null }, { "rank": 203, "model": "gemini-1.5-pro-002", "modelKey": "gemini-1.5-pro-002", "org": "Google", "rating": 1351.0648167762802, "ratingLower": 1347.6627865084179, "ratingUpper": 1354.4668470441425, "rankUpper": 193, "rankLower": 221, "votes": 55606, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-pro-002", "pimg": null, "psec": null }, { "rank": 204, "model": "amazon-nova-experimental-chat-10-20", "modelKey": "amazon-nova-experimental-chat-10-20", "org": "Amazon", "rating": 1349.5200790381728, "ratingLower": 1343.3192249390522, "ratingUpper": 1355.7209331372935, "rankUpper": 193, "rankLower": 223, "votes": 11368, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 205, "model": "step-3", "modelKey": "step-3", "org": "StepFun", "rating": 1349.3856005351022, "ratingLower": 1341.8632488773108, "ratingUpper": 1356.9079521928938, "rankUpper": 192, "rankLower": 225, "votes": 6273, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.57, "pout": 1.42, "ctx": 65536, "url": "https://stepfun.ai/research/en/step3", "pimg": null, "psec": null }, { "rank": 206, "model": "hunyuan-turbos-20250226", "modelKey": "hunyuan-turbos-20250226", "org": "Tencent", "rating": 1348.7811215182787, "ratingLower": 1337.067822972726, "ratingUpper": 1360.494420063832, "rankUpper": 188, "rankLower": 232, "votes": 2220, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 207, "model": "o3-mini", "modelKey": "o3-mini", "org": "OpenAI", "rating": 1347.7359510661258, "ratingLower": 1344.1823434120565, "ratingUpper": 1351.2895587201951, "rankUpper": 197, "rankLower": 223, "votes": 56655, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.55, "pout": 2.2, "ctx": 200000, "url": "https://openai.com/index/openai-o3-mini/", "pimg": null, "psec": null }, { "rank": 208, "model": "llama-3.1-nemotron-ultra-253b-v1", "modelKey": "llama-3.1-nemotron-ultra-253b-v1", "org": "Nvidia", "rating": 1347.5181801274264, "ratingLower": 1335.8359622510977, "ratingUpper": 1359.200398003755, "rankUpper": 190, "rankLower": 235, "votes": 2549, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open Model", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-Ultra-253B-v1", "pimg": null, "psec": null }, { "rank": 209, "model": "qwen3-32b", "modelKey": "qwen3-32b", "org": "Alibaba", "rating": 1346.924014156633, "ratingLower": 1337.464424122878, "ratingUpper": 1356.3836041903883, "rankUpper": 192, "rankLower": 232, "votes": 3926, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.08, "pout": 0.28, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 210, "model": "amazon-nova-experimental-chat-10-09", "modelKey": "amazon-nova-experimental-chat-10-09", "org": "Amazon", "rating": 1346.8388535195427, "ratingLower": 1335.893969620964, "ratingUpper": 1357.7837374181213, "rankUpper": 192, "rankLower": 235, "votes": 2775, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 211, "model": "mercury-2", "modelKey": "mercury-2", "org": "Inception AI", "rating": 1346.273163748861, "ratingLower": 1335.5542426787279, "ratingUpper": 1356.9920848189936, "rankUpper": 192, "rankLower": 235, "votes": 3042, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/introducing-mercury-2", "pimg": null, "psec": null }, { "rank": 212, "model": "gpt-4o-2024-05-13", "modelKey": "gpt-4o-2024-05-13", "org": "OpenAI", "rating": 1345.9389288119276, "ratingLower": 1342.4713132522313, "ratingUpper": 1349.4065443716238, "rankUpper": 198, "rankLower": 223, "votes": 112881, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://openai.com/index/hello-gpt-4o/", "pimg": null, "psec": null }, { "rank": 213, "model": "qwen-plus-0125", "modelKey": "qwen-plus-0125", "org": "Alibaba", "rating": 1345.9057600631802, "ratingLower": 1337.5705247461744, "ratingUpper": 1354.240995380186, "rankUpper": 193, "rankLower": 232, "votes": 5819, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.2, "ctx": 131072, "url": "https://www.alibabacloud.com/help/en/model-studio/developer-reference/what-is-qwen-llm", "pimg": null, "psec": null }, { "rank": 214, "model": "minimax-m2", "modelKey": "minimax-m2", "org": "MiniMax", "rating": 1345.871985905859, "ratingLower": 1338.1103328073727, "ratingUpper": 1353.6336390043452, "rankUpper": 193, "rankLower": 232, "votes": 6753, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m2", "pimg": null, "psec": null }, { "rank": 215, "model": "ling-flash-2.0", "modelKey": "ling-flash-2.0", "org": "Ant Group", "rating": 1343.989890451668, "ratingLower": 1336.6559458426127, "ratingUpper": 1351.3238350607235, "rankUpper": 197, "rankLower": 233, "votes": 6850, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ling-flash-2.0", "pimg": null, "psec": null }, { "rank": 216, "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "modelKey": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "org": "Nvidia", "rating": 1343.1356701779396, "ratingLower": 1333.1153354909306, "ratingUpper": 1353.156004864949, "rankUpper": 195, "rankLower": 236, "votes": 3313, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5", "pimg": null, "psec": null }, { "rank": 217, "model": "claude-3-5-sonnet-20240620", "modelKey": "claude-3-5-sonnet-20240620", "org": "Anthropic", "rating": 1342.9915870748023, "ratingLower": 1339.5421051460555, "ratingUpper": 1346.4410690035488, "rankUpper": 202, "rankLower": 230, "votes": 82419, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-5-sonnet", "pimg": null, "psec": null }, { "rank": 218, "model": "glm-4-plus-0111", "modelKey": "glm-4-plus-0111", "org": "Z.ai", "rating": 1342.5780344806362, "ratingLower": 1334.1589316516129, "ratingUpper": 1350.9971373096596, "rankUpper": 197, "rankLower": 235, "votes": 5760, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 219, "model": "granite-4.2-30b", "modelKey": "vantage", "org": "IBM", "rating": 1341.881359143581, "ratingLower": 1331.197640047707, "ratingUpper": 1352.565078239455, "rankUpper": 196, "rankLower": 238, "votes": 3255, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 220, "model": "gemma-3-12b-it", "modelKey": "gemma-3-12b-it", "org": "Google", "rating": 1341.6777939537185, "ratingLower": 1332.1651044232785, "ratingUpper": 1351.1904834841584, "rankUpper": 197, "rankLower": 236, "votes": 3829, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.15, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-12b-it", "pimg": null, "psec": null }, { "rank": 221, "model": "hunyuan-turbo-0110", "modelKey": "hunyuan-turbo-0110", "org": "Tencent", "rating": 1340.6031445969136, "ratingLower": 1329.0789664825422, "ratingUpper": 1352.127322711285, "rankUpper": 196, "rankLower": 240, "votes": 2290, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 222, "model": "gpt-5-nano-high", "modelKey": "gpt-5-nano-high", "org": "OpenAI", "rating": 1337.4659488254251, "ratingLower": 1330.5439702316107, "ratingUpper": 1344.3879274192395, "rankUpper": 202, "rankLower": 239, "votes": 8128, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.025, "pout": 0.2, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-nano", "pimg": null, "psec": null }, { "rank": 223, "model": "o1-mini", "modelKey": "o1-mini", "org": "OpenAI", "rating": 1336.7876923141826, "ratingLower": 1333.1242296614096, "ratingUpper": 1340.4511549669558, "rankUpper": 208, "rankLower": 236, "votes": 51981, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 224, "model": "nova-2-lite", "modelKey": "nova-2-lite", "org": "Amazon", "rating": 1335.913278563967, "ratingLower": 1329.7682851733605, "ratingUpper": 1342.0582719545735, "rankUpper": 207, "rankLower": 240, "votes": 12120, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1000000, "url": "https://aws.amazon.com/blogs/aws/introducing-amazon-nova-2-lite-a-fast-cost-effective-reasoning-model/", "pimg": null, "psec": null }, { "rank": 225, "model": "qwq-32b", "modelKey": "qwq-32b", "org": "Alibaba", "rating": 1335.7965166117065, "ratingLower": 1331.3299049574541, "ratingUpper": 1340.263128265959, "rankUpper": 208, "rankLower": 238, "votes": 25090, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B", "pimg": null, "psec": null }, { "rank": 226, "model": "gemini-advanced-0514", "modelKey": "gemini-advanced-0514", "org": "Google", "rating": 1335.6521544270795, "ratingLower": 1330.4941687101477, "ratingUpper": 1340.8101401440113, "rankUpper": 208, "rankLower": 239, "votes": 50148, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://gemini.google.com/advanced", "pimg": null, "psec": null }, { "rank": 227, "model": "grok-2-2024-08-13", "modelKey": "grok-2-2024-08-13", "org": "SpaceXAI", "rating": 1335.5313541227524, "ratingLower": 1331.8379658401368, "ratingUpper": 1339.2247424053683, "rankUpper": 209, "rankLower": 236, "votes": 63498, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 228, "model": "gpt-4o-2024-08-06", "modelKey": "gpt-4o-2024-08-06", "org": "OpenAI", "rating": 1335.3525223405866, "ratingLower": 1331.1378258670993, "ratingUpper": 1339.5672188140738, "rankUpper": 208, "rankLower": 239, "votes": 45499, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4o", "pimg": null, "psec": null }, { "rank": 229, "model": "llama-3.1-405b-instruct-bf16", "modelKey": "llama-3.1-405b-instruct-bf16", "org": "Meta", "rating": 1335.1612068798865, "ratingLower": 1331.4311085763798, "ratingUpper": 1338.8913051833933, "rankUpper": 209, "rankLower": 238, "votes": 41375, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 230, "model": "step-2-16k-exp-202412", "modelKey": "step-2-16k-exp-202412", "org": "StepFun", "rating": 1333.5418539941943, "ratingLower": 1324.952030124001, "ratingUpper": 1342.1316778643873, "rankUpper": 207, "rankLower": 247, "votes": 4833, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/text", "pimg": null, "psec": null }, { "rank": 231, "model": "llama-3.1-405b-instruct-fp8", "modelKey": "llama-3.1-405b-instruct-fp8", "org": "Meta", "rating": 1333.294696415142, "ratingLower": 1329.68779081218, "ratingUpper": 1336.9016020181039, "rankUpper": 213, "rankLower": 240, "votes": 59656, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 232, "model": "olmo-3.1-32b-instruct", "modelKey": "olmo-3.1-32b-instruct", "org": "Ai2", "rating": 1329.9567880715376, "ratingLower": 1323.7408917360344, "ratingUpper": 1336.1726844070408, "rankUpper": 214, "rankLower": 248, "votes": 11452, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Instruct", "pimg": null, "psec": null }, { "rank": 233, "model": "yi-lightning", "modelKey": "yi-lightning", "org": "Unknown", "rating": 1328.209358682196, "ratingLower": 1323.2636596384507, "ratingUpper": 1333.1550577259409, "rankUpper": 218, "rankLower": 250, "votes": 27332, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.lingyiwanwu.com/docs#%E6%A8%A1%E5%9E%8B%E4%B8%8E%E8%AE%A1%E8%B4%B9", "pimg": null, "psec": null }, { "rank": 234, "model": "molmo-2-8b", "modelKey": "molmo-2-8b", "org": "Ai2", "rating": 1328.001554984101, "ratingLower": 1306.6176804409533, "ratingUpper": 1349.3854295272486, "rankUpper": 198, "rankLower": 272, "votes": 791, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 36864, "url": "https://huggingface.co/allenai/Molmo2-8B", "pimg": null, "psec": null }, { "rank": 235, "model": "llama-3.3-nemotron-49b-super-v1", "modelKey": "llama-3.3-nemotron-49b-super-v1", "org": "Nvidia", "rating": 1327.7425609399725, "ratingLower": 1315.6042537738554, "ratingUpper": 1339.880868106089, "rankUpper": 208, "rankLower": 262, "votes": 2218, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1", "pimg": null, "psec": null }, { "rank": 236, "model": "llama-4-maverick-17b-128e-instruct", "modelKey": "llama-4-maverick-17b-128e-instruct", "org": "Meta", "rating": 1326.872255865815, "ratingLower": 1322.5899611329855, "ratingUpper": 1331.154550598645, "rankUpper": 225, "rankLower": 250, "votes": 39359, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 4", "open": 1, "pin": 0.63, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct", "pimg": null, "psec": null }, { "rank": 237, "model": "qwen3-30b-a3b", "modelKey": "qwen3-30b-a3b", "org": "Alibaba", "rating": 1326.8712511754388, "ratingLower": 1322.1142775074113, "ratingUpper": 1331.6282248434666, "rankUpper": 222, "rankLower": 251, "votes": 26089, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.12, "pout": 0.5, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 238, "model": "hunyuan-large-2025-02-10", "modelKey": "hunyuan-large-2025-02-10", "org": "Tencent", "rating": 1326.2251359947556, "ratingLower": 1316.493161531028, "ratingUpper": 1335.9571104584834, "rankUpper": 214, "rankLower": 261, "votes": 3738, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 239, "model": "claude-3-5-haiku-20241022", "modelKey": "claude-3-5-haiku-20241022", "org": "Anthropic", "rating": 1324.3132647336774, "ratingLower": 1321.0496869697026, "ratingUpper": 1327.576842497652, "rankUpper": 231, "rankLower": 254, "votes": 68964, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 240, "model": "gpt-4-turbo-2024-04-09", "modelKey": "gpt-4-turbo-2024-04-09", "org": "OpenAI", "rating": 1324.261142666403, "ratingLower": 1320.3314262226736, "ratingUpper": 1328.1908591101324, "rankUpper": 231, "rankLower": 256, "votes": 98114, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4", "pimg": null, "psec": null }, { "rank": 241, "model": "gemini-1.5-pro-001", "modelKey": "gemini-1.5-pro-001", "org": "Google", "rating": 1323.8109553849454, "ratingLower": 1319.821200461009, "ratingUpper": 1327.8007103088817, "rankUpper": 231, "rankLower": 256, "votes": 79138, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro", "pimg": null, "psec": null }, { "rank": 242, "model": "deepseek-v2.5-1210", "modelKey": "deepseek-v2.5-1210", "org": "DeepSeek", "rating": 1323.3193305749492, "ratingLower": 1315.0452537886922, "ratingUpper": 1331.5934073612061, "rankUpper": 222, "rankLower": 262, "votes": 6795, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5-1210", "pimg": null, "psec": null }, { "rank": 243, "model": "gpt-4.1-nano-2025-04-14", "modelKey": "gpt-4.1-nano-2025-04-14", "org": "OpenAI", "rating": 1322.2096439058687, "ratingLower": 1314.479223960575, "ratingUpper": 1329.9400638511622, "rankUpper": 228, "rankLower": 263, "votes": 6103, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 244, "model": "claude-3-opus-20240229", "modelKey": "claude-3-opus-20240229", "org": "Anthropic", "rating": 1321.9233817962877, "ratingLower": 1318.8454528239154, "ratingUpper": 1325.0013107686602, "rankUpper": 231, "rankLower": 257, "votes": 194909, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 245, "model": "llama-4-scout-17b-16e-instruct", "modelKey": "llama-4-scout-17b-16e-instruct", "org": "Meta", "rating": 1321.4616199810628, "ratingLower": 1316.7223188586818, "ratingUpper": 1326.2009211034435, "rankUpper": 231, "rankLower": 260, "votes": 29740, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 16384, "url": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "pimg": null, "psec": null }, { "rank": 246, "model": "ring-flash-2.0", "modelKey": "ring-flash-2.0", "org": "Ant Group", "rating": 1320.9250934940937, "ratingLower": 1313.6080791706047, "ratingUpper": 1328.2421078175828, "rankUpper": 231, "rankLower": 263, "votes": 6899, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ring-flash-2.0", "pimg": null, "psec": null }, { "rank": 247, "model": "step-1o-turbo-202506", "modelKey": "step-1o-turbo-202506", "org": "StepFun", "rating": 1320.106087489764, "ratingLower": 1313.2142229767858, "ratingUpper": 1326.9979520027418, "rankUpper": 231, "rankLower": 264, "votes": 8858, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/vision", "pimg": null, "psec": null }, { "rank": 248, "model": "glm-4-plus", "modelKey": "glm-4-plus", "org": "Z.ai", "rating": 1319.300605017162, "ratingLower": 1314.3661510335069, "ratingUpper": 1324.2350590008177, "rankUpper": 232, "rankLower": 263, "votes": 26126, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 1.76, "ctx": 204800, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 249, "model": "qwen-max-0919", "modelKey": "qwen-max-0919", "org": "Alibaba", "rating": 1318.0018420506576, "ratingLower": 1312.2968427223864, "ratingUpper": 1323.7068413789286, "rankUpper": 233, "rankLower": 265, "votes": 16478, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.6, "pout": 6.4, "ctx": 32768, "url": "https://help.aliyun.com/zh/dashscope/developer-reference/model-introduction", "pimg": null, "psec": null }, { "rank": 250, "model": "llama-3.3-70b-instruct", "modelKey": "llama-3.3-70b-instruct", "org": "Meta", "rating": 1317.6016732334842, "ratingLower": 1314.0964070745576, "ratingUpper": 1321.1069393924104, "rankUpper": 236, "rankLower": 263, "votes": 54412, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama-3.3", "open": 1, "pin": 0.1, "pout": 0.32, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "pimg": null, "psec": null }, { "rank": 251, "model": "gpt-4o-mini-2024-07-18", "modelKey": "gpt-4o-mini-2024-07-18", "org": "OpenAI", "rating": 1317.5883135055578, "ratingLower": 1314.0404102832679, "ratingUpper": 1321.1362167278476, "rankUpper": 236, "rankLower": 263, "votes": 68697, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/", "pimg": null, "psec": null }, { "rank": 252, "model": "gpt-oss-20b", "modelKey": "gpt-oss-20b", "org": "OpenAI", "rating": 1317.224214431203, "ratingLower": 1310.8062844944332, "ratingUpper": 1323.642144367973, "rankUpper": 233, "rankLower": 269, "votes": 10393, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.024, "pout": 0.112, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 253, "model": "gemma-3n-e4b-it", "modelKey": "gemma-3n-e4b-it", "org": "Google", "rating": 1317.1749656331385, "ratingLower": 1311.9845309850375, "ratingUpper": 1322.36540028124, "rankUpper": 235, "rankLower": 267, "votes": 22082, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.06, "pout": 0.12, "ctx": 32768, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3n-e4b-it", "pimg": null, "psec": null }, { "rank": 254, "model": "qwen2.5-plus-1127", "modelKey": "qwen2.5-plus-1127", "org": "Alibaba", "rating": 1314.622546411953, "ratingLower": 1308.2643974853736, "ratingUpper": 1320.9806953385319, "rankUpper": 237, "rankLower": 270, "votes": 10187, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://help.aliyun.com/zh/model-studio/getting-started/models?spm=a2c4g.11186623.0.i7", "pimg": null, "psec": null }, { "rank": 255, "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "modelKey": "nvidia-nemotron-3-nano-30b-a3b-bf16", "org": "Nvidia", "rating": 1314.243103320097, "ratingLower": 1308.7025612212965, "ratingUpper": 1319.7836454188973, "rankUpper": 239, "rankLower": 270, "votes": 15325, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": 0.06, "pout": 0.24, "ctx": 262144, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "pimg": null, "psec": null }, { "rank": 256, "model": "mistral-large-2407", "modelKey": "mistral-large-2407", "org": "Mistral", "rating": 1314.2270675761115, "ratingLower": 1310.291404541636, "ratingUpper": 1318.1627306105866, "rankUpper": 240, "rankLower": 269, "votes": 45459, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Mistral Research", "open": 1, "pin": 2, "pout": 6, "ctx": 131072, "url": "https://mistral.ai/news/mistral-large-2407/", "pimg": null, "psec": null }, { "rank": 257, "model": "athene-v2-chat", "modelKey": "athene-v2-chat", "org": "Unknown", "rating": 1314.1032367100383, "ratingLower": 1309.5372371866292, "ratingUpper": 1318.6692362334472, "rankUpper": 240, "rankLower": 270, "votes": 24739, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NexusFlow", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-V2-Chat", "pimg": null, "psec": null }, { "rank": 258, "model": "gpt-4-0125-preview", "modelKey": "gpt-4-0125-preview", "org": "OpenAI", "rating": 1312.9952423428472, "ratingLower": 1308.9061890718144, "ratingUpper": 1317.08429561388, "rankUpper": 240, "rankLower": 270, "votes": 93439, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 259, "model": "gpt-4-1106-preview", "modelKey": "gpt-4-1106-preview", "org": "OpenAI", "rating": 1312.6093806514064, "ratingLower": 1308.7143831494554, "ratingUpper": 1316.5043781533573, "rankUpper": 241, "rankLower": 270, "votes": 100105, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 260, "model": "hunyuan-standard-2025-02-10", "modelKey": "hunyuan-standard-2025-02-10", "org": "Tencent", "rating": 1311.1734258493213, "ratingLower": 1301.5041658317818, "ratingUpper": 1320.8426858668608, "rankUpper": 237, "rankLower": 275, "votes": 3904, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 261, "model": "gemini-1.5-flash-002", "modelKey": "gemini-1.5-flash-002", "org": "Google", "rating": 1309.0592767568914, "ratingLower": 1304.8278940330993, "ratingUpper": 1313.2906594806836, "rankUpper": 249, "rankLower": 274, "votes": 34902, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-002", "pimg": null, "psec": null }, { "rank": 262, "model": "grok-2-mini-2024-08-13", "modelKey": "grok-2-mini-2024-08-13", "org": "SpaceXAI", "rating": 1308.3004961348815, "ratingLower": 1304.566515740157, "ratingUpper": 1312.0344765296063, "rankUpper": 251, "rankLower": 274, "votes": 52567, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 263, "model": "mercury", "modelKey": "mercury", "org": "Inception AI", "rating": 1307.9823459091772, "ratingLower": 1294.124318538968, "ratingUpper": 1321.8403732793868, "rankUpper": 236, "rankLower": 282, "votes": 1930, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/mercury-refreshed", "pimg": null, "psec": null }, { "rank": 264, "model": "deepseek-v2.5", "modelKey": "deepseek-v2.5", "org": "DeepSeek", "rating": 1307.0937205603102, "ratingLower": 1302.3793234602385, "ratingUpper": 1311.8081176603819, "rankUpper": 252, "rankLower": 275, "votes": 24572, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5", "pimg": null, "psec": null }, { "rank": 265, "model": "olmo-3-32b-think", "modelKey": "olmo-3-32b-think", "org": "Ai2", "rating": 1306.7199908406083, "ratingLower": 1298.410194594378, "ratingUpper": 1315.0297870868383, "rankUpper": 244, "rankLower": 275, "votes": 5682, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3-32B-Think", "pimg": null, "psec": null }, { "rank": 266, "model": "athene-70b-0725", "modelKey": "athene-70b-0725", "org": "Unknown", "rating": 1306.385492804531, "ratingLower": 1300.7078942920236, "ratingUpper": 1312.0630913170385, "rankUpper": 251, "rankLower": 275, "votes": 19621, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-70B", "pimg": null, "psec": null }, { "rank": 267, "model": "granite-4.1-8b", "modelKey": "granite-4.1-8b", "org": "IBM", "rating": 1305.9500113189092, "ratingLower": 1295.7662055193864, "ratingUpper": 1316.1338171184323, "rankUpper": 242, "rankLower": 280, "votes": 4023, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "https://research.ibm.com/blog/granite-4-1-ai-foundation-models", "pimg": null, "psec": null }, { "rank": 268, "model": "mistral-large-2411", "modelKey": "mistral-large-2411", "org": "Mistral", "rating": 1305.4153738454459, "ratingLower": 1300.9616118568829, "ratingUpper": 1309.869135834009, "rankUpper": 254, "rankLower": 275, "votes": 28073, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 2, "pout": 6, "ctx": 128000, "url": "https://huggingface.co/mistralai/Mistral-Large-Instruct-2411", "pimg": null, "psec": null }, { "rank": 269, "model": "magistral-medium-2506", "modelKey": "magistral-medium-2506", "org": "Mistral", "rating": 1304.7036802650518, "ratingLower": 1298.2420317129877, "ratingUpper": 1311.165328817116, "rankUpper": 252, "rankLower": 275, "votes": 11468, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 5, "ctx": 40000, "url": "https://mistral.ai/news/magistral", "pimg": null, "psec": null }, { "rank": 270, "model": "gemma-3-4b-it", "modelKey": "gemma-3-4b-it", "org": "Google", "rating": 1303.139188416097, "ratingLower": 1293.820515599685, "ratingUpper": 1312.4578612325095, "rankUpper": 250, "rankLower": 283, "votes": 4171, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-4b-it", "pimg": null, "psec": null }, { "rank": 271, "model": "mistral-small-3.1-24b-instruct-2503", "modelKey": "mistral-small-3.1-24b-instruct-2503", "org": "Mistral", "rating": 1303.0672097400159, "ratingLower": 1298.5179551117872, "ratingUpper": 1307.6164643682446, "rankUpper": 259, "rankLower": 275, "votes": 32618, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503", "pimg": null, "psec": null }, { "rank": 272, "model": "qwen2.5-72b-instruct", "modelKey": "qwen2.5-72b-instruct", "org": "Alibaba", "rating": 1302.7808056146437, "ratingLower": 1298.6930431605706, "ratingUpper": 1306.8685680687163, "rankUpper": 259, "rankLower": 275, "votes": 39406, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5/", "pimg": null, "psec": null }, { "rank": 273, "model": "llama-3.1-nemotron-70b-instruct", "modelKey": "llama-3.1-nemotron-70b-instruct", "org": "Nvidia", "rating": 1298.672434905425, "ratingLower": 1290.9080228462255, "ratingUpper": 1306.4368469646245, "rankUpper": 260, "rankLower": 286, "votes": 7140, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct", "pimg": null, "psec": null }, { "rank": 274, "model": "hunyuan-large-vision", "modelKey": "hunyuan-large-vision", "org": "Tencent", "rating": 1294.086371647114, "ratingLower": 1284.926629386558, "ratingUpper": 1303.2461139076697, "rankUpper": 262, "rankLower": 289, "votes": 5259, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753#d6cb04da-053d-4bed-b187-191514feb972", "pimg": null, "psec": null }, { "rank": 275, "model": "granite-4.2-3b", "modelKey": "nimbus", "org": "IBM", "rating": 1293.7393166362326, "ratingLower": 1281.8681896430094, "ratingUpper": 1305.6104436294563, "rankUpper": 260, "rankLower": 291, "votes": 3072, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 276, "model": "llama-3.1-70b-instruct", "modelKey": "llama-3.1-70b-instruct", "org": "Meta", "rating": 1293.1429096213103, "ratingLower": 1289.394543017066, "ratingUpper": 1296.8912762255545, "rankUpper": 270, "rankLower": 287, "votes": 55240, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.4, "pout": 0.4, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 277, "model": "amazon-nova-pro-v1.0", "modelKey": "amazon-nova-pro-v1.0", "org": "Amazon", "rating": 1290.0287074854846, "ratingLower": 1285.4445695272475, "ratingUpper": 1294.6128454437217, "rankUpper": 271, "rankLower": 288, "votes": 24745, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.8, "pout": 3.2, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 278, "model": "jamba-1.5-large", "modelKey": "jamba-1.5-large", "org": "Unknown", "rating": 1289.2790337813308, "ratingLower": 1281.9714338323333, "ratingUpper": 1296.5866337303282, "rankUpper": 270, "rankLower": 291, "votes": 8662, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 2, "pout": 8, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 279, "model": "gemma-2-27b-it", "modelKey": "gemma-2-27b-it", "org": "Google", "rating": 1289.2005272558529, "ratingLower": 1285.8033565714559, "ratingUpper": 1292.5976979402499, "rankUpper": 273, "rankLower": 288, "votes": 75754, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.65, "pout": 0.65, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-27b-it", "pimg": null, "psec": null }, { "rank": 280, "model": "reka-core-20240904", "modelKey": "reka-core-20240904", "org": "Unknown", "rating": 1287.846120063848, "ratingLower": 1280.662730309446, "ratingUpper": 1295.02950981825, "rankUpper": 271, "rankLower": 291, "votes": 7312, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 281, "model": "gpt-4-0314", "modelKey": "gpt-4-0314", "org": "OpenAI", "rating": 1287.4764078289295, "ratingLower": 1282.7126022472448, "ratingUpper": 1292.240213410614, "rankUpper": 273, "rankLower": 289, "votes": 54173, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://openai.com/research/gpt-4", "pimg": null, "psec": null }, { "rank": 282, "model": "granite-4.2-8b", "modelKey": "solace", "org": "IBM", "rating": 1286.6479943575832, "ratingLower": 1275.1938650305478, "ratingUpper": 1298.1021236846182, "rankUpper": 270, "rankLower": 297, "votes": 3087, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.06, "pout": 0.25, "ctx": 131072, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 283, "model": "llama-3.1-nemotron-51b-instruct", "modelKey": "llama-3.1-nemotron-51b-instruct", "org": "Nvidia", "rating": 1286.3325899573924, "ratingLower": 1276.3634307798443, "ratingUpper": 1296.3017491349406, "rankUpper": 270, "rankLower": 297, "votes": 3749, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-51B-Instruct", "pimg": null, "psec": null }, { "rank": 284, "model": "gemini-1.5-flash-001", "modelKey": "gemini-1.5-flash-001", "org": "Google", "rating": 1286.3087827660474, "ratingLower": 1281.8039075226206, "ratingUpper": 1290.8136580094745, "rankUpper": 274, "rankLower": 291, "votes": 62833, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash", "pimg": null, "psec": null }, { "rank": 285, "model": "llama-3.1-tulu-3-70b", "modelKey": "llama-3.1-tulu-3-70b", "org": "Ai2", "rating": 1285.9171899753333, "ratingLower": 1275.455104993011, "ratingUpper": 1296.3792749576553, "rankUpper": 270, "rankLower": 297, "votes": 2846, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-70B", "pimg": null, "psec": null }, { "rank": 286, "model": "ibm-granite-h-small", "modelKey": "ibm-granite-h-small", "org": "IBM", "rating": 1285.5405797076514, "ratingLower": 1277.0451094744108, "ratingUpper": 1294.0360499408919, "rankUpper": 272, "rankLower": 297, "votes": 5532, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.ibm.com/new/announcements/ibm-granite-4-0-hyper-efficient-high-performance-hybrid-models", "pimg": null, "psec": null }, { "rank": 287, "model": "olmo-3.1-32b-think", "modelKey": "olmo-3.1-32b-think", "org": "Ai2", "rating": 1285.5029777601906, "ratingLower": 1278.1765976352647, "ratingUpper": 1292.8293578851162, "rankUpper": 273, "rankLower": 297, "votes": 8117, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Think", "pimg": null, "psec": null }, { "rank": 288, "model": "claude-3-sonnet-20240229", "modelKey": "claude-3-sonnet-20240229", "org": "Anthropic", "rating": 1281.0734483175534, "ratingLower": 1277.0843523331491, "ratingUpper": 1285.0625443019576, "rankUpper": 277, "rankLower": 297, "votes": 109284, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 289, "model": "gemma-2-9b-it-simpo", "modelKey": "gemma-2-9b-it-simpo", "org": "Unknown", "rating": 1280.0951457094889, "ratingLower": 1273.2348878902203, "ratingUpper": 1286.9554035287574, "rankUpper": 275, "rankLower": 297, "votes": 10072, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO", "pimg": null, "psec": null }, { "rank": 290, "model": "nemotron-4-340b-instruct", "modelKey": "nemotron-4-340b-instruct", "org": "Nvidia", "rating": 1276.8864041760344, "ratingLower": 1271.5633742312102, "ratingUpper": 1282.2094341208583, "rankUpper": 279, "rankLower": 298, "votes": 19659, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Nemotron-4-340B-Instruct", "pimg": null, "psec": null }, { "rank": 291, "model": "llama-3-70b-instruct", "modelKey": "llama-3-70b-instruct", "org": "Meta", "rating": 1276.280650153717, "ratingLower": 1272.6905747060664, "ratingUpper": 1279.870725601368, "rankUpper": 283, "rankLower": 297, "votes": 156876, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.51, "pout": 0.74, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 292, "model": "command-r-plus-08-2024", "modelKey": "command-r-plus-08-2024", "org": "Cohere", "rating": 1276.07434601668, "ratingLower": 1269.4938764296753, "ratingUpper": 1282.6548156036847, "rankUpper": 279, "rankLower": 300, "votes": 9866, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 293, "model": "gpt-4-0613", "modelKey": "gpt-4-0613", "org": "OpenAI", "rating": 1275.8210684511364, "ratingLower": 1271.7629431287514, "ratingUpper": 1279.8791937735214, "rankUpper": 283, "rankLower": 298, "votes": 88723, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo", "pimg": null, "psec": null }, { "rank": 294, "model": "mistral-small-24b-instruct-2501", "modelKey": "mistral-small-24b-instruct-2501", "org": "Mistral", "rating": 1274.251563079231, "ratingLower": 1268.3316068504594, "ratingUpper": 1280.1715193080022, "rankUpper": 283, "rankLower": 300, "votes": 14681, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501", "pimg": null, "psec": null }, { "rank": 295, "model": "glm-4-0520", "modelKey": "glm-4-0520", "org": "Z.ai", "rating": 1273.2035235555536, "ratingLower": 1266.2180869803624, "ratingUpper": 1280.188960130745, "rankUpper": 283, "rankLower": 301, "votes": 9788, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://open.bigmodel.cn/dev/api#language", "pimg": null, "psec": null }, { "rank": 296, "model": "reka-flash-20240904", "modelKey": "reka-flash-20240904", "org": "Unknown", "rating": 1272.131916507653, "ratingLower": 1265.1311739127054, "ratingUpper": 1279.1326591026004, "rankUpper": 283, "rankLower": 304, "votes": 7536, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 297, "model": "qwen2.5-coder-32b-instruct", "modelKey": "qwen2.5-coder-32b-instruct", "org": "Alibaba", "rating": 1270.4688966246858, "ratingLower": 1262.3387101129574, "ratingUpper": 1278.5990831364143, "rankUpper": 283, "rankLower": 305, "votes": 5432, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.87, "pout": 0.87, "ctx": 32000, "url": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "pimg": null, "psec": null }, { "rank": 298, "model": "c4ai-aya-expanse-32b", "modelKey": "c4ai-aya-expanse-32b", "org": "Cohere", "rating": 1267.0223050443085, "ratingLower": 1262.1224631889168, "ratingUpper": 1271.9221468997002, "rankUpper": 291, "rankLower": 306, "votes": 27124, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-32b", "pimg": null, "psec": null }, { "rank": 299, "model": "gemma-2-9b-it", "modelKey": "gemma-2-9b-it", "org": "Google", "rating": 1266.7294440847904, "ratingLower": 1262.8971905882381, "ratingUpper": 1270.5616975813432, "rankUpper": 293, "rankLower": 304, "votes": 54611, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-9b-it", "pimg": null, "psec": null }, { "rank": 300, "model": "deepseek-coder-v2", "modelKey": "deepseek-coder-v2", "org": "DeepSeek", "rating": 1265.0730936377147, "ratingLower": 1258.7955951572524, "ratingUpper": 1271.3505921181772, "rankUpper": 293, "rankLower": 307, "votes": 15147, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 128000, "url": "https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct", "pimg": null, "psec": null }, { "rank": 301, "model": "qwen2-72b-instruct", "modelKey": "qwen2-72b-instruct", "org": "Alibaba", "rating": 1261.5316591015135, "ratingLower": 1256.5810791867564, "ratingUpper": 1266.4822390162708, "rankUpper": 295, "rankLower": 308, "votes": 37325, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 32768, "url": "https://qwenlm.github.io/blog/qwen2/", "pimg": null, "psec": null }, { "rank": 302, "model": "command-r-plus", "modelKey": "command-r-plus", "org": "Cohere", "rating": 1261.5051250831825, "ratingLower": 1257.182434763115, "ratingUpper": 1265.82781540325, "rankUpper": 296, "rankLower": 307, "votes": 77554, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 3, "pout": 15, "ctx": 128000, "url": "https://txt.cohere.com/command-r-plus-microsoft-azure/", "pimg": null, "psec": null }, { "rank": 303, "model": "claude-3-haiku-20240307", "modelKey": "claude-3-haiku-20240307", "org": "Anthropic", "rating": 1261.3943720261764, "ratingLower": 1257.6293123128519, "ratingUpper": 1265.159431739501, "rankUpper": 296, "rankLower": 307, "votes": 117701, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 304, "model": "amazon-nova-lite-v1.0", "modelKey": "amazon-nova-lite-v1.0", "org": "Amazon", "rating": 1260.330460966687, "ratingLower": 1255.1393145602974, "ratingUpper": 1265.5216073730767, "rankUpper": 296, "rankLower": 308, "votes": 19372, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.06, "pout": 0.24, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 305, "model": "gemini-1.5-flash-8b-001", "modelKey": "gemini-1.5-flash-8b-001", "org": "Google", "rating": 1258.5560841596416, "ratingLower": 1254.247230878238, "ratingUpper": 1262.864937441045, "rankUpper": 298, "rankLower": 308, "votes": 35558, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-8b", "pimg": null, "psec": null }, { "rank": 306, "model": "phi-4", "modelKey": "phi-4", "org": "Microsoft", "rating": 1256.1314601192953, "ratingLower": 1251.5225426068844, "ratingUpper": 1260.740377631706, "rankUpper": 300, "rankLower": 308, "votes": 24126, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.07, "pout": 0.14, "ctx": 16384, "url": "https://huggingface.co/microsoft/phi-4", "pimg": null, "psec": null }, { "rank": 307, "model": "olmo-2-0325-32b-instruct", "modelKey": "olmo-2-0325-32b-instruct", "org": "Ai2", "rating": 1251.4705341250065, "ratingLower": 1240.6912701036358, "ratingUpper": 1262.249798146377, "rankUpper": 299, "rankLower": 314, "votes": 3334, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.05, "pout": 0.2, "ctx": 128000, "url": "https://huggingface.co/allenai/OLMo-2-0325-32B-Instruct", "pimg": null, "psec": null }, { "rank": 308, "model": "command-r-08-2024", "modelKey": "command-r-08-2024", "org": "Cohere", "rating": 1250.1461859241494, "ratingLower": 1243.5409599071068, "ratingUpper": 1256.7514119411921, "rankUpper": 303, "rankLower": 314, "votes": 10140, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 309, "model": "mistral-large-2402", "modelKey": "mistral-large-2402", "org": "Mistral", "rating": 1242.2375227190355, "ratingLower": 1237.5219908493375, "ratingUpper": 1246.9530545887337, "rankUpper": 307, "rankLower": 317, "votes": 62436, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 8, "pout": 24, "ctx": 32000, "url": "https://mistral.ai/news/mistral-large/", "pimg": null, "psec": null }, { "rank": 310, "model": "amazon-nova-micro-v1.0", "modelKey": "amazon-nova-micro-v1.0", "org": "Amazon", "rating": 1240.5895414155411, "ratingLower": 1235.4117442260276, "ratingUpper": 1245.767338605055, "rankUpper": 307, "rankLower": 317, "votes": 19364, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.035, "pout": 0.14, "ctx": 128000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 311, "model": "jamba-1.5-mini", "modelKey": "jamba-1.5-mini", "org": "Unknown", "rating": 1239.5773760722554, "ratingLower": 1232.3493625062433, "ratingUpper": 1246.8053896382671, "rankUpper": 307, "rankLower": 320, "votes": 8858, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 0.2, "pout": 0.4, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 312, "model": "ministral-8b-2410", "modelKey": "ministral-8b-2410", "org": "Mistral", "rating": 1237.457707064677, "ratingLower": 1228.3665878875588, "ratingUpper": 1246.5488262417953, "rankUpper": 307, "rankLower": 324, "votes": 4781, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": 131072, "url": "https://huggingface.co/mistralai/Ministral-8B-Instruct-2410", "pimg": null, "psec": null }, { "rank": 313, "model": "gemini-pro-dev-api", "modelKey": "gemini-pro-dev-api", "org": "Google", "rating": 1236.4531036492112, "ratingLower": 1229.138824721345, "ratingUpper": 1243.7673825770773, "rankUpper": 307, "rankLower": 324, "votes": 18354, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.0-pro", "pimg": null, "psec": null }, { "rank": 314, "model": "qwen1.5-110b-chat", "modelKey": "qwen1.5-110b-chat", "org": "Alibaba", "rating": 1233.8879718811213, "ratingLower": 1228.337977245051, "ratingUpper": 1239.4379665171919, "rankUpper": 309, "rankLower": 324, "votes": 26195, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-110b/", "pimg": null, "psec": null }, { "rank": 315, "model": "reka-flash-21b-20240226-online", "modelKey": "reka-flash-21b-20240226-online", "org": "Unknown", "rating": 1233.282563789755, "ratingLower": 1225.8859810786867, "ratingUpper": 1240.6791465008234, "rankUpper": 309, "rankLower": 326, "votes": 15450, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/http-api.html#generation", "pimg": null, "psec": null }, { "rank": 316, "model": "qwen1.5-72b-chat", "modelKey": "qwen1.5-72b-chat", "org": "Alibaba", "rating": 1233.2239875684595, "ratingLower": 1227.9529702895454, "ratingUpper": 1238.4950048473736, "rankUpper": 309, "rankLower": 324, "votes": 39302, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 317, "model": "hunyuan-standard-256k", "modelKey": "hunyuan-standard-256k", "org": "Tencent", "rating": 1233.160688621851, "ratingLower": 1221.429901122479, "ratingUpper": 1244.8914761212227, "rankUpper": 307, "rankLower": 327, "votes": 2728, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 318, "model": "mixtral-8x22b-instruct-v0.1", "modelKey": "mixtral-8x22b-instruct-v0.1", "org": "Mistral", "rating": 1229.2781849549765, "ratingLower": 1224.7200062779139, "ratingUpper": 1233.8363636320387, "rankUpper": 311, "rankLower": 326, "votes": 51416, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 65536, "url": "https://mistral.ai/news/mixtral-8x22b/", "pimg": null, "psec": null }, { "rank": 319, "model": "command-r", "modelKey": "command-r", "org": "Cohere", "rating": 1226.5769539032337, "ratingLower": 1221.7962680641585, "ratingUpper": 1231.357639742309, "rankUpper": 312, "rankLower": 327, "votes": 54036, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://txt.cohere.com/command-r", "pimg": null, "psec": null }, { "rank": 320, "model": "reka-flash-21b-20240226", "modelKey": "reka-flash-21b-20240226", "org": "Unknown", "rating": 1226.545286121987, "ratingLower": 1220.6033520471246, "ratingUpper": 1232.4872201968494, "rankUpper": 311, "rankLower": 327, "votes": 24806, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models", "pimg": null, "psec": null }, { "rank": 321, "model": "gpt-3.5-turbo-0125", "modelKey": "gpt-3.5-turbo-0125", "org": "OpenAI", "rating": 1225.1483637606066, "ratingLower": 1220.4508265461513, "ratingUpper": 1229.8459009750618, "rankUpper": 312, "rankLower": 327, "votes": 66207, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 1.5, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5-turbo", "pimg": null, "psec": null }, { "rank": 322, "model": "llama-3-8b-instruct", "modelKey": "llama-3-8b-instruct", "org": "Meta", "rating": 1223.3587017808532, "ratingLower": 1219.6183977828578, "ratingUpper": 1227.0990057788483, "rankUpper": 316, "rankLower": 327, "votes": 104642, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.14, "pout": 0.14, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 323, "model": "gemini-pro", "modelKey": "gemini-pro", "org": "Google", "rating": 1223.2272898967346, "ratingLower": 1211.4984667110357, "ratingUpper": 1234.9561130824336, "rankUpper": 311, "rankLower": 331, "votes": 6390, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://blog.google/technology/ai/gemini-api-developers-cloud/", "pimg": null, "psec": null }, { "rank": 324, "model": "c4ai-aya-expanse-8b", "modelKey": "c4ai-aya-expanse-8b", "org": "Cohere", "rating": 1222.8689060937445, "ratingLower": 1215.888382531651, "ratingUpper": 1229.8494296558379, "rankUpper": 312, "rankLower": 329, "votes": 9818, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-8b", "pimg": null, "psec": null }, { "rank": 325, "model": "mistral-medium", "modelKey": "mistral-medium", "org": "Mistral", "rating": 1222.441987429022, "ratingLower": 1216.9536038631652, "ratingUpper": 1227.930370994879, "rankUpper": 316, "rankLower": 329, "votes": 34550, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 262144, "url": "https://mistral.ai/news/la-plateforme/", "pimg": null, "psec": null }, { "rank": 326, "model": "llama-3.1-tulu-3-8b", "modelKey": "llama-3.1-tulu-3-8b", "org": "Ai2", "rating": 1220.334446983204, "ratingLower": 1209.6598349792107, "ratingUpper": 1231.0090589871977, "rankUpper": 312, "rankLower": 332, "votes": 2896, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B", "pimg": null, "psec": null }, { "rank": 327, "model": "zephyr-orpo-141b-A35b-v0.1", "modelKey": "zephyr-orpo-141b-A35b-v0.1", "org": "Unknown", "rating": 1212.7223429497571, "ratingLower": 1201.9429593209068, "ratingUpper": 1223.5017265786078, "rankUpper": 318, "rankLower": 334, "votes": 4652, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1", "pimg": null, "psec": null }, { "rank": 328, "model": "yi-1.5-34b-chat", "modelKey": "yi-1.5-34b-chat", "org": "Unknown", "rating": 1212.648930296592, "ratingLower": 1207.6109468134116, "ratingUpper": 1217.686913779772, "rankUpper": 323, "rankLower": 332, "votes": 24146, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/01-ai/Yi-1.5-34B-Chat", "pimg": null, "psec": null }, { "rank": 329, "model": "llama-3.1-8b-instruct", "modelKey": "llama-3.1-8b-instruct", "org": "Meta", "rating": 1211.1170866818356, "ratingLower": 1206.9549771354168, "ratingUpper": 1215.2791962282542, "rankUpper": 325, "rankLower": 332, "votes": 49605, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 330, "model": "granite-3.1-8b-instruct", "modelKey": "granite-3.1-8b-instruct", "org": "IBM", "rating": 1208.2378678212413, "ratingLower": 1197.1417687367925, "ratingUpper": 1219.3339669056904, "rankUpper": 323, "rankLower": 338, "votes": 3090, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-8b-instruct", "pimg": null, "psec": null }, { "rank": 331, "model": "gpt-3.5-turbo-1106", "modelKey": "gpt-3.5-turbo-1106", "org": "OpenAI", "rating": 1203.7576328628675, "ratingLower": 1195.0285736216456, "ratingUpper": 1212.4866921040891, "rankUpper": 325, "rankLower": 339, "votes": 16619, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 2, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5", "pimg": null, "psec": null }, { "rank": 332, "model": "qwen1.5-32b-chat", "modelKey": "qwen1.5-32b-chat", "org": "Alibaba", "rating": 1203.6905135049183, "ratingLower": 1197.5764074339559, "ratingUpper": 1209.8046195758807, "rankUpper": 326, "rankLower": 338, "votes": 21741, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-32b/", "pimg": null, "psec": null }, { "rank": 333, "model": "gemma-2-2b-it", "modelKey": "gemma-2-2b-it", "org": "Google", "rating": 1199.8754335214492, "ratingLower": 1195.7695111122034, "ratingUpper": 1203.981355930695, "rankUpper": 329, "rankLower": 339, "votes": 46616, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-2b-it", "pimg": null, "psec": null }, { "rank": 334, "model": "phi-3-medium-4k-instruct", "modelKey": "phi-3-medium-4k-instruct", "org": "Microsoft", "rating": 1197.6361291570493, "ratingLower": 1192.4741776420178, "ratingUpper": 1202.7980806720807, "rankUpper": 329, "rankLower": 340, "votes": 25055, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.17, "pout": 0.68, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-medium-4k-instruct", "pimg": null, "psec": null }, { "rank": 335, "model": "mixtral-8x7b-instruct-v0.1", "modelKey": "mixtral-8x7b-instruct-v0.1", "org": "Mistral", "rating": 1196.8644668235365, "ratingLower": 1192.5993339146448, "ratingUpper": 1201.1295997324282, "rankUpper": 330, "rankLower": 340, "votes": 73503, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.63, "pout": 0.63, "ctx": 32000, "url": "https://mistral.ai/news/mixtral-of-experts/", "pimg": null, "psec": null }, { "rank": 336, "model": "dbrx-instruct-preview", "modelKey": "dbrx-instruct-preview", "org": "Unknown", "rating": 1195.1766576904947, "ratingLower": 1189.0668733811963, "ratingUpper": 1201.2864419997936, "rankUpper": 330, "rankLower": 345, "votes": 32191, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DBRX LICENSE", "open": 1, "pin": 0.6, "pout": 0.6, "ctx": 32768, "url": "https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm", "pimg": null, "psec": null }, { "rank": 337, "model": "qwen1.5-14b-chat", "modelKey": "qwen1.5-14b-chat", "org": "Alibaba", "rating": 1190.7900702282984, "ratingLower": 1183.6785013460772, "ratingUpper": 1197.9016391105197, "rankUpper": 330, "rankLower": 349, "votes": 17839, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 338, "model": "internlm2_5-20b-chat", "modelKey": "internlm2_5-20b-chat", "org": "Unknown", "rating": 1190.565158201856, "ratingLower": 1183.379449520311, "ratingUpper": 1197.7508668834012, "rankUpper": 330, "rankLower": 349, "votes": 9901, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Other", "open": 0, "pin": 0, "pout": 0, "ctx": 32768, "url": "https://huggingface.co/internlm/internlm2_5-20b-chat", "pimg": null, "psec": null }, { "rank": 339, "model": "deepseek-llm-67b-chat", "modelKey": "deepseek-llm-67b-chat", "org": "DeepSeek", "rating": 1184.5861187229625, "ratingLower": 1173.1168026433766, "ratingUpper": 1196.0554348025482, "rankUpper": 332, "rankLower": 356, "votes": 4932, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat", "pimg": null, "psec": null }, { "rank": 340, "model": "wizardlm-70b", "modelKey": "wizardlm-70b", "org": "Microsoft", "rating": 1184.4578524601811, "ratingLower": 1175.0325262683596, "ratingUpper": 1193.8831786520027, "rankUpper": 334, "rankLower": 355, "votes": 8214, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-70B-V1.0", "pimg": null, "psec": null }, { "rank": 341, "model": "yi-34b-chat", "modelKey": "yi-34b-chat", "org": "Unknown", "rating": 1183.4672873783684, "ratingLower": 1176.645481957441, "ratingUpper": 1190.2890927992958, "rankUpper": 336, "rankLower": 352, "votes": 15483, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Yi License", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 4096, "url": "https://huggingface.co/01-ai/Yi-34B-Chat", "pimg": null, "psec": null }, { "rank": 342, "model": "granite-3.0-8b-instruct", "modelKey": "granite-3.0-8b-instruct", "org": "IBM", "rating": 1182.7832666532508, "ratingLower": 1174.106585705613, "ratingUpper": 1191.4599476008887, "rankUpper": 336, "rankLower": 356, "votes": 6638, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-8b-instruct", "pimg": null, "psec": null }, { "rank": 343, "model": "openchat-3.5", "modelKey": "openchat-3.5", "org": "Unknown", "rating": 1182.6808798467414, "ratingLower": 1173.0333972797005, "ratingUpper": 1192.3283624137825, "rankUpper": 336, "rankLower": 356, "votes": 7968, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/openchat/openchat_3.5", "pimg": null, "psec": null }, { "rank": 344, "model": "openchat-3.5-0106", "modelKey": "openchat-3.5-0106", "org": "Unknown", "rating": 1182.4160208081294, "ratingLower": 1174.4303580384908, "ratingUpper": 1190.401683577768, "rankUpper": 336, "rankLower": 355, "votes": 12637, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/openchat/openchat-3.5-0106", "pimg": null, "psec": null }, { "rank": 345, "model": "gemma-1.1-7b-it", "modelKey": "gemma-1.1-7b-it", "org": "Google", "rating": 1182.208483325405, "ratingLower": 1176.1404134331501, "ratingUpper": 1188.27655321766, "rankUpper": 337, "rankLower": 352, "votes": 23893, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/google/gemma-1.1-7b-it", "pimg": null, "psec": null }, { "rank": 346, "model": "snowflake-arctic-instruct", "modelKey": "snowflake-arctic-instruct", "org": "Unknown", "rating": 1179.7085001627606, "ratingLower": 1173.800694559663, "ratingUpper": 1185.6163057658582, "rankUpper": 337, "rankLower": 356, "votes": 32832, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.snowflake.com/blog/arctic-open-efficient-foundation-language-models-snowflake/", "pimg": null, "psec": null }, { "rank": 347, "model": "granite-3.1-2b-instruct", "modelKey": "granite-3.1-2b-instruct", "org": "IBM", "rating": 1178.6251112974287, "ratingLower": 1167.4408735490733, "ratingUpper": 1189.8093490457845, "rankUpper": 336, "rankLower": 356, "votes": 3188, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-2b-instruct", "pimg": null, "psec": null }, { "rank": 348, "model": "tulu-2-dpo-70b", "modelKey": "tulu-2-dpo-70b", "org": "Unknown", "rating": 1177.398692913518, "ratingLower": 1167.603665228694, "ratingUpper": 1187.1937205983427, "rankUpper": 337, "rankLower": 356, "votes": 6535, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "AI2 ImpACT Low-risk", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/tulu-2-dpo-70b", "pimg": null, "psec": null }, { "rank": 349, "model": "openhermes-2.5-mistral-7b", "modelKey": "openhermes-2.5-mistral-7b", "org": "Unknown", "rating": 1175.6037891662045, "ratingLower": 1165.2113366908925, "ratingUpper": 1185.9962416415167, "rankUpper": 337, "rankLower": 360, "votes": 5006, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.17, "pout": 0.17, "ctx": null, "url": "https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B", "pimg": null, "psec": null }, { "rank": 350, "model": "vicuna-33b", "modelKey": "vicuna-33b", "org": "Unknown", "rating": 1172.6355359126815, "ratingLower": 1166.44407728531, "ratingUpper": 1178.826994540053, "rankUpper": 339, "rankLower": 358, "votes": 22479, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0, "pout": 0, "ctx": 2048, "url": "https://huggingface.co/lmsys/vicuna-33b-v1.3", "pimg": null, "psec": null }, { "rank": 351, "model": "starling-lm-7b-beta", "modelKey": "starling-lm-7b-beta", "org": "Unknown", "rating": 1170.8030927800792, "ratingLower": 1163.4052652690361, "ratingUpper": 1178.2009202911227, "rankUpper": 339, "rankLower": 362, "votes": 16056, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Starling-LM-7B-beta", "pimg": null, "psec": null }, { "rank": 352, "model": "phi-3-small-8k-instruct", "modelKey": "phi-3-small-8k-instruct", "org": "Microsoft", "rating": 1170.7961879372122, "ratingLower": 1164.8824369729648, "ratingUpper": 1176.7099389014595, "rankUpper": 339, "rankLower": 360, "votes": 17766, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-small-8k-instruct", "pimg": null, "psec": null }, { "rank": 353, "model": "llama-2-70b-chat", "modelKey": "llama-2-70b-chat", "org": "Meta", "rating": 1170.3973217622374, "ratingLower": 1164.90749278488, "ratingUpper": 1175.8871507395947, "rankUpper": 341, "rankLower": 360, "votes": 38492, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.7, "pout": 2.8, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-70b-chat-hf", "pimg": null, "psec": null }, { "rank": 354, "model": "starling-lm-7b-alpha", "modelKey": "starling-lm-7b-alpha", "org": "Unknown", "rating": 1167.1467183557525, "ratingLower": 1159.0918150373027, "ratingUpper": 1175.2016216742022, "rankUpper": 341, "rankLower": 363, "votes": 10224, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha", "pimg": null, "psec": null }, { "rank": 355, "model": "llama-3.2-3b-instruct", "modelKey": "llama-3.2-3b-instruct", "org": "Meta", "rating": 1166.5124655314619, "ratingLower": 1158.807356999116, "ratingUpper": 1174.2175740638074, "rankUpper": 343, "rankLower": 363, "votes": 7936, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.05, "pout": 0.33, "ctx": 131072, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 356, "model": "nous-hermes-2-mixtral-8x7b-dpo", "modelKey": "nous-hermes-2-mixtral-8x7b-dpo", "org": "Unknown", "rating": 1164.1576682209457, "ratingLower": 1152.2602408962744, "ratingUpper": 1176.0550955456165, "rankUpper": 341, "rankLower": 366, "votes": 3777, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": null, "url": "https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "pimg": null, "psec": null }, { "rank": 357, "model": "granite-3.0-2b-instruct", "modelKey": "granite-3.0-2b-instruct", "org": "IBM", "rating": 1156.3377396762241, "ratingLower": 1147.9534411345376, "ratingUpper": 1164.7220382179107, "rankUpper": 353, "rankLower": 369, "votes": 6837, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-2b-instruct", "pimg": null, "psec": null }, { "rank": 358, "model": "llama2-70b-steerlm-chat", "modelKey": "llama2-70b-steerlm-chat", "org": "Nvidia", "rating": 1154.4122064537087, "ratingLower": 1141.8323698398053, "ratingUpper": 1166.9920430676116, "rankUpper": 349, "rankLower": 374, "votes": 3585, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama2-70B-SteerLM-Chat", "pimg": null, "psec": null }, { "rank": 359, "model": "qwq-32b-preview", "modelKey": "qwq-32b-preview", "org": "Alibaba", "rating": 1154.1764096017614, "ratingLower": 1142.6946485154679, "ratingUpper": 1165.6581706880547, "rankUpper": 350, "rankLower": 373, "votes": 3231, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B-Preview", "pimg": null, "psec": null }, { "rank": 360, "model": "solar-10.7b-instruct-v1.0", "modelKey": "solar-10.7b-instruct-v1.0", "org": "Unknown", "rating": 1152.1120637790214, "ratingLower": 1138.9672152287883, "ratingUpper": 1165.2569123292544, "rankUpper": 350, "rankLower": 376, "votes": 4155, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0", "pimg": null, "psec": null }, { "rank": 361, "model": "dolphin-2.2.1-mistral-7b", "modelKey": "dolphin-2.2.1-mistral-7b", "org": "Unknown", "rating": 1151.963127494305, "ratingLower": 1136.6694480003366, "ratingUpper": 1167.2568069882732, "rankUpper": 349, "rankLower": 378, "votes": 1679, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.5, "pout": 0.5, "ctx": 16384, "url": "https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b", "pimg": null, "psec": null }, { "rank": 362, "model": "mpt-30b-chat", "modelKey": "mpt-30b-chat", "org": "Unknown", "rating": 1150.4040384301147, "ratingLower": 1138.1846514670583, "ratingUpper": 1162.6234253931711, "rankUpper": 354, "rankLower": 376, "votes": 2572, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-30b-chat", "pimg": null, "psec": null }, { "rank": 363, "model": "wizardlm-13b", "modelKey": "wizardlm-13b", "org": "Microsoft", "rating": 1149.2102132705631, "ratingLower": 1140.005250664367, "ratingUpper": 1158.415175876759, "rankUpper": 356, "rankLower": 374, "votes": 7044, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-13B-V1.2", "pimg": null, "psec": null }, { "rank": 364, "model": "mistral-7b-instruct-v0.2", "modelKey": "mistral-7b-instruct-v0.2", "org": "Mistral", "rating": 1149.116211358035, "ratingLower": 1142.4712641820493, "ratingUpper": 1155.7611585340203, "rankUpper": 356, "rankLower": 373, "votes": 19402, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2", "pimg": null, "psec": null }, { "rank": 365, "model": "falcon-180b-chat", "modelKey": "falcon-180b-chat", "org": "Unknown", "rating": 1147.727492216463, "ratingLower": 1130.705003611322, "ratingUpper": 1164.749980821604, "rankUpper": 353, "rankLower": 380, "votes": 1295, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Falcon-180B TII License", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/tiiuae/falcon-180B-chat", "pimg": null, "psec": null }, { "rank": 366, "model": "qwen1.5-7b-chat", "modelKey": "qwen1.5-7b-chat", "org": "Alibaba", "rating": 1143.5773610892106, "ratingLower": 1133.6988822315643, "ratingUpper": 1153.4558399468567, "rankUpper": 356, "rankLower": 379, "votes": 4737, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 367, "model": "phi-3-mini-4k-instruct-june-2024", "modelKey": "phi-3-mini-4k-instruct-june-2024", "org": "Microsoft", "rating": 1142.8377030406655, "ratingLower": 1136.3982732904328, "ratingUpper": 1149.2771327908977, "rankUpper": 357, "rankLower": 378, "votes": 12297, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": 4096, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 368, "model": "vicuna-13b", "modelKey": "vicuna-13b", "org": "Unknown", "rating": 1141.2042743377156, "ratingLower": 1134.5171922098739, "ratingUpper": 1147.8913564655572, "rankUpper": 358, "rankLower": 378, "votes": 19367, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-13b-v1.5", "pimg": null, "psec": null }, { "rank": 369, "model": "llama-2-13b-chat", "modelKey": "llama-2-13b-chat", "org": "Meta", "rating": 1141.176978841656, "ratingLower": 1134.4610007371557, "ratingUpper": 1147.8929569461561, "rankUpper": 358, "rankLower": 378, "votes": 19174, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.25, "pout": 0.25, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-13b-chat-hf", "pimg": null, "psec": null }, { "rank": 370, "model": "qwen-14b-chat", "modelKey": "qwen-14b-chat", "org": "Alibaba", "rating": 1138.9721194220106, "ratingLower": 1128.0452367263997, "ratingUpper": 1149.8990021176214, "rankUpper": 357, "rankLower": 381, "votes": 4964, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen-14B-Chat", "pimg": null, "psec": null }, { "rank": 371, "model": "palm-2", "modelKey": "palm-2", "org": "Google", "rating": 1138.7079346902262, "ratingLower": 1129.3613427526857, "ratingUpper": 1148.0545266277668, "rankUpper": 357, "rankLower": 380, "votes": 8554, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 0.5, "ctx": 25804, "url": "https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models#foundation_models", "pimg": null, "psec": null }, { "rank": 372, "model": "gemma-7b-it", "modelKey": "gemma-7b-it", "org": "Google", "rating": 1137.3717978479126, "ratingLower": 1127.8967073878594, "ratingUpper": 1146.8468883079659, "rankUpper": 358, "rankLower": 381, "votes": 8925, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 8192, "url": "https://huggingface.co/google/gemma-7b-it", "pimg": null, "psec": null }, { "rank": 373, "model": "codellama-34b-instruct", "modelKey": "codellama-34b-instruct", "org": "Meta", "rating": 1136.5591923736438, "ratingLower": 1127.68160661289, "ratingUpper": 1145.4367781343979, "rankUpper": 358, "rankLower": 381, "votes": 7366, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.35, "pout": 1.4, "ctx": 16384, "url": "https://huggingface.co/codellama/CodeLlama-34b-Instruct-hf", "pimg": null, "psec": null }, { "rank": 374, "model": "zephyr-7b-beta", "modelKey": "zephyr-7b-beta", "org": "Unknown", "rating": 1130.5265204997231, "ratingLower": 1121.710072197614, "ratingUpper": 1139.3429688018318, "rankUpper": 362, "rankLower": 383, "votes": 11118, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 16384, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-beta", "pimg": null, "psec": null }, { "rank": 375, "model": "phi-3-mini-128k-instruct", "modelKey": "phi-3-mini-128k-instruct", "org": "Microsoft", "rating": 1129.4968312055216, "ratingLower": 1122.0786355931473, "ratingUpper": 1136.9150268178964, "rankUpper": 364, "rankLower": 383, "votes": 20685, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://azure.microsoft.com/en-us/blog/introducing-phi-3-redefining-whats-possible-with-slms/", "pimg": null, "psec": null }, { "rank": 376, "model": "phi-3-mini-4k-instruct", "modelKey": "phi-3-mini-4k-instruct", "org": "Microsoft", "rating": 1127.8586659278217, "ratingLower": 1121.4642596219237, "ratingUpper": 1134.2530722337196, "rankUpper": 368, "rankLower": 383, "votes": 20118, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 377, "model": "guanaco-33b", "modelKey": "guanaco-33b", "org": "Unknown", "rating": 1127.1593858698966, "ratingLower": 1115.093141654017, "ratingUpper": 1139.2256300857766, "rankUpper": 362, "rankLower": 385, "votes": 2921, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/timdettmers/guanaco-33b-merged", "pimg": null, "psec": null }, { "rank": 378, "model": "zephyr-7b-alpha", "modelKey": "zephyr-7b-alpha", "org": "Unknown", "rating": 1126.630803882266, "ratingLower": 1111.065871666322, "ratingUpper": 1142.19573609821, "rankUpper": 360, "rankLower": 386, "votes": 1785, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha", "pimg": null, "psec": null }, { "rank": 379, "model": "stripedhyena-nous-7b", "modelKey": "stripedhyena-nous-7b", "org": "Unknown", "rating": 1121.2543800767462, "ratingLower": 1110.2923317737173, "ratingUpper": 1132.2164283797752, "rankUpper": 369, "rankLower": 386, "votes": 5182, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/togethercomputer/StripedHyena-Nous-7B", "pimg": null, "psec": null }, { "rank": 380, "model": "codellama-70b-instruct", "modelKey": "codellama-70b-instruct", "org": "Meta", "rating": 1118.8848149397616, "ratingLower": 1100.7836879332026, "ratingUpper": 1136.9859419463205, "rankUpper": 364, "rankLower": 387, "votes": 1143, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.7, "pout": 2.8, "ctx": 16384, "url": "https://huggingface.co/codellama/CodeLlama-70b-hf", "pimg": null, "psec": null }, { "rank": 381, "model": "gemma-1.1-2b-it", "modelKey": "gemma-1.1-2b-it", "org": "Google", "rating": 1116.2789581995917, "ratingLower": 1108.5564724982478, "ratingUpper": 1124.0014439009356, "rankUpper": 374, "rankLower": 386, "votes": 10854, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/google/gemma-1.1-2b-it", "pimg": null, "psec": null }, { "rank": 382, "model": "vicuna-7b", "modelKey": "vicuna-7b", "org": "Unknown", "rating": 1114.9509662618461, "ratingLower": 1105.836081408366, "ratingUpper": 1124.065851115326, "rankUpper": 374, "rankLower": 386, "votes": 6923, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-7b-v1.5", "pimg": null, "psec": null }, { "rank": 383, "model": "smollm2-1.7b-instruct", "modelKey": "smollm2-1.7b-instruct", "org": "Unknown", "rating": 1114.384392235172, "ratingLower": 1100.0333843650835, "ratingUpper": 1128.7354001052606, "rankUpper": 371, "rankLower": 388, "votes": 2199, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct", "pimg": null, "psec": null }, { "rank": 384, "model": "llama-3.2-1b-instruct", "modelKey": "llama-3.2-1b-instruct", "org": "Meta", "rating": 1110.8463660709863, "ratingLower": 1102.9637372691516, "ratingUpper": 1118.7289948728207, "rankUpper": 377, "rankLower": 387, "votes": 8045, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.027, "pout": 0.201, "ctx": 60000, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 385, "model": "mistral-7b-instruct", "modelKey": "mistral-7b-instruct", "org": "Mistral", "rating": 1109.988611655951, "ratingLower": 1100.7197058213605, "ratingUpper": 1119.2575174905414, "rankUpper": 377, "rankLower": 387, "votes": 8977, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.07, "pout": 0.28, "ctx": 4096, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1", "pimg": null, "psec": null }, { "rank": 386, "model": "llama-2-7b-chat", "modelKey": "llama-2-7b-chat", "org": "Meta", "rating": 1107.697437069311, "ratingLower": 1100.6536881882798, "ratingUpper": 1114.7411859503422, "rankUpper": 378, "rankLower": 387, "votes": 14148, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-7b-chat-hf", "pimg": null, "psec": null }, { "rank": 387, "model": "gemma-2b-it", "modelKey": "gemma-2b-it", "org": "Google", "rating": 1093.2665321750737, "ratingLower": 1081.8005575795355, "ratingUpper": 1104.732506770612, "rankUpper": 382, "rankLower": 390, "votes": 4780, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://huggingface.co/google/gemma-2b-it", "pimg": null, "psec": null }, { "rank": 388, "model": "qwen1.5-4b-chat", "modelKey": "qwen1.5-4b-chat", "org": "Alibaba", "rating": 1090.7320094021707, "ratingLower": 1081.4091492220446, "ratingUpper": 1100.0548695822968, "rankUpper": 386, "rankLower": 390, "votes": 7597, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 389, "model": "olmo-7b-instruct", "modelKey": "olmo-7b-instruct", "org": "Ai2", "rating": 1073.4128884470524, "ratingLower": 1062.2722040069584, "ratingUpper": 1084.5535728871466, "rankUpper": 387, "rankLower": 394, "votes": 6328, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/allenai/OLMo-7B-Instruct", "pimg": null, "psec": null }, { "rank": 390, "model": "koala-13b", "modelKey": "koala-13b", "org": "Unknown", "rating": 1070.5865732305301, "ratingLower": 1060.7492563631235, "ratingUpper": 1080.4238900979367, "rankUpper": 389, "rankLower": 394, "votes": 6965, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bair.berkeley.edu/blog/2023/04/03/koala/", "pimg": null, "psec": null }, { "rank": 391, "model": "alpaca-13b", "modelKey": "alpaca-13b", "org": "Unknown", "rating": 1069.678113048585, "ratingLower": 1058.26887001264, "ratingUpper": 1081.0873560845298, "rankUpper": 389, "rankLower": 394, "votes": 5745, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://crfm.stanford.edu/2023/03/13/alpaca.html", "pimg": null, "psec": null }, { "rank": 392, "model": "gpt4all-13b-snoozy", "modelKey": "gpt4all-13b-snoozy", "org": "Unknown", "rating": 1067.251869608598, "ratingLower": 1052.0922741429695, "ratingUpper": 1082.411465074227, "rankUpper": 387, "rankLower": 395, "votes": 1743, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nomic-ai/gpt4all-13b-snoozy", "pimg": null, "psec": null }, { "rank": 393, "model": "mpt-7b-chat", "modelKey": "mpt-7b-chat", "org": "Unknown", "rating": 1063.0045244595271, "ratingLower": 1051.0774683028071, "ratingUpper": 1074.9315806162472, "rankUpper": 389, "rankLower": 395, "votes": 3924, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-7b-chat", "pimg": null, "psec": null }, { "rank": 394, "model": "chatglm3-6b", "modelKey": "chatglm3-6b", "org": "Unknown", "rating": 1056.201116779131, "ratingLower": 1044.560629279451, "ratingUpper": 1067.8416042788112, "rankUpper": 389, "rankLower": 395, "votes": 4658, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm3-6b", "pimg": null, "psec": null }, { "rank": 395, "model": "RWKV-4-Raven-14B", "modelKey": "RWKV-4-Raven-14B", "org": "Unknown", "rating": 1041.952704313323, "ratingLower": 1030.6126549217142, "ratingUpper": 1053.2927537049318, "rankUpper": 392, "rankLower": 397, "votes": 4845, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/BlinkDL/rwkv-4-raven", "pimg": null, "psec": null }, { "rank": 396, "model": "chatglm2-6b", "modelKey": "chatglm2-6b", "org": "Unknown", "rating": 1024.401568277975, "ratingLower": 1010.8497317481322, "ratingUpper": 1037.9534048078176, "rankUpper": 395, "rankLower": 397, "votes": 2658, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm2-6b", "pimg": null, "psec": null }, { "rank": 397, "model": "oasst-pythia-12b", "modelKey": "oasst-pythia-12b", "org": "Unknown", "rating": 1023.087799394241, "ratingLower": 1012.2693778975134, "ratingUpper": 1033.9062208909684, "rankUpper": 395, "rankLower": 397, "votes": 6310, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5", "pimg": null, "psec": null }, { "rank": 398, "model": "chatglm-6b", "modelKey": "chatglm-6b", "org": "Unknown", "rating": 995.4947028929535, "ratingLower": 982.980842572106, "ratingUpper": 1008.0085632138009, "rankUpper": 398, "rankLower": 401, "votes": 4914, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm-6b", "pimg": null, "psec": null }, { "rank": 399, "model": "fastchat-t5-3b", "modelKey": "fastchat-t5-3b", "org": "Unknown", "rating": 992.1801127026608, "ratingLower": 979.8633273881013, "ratingUpper": 1004.4968980172204, "rankUpper": 398, "rankLower": 401, "votes": 4203, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/lmsys/fastchat-t5-3b-v1.0", "pimg": null, "psec": null }, { "rank": 400, "model": "dolly-v2-12b", "modelKey": "dolly-v2-12b", "org": "Unknown", "rating": 981.9663912088785, "ratingLower": 968.5073470747749, "ratingUpper": 995.425435342982, "rankUpper": 398, "rankLower": 401, "votes": 3412, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/databricks/dolly-v2-12b", "pimg": null, "psec": null }, { "rank": 401, "model": "llama-13b", "modelKey": "llama-13b", "org": "Meta", "rating": 974.6359104810257, "ratingLower": 958.931832393859, "ratingUpper": 990.3399885681924, "rankUpper": 398, "rankLower": 402, "votes": 2391, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0.225, "pout": 0.225, "ctx": null, "url": "https://arxiv.org/abs/2302.13971", "pimg": null, "psec": null }, { "rank": 402, "model": "stablelm-tuned-alpha-7b", "modelKey": "stablelm-tuned-alpha-7b", "org": "Unknown", "rating": 952.8533162811774, "ratingLower": 940.1989106518037, "ratingUpper": 965.5077219105511, "rankUpper": 401, "rankLower": 402, "votes": 3287, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b", "pimg": null, "psec": null } ], "instruct": [ { "rank": 1, "model": "claude-opus-4-6-high", "modelKey": "claude-opus-4-6-thinking", "org": "Anthropic", "rating": 1513.4850763661188, "ratingLower": 1508.1468139004082, "ratingUpper": 1518.8233388318297, "rankUpper": 1, "rankLower": 4, "votes": 22942, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 2, "model": "claude-fable-5-high", "modelKey": "claude-fable-5-text", "org": "Anthropic", "rating": 1511.295459403484, "ratingLower": 1504.5423474832032, "ratingUpper": 1518.0485713237647, "rankUpper": 1, "rankLower": 7, "votes": 10641, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-fable-5-mythos-5", "pimg": null, "psec": null }, { "rank": 3, "model": "claude-opus-4-7-high", "modelKey": "claude-opus-4-7-thinking", "org": "Anthropic", "rating": 1502.696881089584, "ratingLower": 1497.0851190400015, "ratingUpper": 1508.3086431391662, "rankUpper": 1, "rankLower": 12, "votes": 20821, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 4, "model": "claude-opus-4-6", "modelKey": "claude-opus-4-6", "org": "Anthropic", "rating": 1499.7894050128175, "ratingLower": 1494.6838153359556, "ratingUpper": 1504.8949946896792, "rankUpper": 2, "rankLower": 13, "votes": 25156, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 5, "model": "claude-opus-5-high", "modelKey": "claude-opus-5-high-text", "org": "Anthropic", "rating": 1499.3612522906512, "ratingLower": 1492.9682735728197, "ratingUpper": 1505.7542310084827, "rankUpper": 2, "rankLower": 14, "votes": 15145, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 6, "model": "claude-fable-5.1-max", "modelKey": "claude-fable-5.1-max-text", "org": "Anthropic", "rating": 1495.8128364737565, "ratingLower": 1481.060424959894, "ratingUpper": 1510.5652479876192, "rankUpper": 1, "rankLower": 25, "votes": 1773, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/claude-fable-and-mythos-5-1", "pimg": null, "psec": null }, { "rank": 7, "model": "claude-opus-5-max", "modelKey": "claude-opus-5-max-text", "org": "Anthropic", "rating": 1493.1744185053897, "ratingLower": 1485.2143380068196, "ratingUpper": 1501.1344990039597, "rankUpper": 3, "rankLower": 19, "votes": 7148, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 8, "model": "claude-opus-4-7", "modelKey": "claude-opus-4-7", "org": "Anthropic", "rating": 1492.5675609071945, "ratingLower": 1487.0418683144358, "ratingUpper": 1498.0932534999533, "rankUpper": 3, "rankLower": 17, "votes": 21342, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 9, "model": "gemini-3.8-flash-high", "modelKey": "skimaki-kwc6", "org": "Google", "rating": 1491.704576004689, "ratingLower": 1477.3608200355764, "ratingUpper": 1506.0483319738016, "rankUpper": 2, "rankLower": 31, "votes": 1804, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/", "pimg": null, "psec": null }, { "rank": 10, "model": "claude-opus-4-8-high", "modelKey": "claude-opus-4-8-thinking-text", "org": "Anthropic", "rating": 1490.905921104726, "ratingLower": 1485.1750168518784, "ratingUpper": 1496.6368253575738, "rankUpper": 4, "rankLower": 19, "votes": 18394, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 11, "model": "gpt-5.6-sol-xhigh", "modelKey": "gpt-5.6-sol-xhigh-text", "org": "OpenAI", "rating": 1486.90308552251, "ratingLower": 1479.7990436312307, "ratingUpper": 1494.0071274137895, "rankUpper": 5, "rankLower": 26, "votes": 9363, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 4, "pout": 20, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 12, "model": "gemini-3.7-flash-high", "modelKey": "andwise-evfd", "org": "Google", "rating": 1484.4114489266076, "ratingLower": 1470.7553962425154, "ratingUpper": 1498.0675016106998, "rankUpper": 3, "rankLower": 37, "votes": 2035, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-3-7-flash/", "pimg": null, "psec": null }, { "rank": 13, "model": "kimi-k3-max", "modelKey": "kimi-k3-v3-text", "org": "Moonshot", "rating": 1483.7276951141941, "ratingLower": 1475.9947818746477, "ratingUpper": 1491.4606083537408, "rankUpper": 6, "rankLower": 32, "votes": 6985, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Kimi K3 license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://platform.kimi.ai/docs/guide/kimi-k3-quickstart", "pimg": null, "psec": null }, { "rank": 14, "model": "claude-opus-4-5-20251101-high-32k", "modelKey": "claude-opus-4-5-20251101-thinking-32k", "org": "Anthropic", "rating": 1483.0259358463538, "ratingLower": 1476.2659379570573, "ratingUpper": 1489.7859337356501, "rankUpper": 6, "rankLower": 32, "votes": 9457, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 15, "model": "muse-spark-1.3-max", "modelKey": "muse-spark-1-3-max-bhma-text", "org": "Meta", "rating": 1482.936241998845, "ratingLower": 1468.3609702132894, "ratingUpper": 1497.5115137844002, "rankUpper": 3, "rankLower": 41, "votes": 1693, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 16, "model": "gemini-3.1-pro-preview", "modelKey": "gemini-3.1-pro-preview", "org": "Google", "rating": 1481.0125466371978, "ratingLower": 1476.4580196647823, "ratingUpper": 1485.567073609613, "rankUpper": 7, "rankLower": 32, "votes": 36184, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 6, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-pro/", "pimg": null, "psec": null }, { "rank": 17, "model": "glm-5.3-max", "modelKey": "glm-5.3", "org": "Z.ai", "rating": 1480.372232557576, "ratingLower": 1470.261417197068, "ratingUpper": 1490.483047918084, "rankUpper": 6, "rankLower": 38, "votes": 3825, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 18, "model": "muse-spark-1.2 (xHigh)", "modelKey": "muse-spark-1.2-xhigh-text", "org": "Meta", "rating": 1480.1316302068094, "ratingLower": 1462.7991214063218, "ratingUpper": 1497.4641390072973, "rankUpper": 3, "rankLower": 51, "votes": 1174, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 19, "model": "gpt-5.5-high", "modelKey": "gpt-5.5-high-text", "org": "OpenAI", "rating": 1478.0120958257073, "ratingLower": 1472.561740370444, "ratingUpper": 1483.4624512809705, "rankUpper": 9, "rankLower": 34, "votes": 22336, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 20, "model": "qwen3.8-max", "modelKey": "kinsley-mrp8", "org": "Alibaba", "rating": 1477.4272972142235, "ratingLower": 1469.0933618087206, "ratingUpper": 1485.7612326197263, "rankUpper": 7, "rankLower": 39, "votes": 5969, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.69, "pout": 5.07, "ctx": 1000000, "url": "https://www.qwencloud.com/models/qwen3.8-max", "pimg": null, "psec": null }, { "rank": 21, "model": "claude-opus-4-8", "modelKey": "claude-opus-4-8-text", "org": "Anthropic", "rating": 1477.2644268303864, "ratingLower": 1471.5147879396643, "ratingUpper": 1483.0140657211082, "rankUpper": 9, "rankLower": 36, "votes": 18879, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 22, "model": "claude-sonnet-4-6", "modelKey": "claude-sonnet-4-6", "org": "Anthropic", "rating": 1476.1287915654634, "ratingLower": 1470.816982951862, "ratingUpper": 1481.4406001790649, "rankUpper": 9, "rankLower": 37, "votes": 22010, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-6", "pimg": null, "psec": null }, { "rank": 23, "model": "claude-opus-4-5-20251101", "modelKey": "claude-opus-4-5-20251101", "org": "Anthropic", "rating": 1474.621324016373, "ratingLower": 1469.535525367092, "ratingUpper": 1479.707122665654, "rankUpper": 11, "rankLower": 38, "votes": 20732, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 24, "model": "gpt-5.5", "modelKey": "gpt-5.5-text", "org": "OpenAI", "rating": 1473.2483743592115, "ratingLower": 1467.8585051860982, "ratingUpper": 1478.6382435323249, "rankUpper": 11, "rankLower": 41, "votes": 23028, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 25, "model": "gemini-3-pro", "modelKey": "gemini-3-pro", "org": "Google", "rating": 1473.047908546013, "ratingLower": 1466.672449091555, "ratingUpper": 1479.4233680004709, "rankUpper": 11, "rankLower": 43, "votes": 11193, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-3-pro-preview", "pimg": null, "psec": null }, { "rank": 26, "model": "gemini-3.6-flash-high", "modelKey": "gemini-3.6-flash", "org": "Google", "rating": 1473.022575718665, "ratingLower": 1465.9646461212114, "ratingUpper": 1480.0805053161187, "rankUpper": 10, "rankLower": 46, "votes": 9558, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 27, "model": "gpt-5.4-high", "modelKey": "gpt-5.4-high-no-system-prompt", "org": "OpenAI", "rating": 1472.4386643412345, "ratingLower": 1466.8544386575961, "ratingUpper": 1478.022890024873, "rankUpper": 11, "rankLower": 43, "votes": 20257, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 28, "model": "muse-spark-1.1", "modelKey": "super-nova-ext-3tam-text", "org": "Meta", "rating": 1471.382974864707, "ratingLower": 1464.5322562885317, "ratingUpper": 1478.2336934408822, "rankUpper": 11, "rankLower": 48, "votes": 9923, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/", "pimg": null, "psec": null }, { "rank": 29, "model": "glm-5.3-flash", "modelKey": "glm-5.3-flash-text", "org": "Z.ai", "rating": 1470.8438703272745, "ratingLower": 1460.455263365497, "ratingUpper": 1481.232477289052, "rankUpper": 9, "rankLower": 52, "votes": 3554, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.06, "pout": 0.2, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 30, "model": "mimo-v2.5-pro", "modelKey": "mimo-v2.5-pro-text", "org": "Xiaomi", "rating": 1470.3309882708984, "ratingLower": 1464.8164621168805, "ratingUpper": 1475.8455144249162, "rankUpper": 15, "rankLower": 47, "votes": 20161, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.435, "pout": 0.87, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5-pro/", "pimg": null, "psec": null }, { "rank": 31, "model": "qwen3.5-max-preview", "modelKey": "kiteki", "org": "Alibaba", "rating": 1469.1560391044325, "ratingLower": 1461.5177754344413, "ratingUpper": 1476.7943027744234, "rankUpper": 12, "rankLower": 51, "votes": 6955, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 6, "ctx": null, "url": "https://qwen.ai/blog?id=qwen3.5-max-preview", "pimg": null, "psec": null }, { "rank": 32, "model": "glm-5.2-max", "modelKey": "glm-5.2-text", "org": "Z.ai", "rating": 1466.1595218702967, "ratingLower": 1459.8300195544261, "ratingUpper": 1472.4890241861672, "rankUpper": 16, "rankLower": 53, "votes": 12822, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1000000, "url": "https://huggingface.co/zai-org/GLM-5.2", "pimg": null, "psec": null }, { "rank": 33, "model": "grok-4.5", "modelKey": "grok-4.5-text", "org": "SpaceXAI", "rating": 1466.118826483029, "ratingLower": 1459.4100479933268, "ratingUpper": 1472.8276049727313, "rankUpper": 15, "rankLower": 54, "votes": 10848, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.5", "pimg": null, "psec": null }, { "rank": 34, "model": "claude-sonnet-5-high", "modelKey": "claude-sonnet-5-text", "org": "Anthropic", "rating": 1464.864927300117, "ratingLower": 1458.530486818431, "ratingUpper": 1471.1993677818027, "rankUpper": 17, "rankLower": 55, "votes": 12431, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-5", "pimg": null, "psec": null }, { "rank": 35, "model": "gemini-3.5-flash-high", "modelKey": "gemini-3.5-flash-high-public", "org": "Google", "rating": 1464.5034151914592, "ratingLower": 1458.425759672767, "ratingUpper": 1470.5810707101514, "rankUpper": 19, "rankLower": 55, "votes": 13634, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 36, "model": "qwen3.7-max-preview", "modelKey": "melyora-9qr6", "org": "Alibaba", "rating": 1464.3690835840416, "ratingLower": 1447.2912097861426, "ratingUpper": 1481.4469573819406, "rankUpper": 9, "rankLower": 70, "votes": 1283, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.475, "pout": 4.425, "ctx": 1000000, "url": "https://chat.qwen.ai/?models=Qwen3.7-Max-Preview", "pimg": null, "psec": null }, { "rank": 37, "model": "claude-sonnet-4-5-20250929-high-32k", "modelKey": "claude-sonnet-4-5-20250929-thinking-32k", "org": "Anthropic", "rating": 1464.0146224827115, "ratingLower": 1459.4384868318054, "ratingUpper": 1468.5907581336176, "rankUpper": 22, "rankLower": 54, "votes": 23592, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 38, "model": "muse-spark", "modelKey": "eureka", "org": "Meta", "rating": 1463.3350038287797, "ratingLower": 1454.1099811672511, "ratingUpper": 1472.560026490308, "rankUpper": 16, "rankLower": 60, "votes": 4494, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-msl/", "pimg": null, "psec": null }, { "rank": 39, "model": "gemini-3.5-flash-medium", "modelKey": "gemini-3.5-flash-medium", "org": "Google", "rating": 1463.1318014841524, "ratingLower": 1456.866367108646, "ratingUpper": 1469.3972358596588, "rankUpper": 21, "rankLower": 56, "votes": 13218, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 40, "model": "claude-sonnet-4-5-20250929", "modelKey": "claude-sonnet-4-5-20250929", "org": "Anthropic", "rating": 1462.2899574611772, "ratingLower": 1457.605453525535, "ratingUpper": 1466.9744613968196, "rankUpper": 24, "rankLower": 56, "votes": 23296, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 41, "model": "gpt-5.6-terra-xhigh", "modelKey": "gpt-5.6-terra-xhigh-text", "org": "OpenAI", "rating": 1462.1113426443237, "ratingLower": 1455.209102232206, "ratingUpper": 1469.0135830564413, "rankUpper": 22, "rankLower": 59, "votes": 9959, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 42, "model": "gpt-5.4", "modelKey": "gpt-5.4-no-system-prompt", "org": "OpenAI", "rating": 1461.0574553723238, "ratingLower": 1455.538474710011, "ratingUpper": 1466.5764360346363, "rankUpper": 26, "rankLower": 58, "votes": 21724, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 43, "model": "gpt-6-astra-max", "modelKey": "gpt-6-astra-max-text", "org": "OpenAI", "rating": 1460.9542725522551, "ratingLower": 1440.5565854052325, "ratingUpper": 1481.3519596992778, "rankUpper": 9, "rankLower": 77, "votes": 846, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://openai.com/index/gpt-6-astra/", "pimg": null, "psec": null }, { "rank": 44, "model": "glm-5.1", "modelKey": "glm-5.1-text", "org": "Z.ai", "rating": 1460.5169948808102, "ratingLower": 1455.0101969458608, "ratingUpper": 1466.0237928157599, "rankUpper": 26, "rankLower": 59, "votes": 17018, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 202752, "url": "https://huggingface.co/zai-org/GLM-5.1", "pimg": null, "psec": null }, { "rank": 45, "model": "claude-opus-4-1-20250805-thinking-16k", "modelKey": "claude-opus-4-1-20250805-thinking-16k", "org": "Anthropic", "rating": 1459.0251500781362, "ratingLower": 1453.263579284448, "ratingUpper": 1464.7867208718246, "rankUpper": 28, "rankLower": 60, "votes": 12909, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 46, "model": "gemini-3-flash", "modelKey": "gemini-3-flash", "org": "Google", "rating": 1458.6584790480938, "ratingLower": 1451.4095396473376, "ratingUpper": 1465.9074184488502, "rankUpper": 27, "rankLower": 63, "votes": 8117, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 47, "model": "gpt-5.2-chat-latest-20260210", "modelKey": "gpt-5.2-chat-latest", "org": "OpenAI", "rating": 1457.1714694750592, "ratingLower": 1450.7917738212054, "ratingUpper": 1463.551165128913, "rankUpper": 29, "rankLower": 66, "votes": 11054, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://developers.openai.com/api/docs/models/gpt-5.2-chat-latest", "pimg": null, "psec": null }, { "rank": 48, "model": "deepseek-v4-pro-high-20260813", "modelKey": "deepseek-v4-pro-high-20260813-text", "org": "DeepSeek", "rating": 1456.6589596102915, "ratingLower": 1445.862588572962, "ratingUpper": 1467.455330647621, "rankUpper": 24, "rankLower": 71, "votes": 3162, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": null, "url": "https://api-docs.deepseek.com/updates/#date-2026-08-13", "pimg": null, "psec": null }, { "rank": 49, "model": "gpt-5.5-instant", "modelKey": "gpt-5.5-instant", "org": "OpenAI", "rating": 1456.3330661077396, "ratingLower": 1449.1213657000362, "ratingUpper": 1463.5447665154431, "rankUpper": 29, "rankLower": 66, "votes": 9141, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/gpt-5-5-instant", "pimg": null, "psec": null }, { "rank": 50, "model": "claude-opus-4-1-20250805", "modelKey": "claude-opus-4-1-20250805", "org": "Anthropic", "rating": 1454.6037856085554, "ratingLower": 1449.728589026753, "ratingUpper": 1459.4789821903578, "rankUpper": 33, "rankLower": 66, "votes": 20331, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 51, "model": "kimi-k2.6", "modelKey": "kimi-k2.6-text", "org": "Moonshot", "rating": 1453.718448903134, "ratingLower": 1447.2508555936724, "ratingUpper": 1460.1860422125956, "rankUpper": 32, "rankLower": 70, "votes": 12215, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.95, "pout": 4, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-6", "pimg": null, "psec": null }, { "rank": 52, "model": "ernie-5.1", "modelKey": "zero-prism", "org": "Baidu", "rating": 1452.6665299461527, "ratingLower": 1445.9395544749225, "ratingUpper": 1459.3935054173828, "rankUpper": 35, "rankLower": 71, "votes": 11716, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5634, "pout": 2.5353, "ctx": 119000, "url": "https://ernie.baidu.com/blog/posts/ernie-5.1-0508-release/", "pimg": null, "psec": null }, { "rank": 53, "model": "grok-4.6-high", "modelKey": "grok-4.6-high-public-text", "org": "SpaceXAI", "rating": 1452.6054731160718, "ratingLower": 1444.0840317744687, "ratingUpper": 1461.1269144576752, "rankUpper": 31, "rankLower": 73, "votes": 5549, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.6", "pimg": null, "psec": null }, { "rank": 54, "model": "deepseek-v4-pro", "modelKey": "deepseek-v4-pro-ch1-text", "org": "DeepSeek", "rating": 1452.550400150383, "ratingLower": 1446.8302447125589, "ratingUpper": 1458.270555588207, "rankUpper": 37, "rankLower": 71, "votes": 18649, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 55, "model": "gemma-4-31b", "modelKey": "pteronura-text", "org": "Google", "rating": 1452.1234447615811, "ratingLower": 1438.1925054214514, "ratingUpper": 1466.0543841017109, "rankUpper": 26, "rankLower": 82, "votes": 1707, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.99, "pout": 1.49, "ctx": 131072, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-31b-it", "pimg": null, "psec": null }, { "rank": 56, "model": "gpt-5.1-high", "modelKey": "gpt-5.1-high", "org": "OpenAI", "rating": 1449.579300488924, "ratingLower": 1443.1242243843133, "ratingUpper": 1456.034376593535, "rankUpper": 39, "rankLower": 73, "votes": 10718, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 57, "model": "grok-4.20-beta1", "modelKey": "clanker-text", "org": "SpaceXAI", "rating": 1449.4826228947338, "ratingLower": 1442.367424125283, "ratingUpper": 1456.5978216641847, "rankUpper": 39, "rankLower": 73, "votes": 8415, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://grok.com/", "pimg": null, "psec": null }, { "rank": 58, "model": "qwen3.6-max-preview", "modelKey": "kizen-beta", "org": "Alibaba", "rating": 1449.3711582132291, "ratingLower": 1435.239964491824, "ratingUpper": 1463.5023519346344, "rankUpper": 29, "rankLower": 85, "votes": 1782, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.027, "pout": 6.162, "ctx": 262144, "url": "https://qwen.ai/blog?id=qwen3.6-max-preview", "pimg": null, "psec": null }, { "rank": 59, "model": "deepseek-v4-pro-high-preview", "modelKey": "deepseek-v4-pro-ch1-thinking-text", "org": "DeepSeek", "rating": 1448.6007460589371, "ratingLower": 1442.7885575724033, "ratingUpper": 1454.4129345454708, "rankUpper": 42, "rankLower": 73, "votes": 17705, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 60, "model": "qwen3.7-plus", "modelKey": "qwen3.7-plus", "org": "Alibaba", "rating": 1447.099987164604, "ratingLower": 1441.0076973162015, "ratingUpper": 1453.1922770130063, "rankUpper": 44, "rankLower": 77, "votes": 13902, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.32, "pout": 1.28, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.7-plus", "pimg": null, "psec": null }, { "rank": 61, "model": "glm-5", "modelKey": "glm-5", "org": "Z.ai", "rating": 1446.3327425045165, "ratingLower": 1439.6133586509618, "ratingUpper": 1453.0521263580715, "rankUpper": 44, "rankLower": 80, "votes": 8967, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1, "pout": 3.2, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-5", "pimg": null, "psec": null }, { "rank": 62, "model": "grok-4.20-beta-0309-reasoning", "modelKey": "grok-4.20-beta-0309-reasoning", "org": "SpaceXAI", "rating": 1445.4088357032308, "ratingLower": 1439.9533807004098, "ratingUpper": 1450.864290706052, "rankUpper": 45, "rankLower": 78, "votes": 20957, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-beta-0309-reasoning", "pimg": null, "psec": null }, { "rank": 63, "model": "claude-opus-4-20250514-thinking-16k", "modelKey": "claude-opus-4-20250514-thinking-16k", "org": "Anthropic", "rating": 1444.218002478201, "ratingLower": 1437.3800083183341, "ratingUpper": 1451.0559966380679, "rankUpper": 45, "rankLower": 83, "votes": 9084, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 64, "model": "mimo-v2-pro", "modelKey": "mimo-v2-pro", "org": "Xiaomi", "rating": 1444.1403771418718, "ratingLower": 1436.9267368076307, "ratingUpper": 1451.3540174761126, "rankUpper": 45, "rankLower": 84, "votes": 8027, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 3.3, "ctx": 1000000, "url": "https://mimo.xiaomi.com/mimo-v2-pro", "pimg": null, "psec": null }, { "rank": 65, "model": "hy3", "modelKey": "hy3-tencent-cloud-text", "org": "Tencent", "rating": 1444.0143791770477, "ratingLower": 1432.5231091349133, "ratingUpper": 1455.5056492191818, "rankUpper": 40, "rankLower": 93, "votes": 2839, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.132, "pout": 0.528, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3", "pimg": null, "psec": null }, { "rank": 66, "model": "grok-4.20-multi-agent-beta-0309", "modelKey": "grok-4.20-multi-agent-beta-0309", "org": "SpaceXAI", "rating": 1443.2776026900742, "ratingLower": 1437.8208103291356, "ratingUpper": 1448.7343950510128, "rankUpper": 48, "rankLower": 82, "votes": 20355, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-multi-agent-beta-0309", "pimg": null, "psec": null }, { "rank": 67, "model": "gemini-3-flash (thinking-minimal)", "modelKey": "gemini-3-flash-thinking-minimal", "org": "Google", "rating": 1443.019065422032, "ratingLower": 1438.315123950935, "ratingUpper": 1447.723006893129, "rankUpper": 48, "rankLower": 82, "votes": 27812, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 68, "model": "gpt-5.6-luna-xhigh", "modelKey": "gpt-5.6-luna-xhigh-text", "org": "OpenAI", "rating": 1442.2183880107614, "ratingLower": 1435.3253843933885, "ratingUpper": 1449.1113916281342, "rankUpper": 48, "rankLower": 85, "votes": 10129, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.2, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 69, "model": "gemini-3.5-flash-lite", "modelKey": "gemini-3.5-flash-lite", "org": "Google", "rating": 1441.7163459834762, "ratingLower": 1434.5749033616282, "ratingUpper": 1448.8577886053242, "rankUpper": 48, "rankLower": 87, "votes": 9372, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 1.25, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 70, "model": "kimi-k2.5-thinking", "modelKey": "kimi-k2.5-text", "org": "Moonshot", "rating": 1439.1985155698485, "ratingLower": 1434.2294567498466, "ratingUpper": 1444.1675743898504, "rankUpper": 53, "rankLower": 87, "votes": 22600, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 3, "ctx": null, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 71, "model": "gemini-2.5-pro", "modelKey": "gemini-2.5-pro", "org": "Google", "rating": 1438.3436477467535, "ratingLower": 1434.4466271924507, "ratingUpper": 1442.2406683010563, "rankUpper": 57, "rankLower": 87, "votes": 34174, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 10, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-pro", "pimg": null, "psec": null }, { "rank": 72, "model": "gemma-4-26b-a4b", "modelKey": "significant-otter-text", "org": "Google", "rating": 1438.038853346817, "ratingLower": 1424.0693531278025, "ratingUpper": 1452.0083535658314, "rankUpper": 44, "rankLower": 107, "votes": 1628, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-26b-a4b-it", "pimg": null, "psec": null }, { "rank": 73, "model": "gpt-4.5-preview-2025-02-27", "modelKey": "gpt-4.5-preview-2025-02-27", "org": "OpenAI", "rating": 1436.7326137280218, "ratingLower": 1428.3935234373325, "ratingUpper": 1445.071704018711, "rankUpper": 53, "rankLower": 100, "votes": 5501, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 75, "pout": 150, "ctx": 128000, "url": "https://openai.com/index/introducing-gpt-4-5/", "pimg": null, "psec": null }, { "rank": 74, "model": "qwen3.6-plus", "modelKey": "qwen3.6-plus-text", "org": "Alibaba", "rating": 1436.0876042273205, "ratingLower": 1430.0221471771708, "ratingUpper": 1442.15306127747, "rankUpper": 57, "rankLower": 99, "votes": 15410, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.325, "pout": 1.95, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.6", "pimg": null, "psec": null }, { "rank": 75, "model": "gpt-5.3-chat-latest", "modelKey": "gpt-5.3-chat-latest", "org": "OpenAI", "rating": 1434.7596435818352, "ratingLower": 1428.1243647718088, "ratingUpper": 1441.3949223918617, "rankUpper": 57, "rankLower": 100, "votes": 10615, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://openai.com/index/gpt-5-3-instant/", "pimg": null, "psec": null }, { "rank": 76, "model": "kimi-k2.5-instant", "modelKey": "kimi-k2.5-instant", "org": "Moonshot", "rating": 1434.7297976328093, "ratingLower": 1422.4541384713352, "ratingUpper": 1447.0054567942834, "rankUpper": 50, "rankLower": 109, "votes": 2216, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.45, "pout": 2.25, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 77, "model": "qwen3.5-397b-a17b", "modelKey": "qwen3.5-397b-a17b-text", "org": "Alibaba", "rating": 1434.501712892256, "ratingLower": 1429.7289511094255, "ratingUpper": 1439.2744746750861, "rankUpper": 61, "rankLower": 99, "votes": 25939, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.55, "pout": 3.5, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B", "pimg": null, "psec": null }, { "rank": 78, "model": "dola-seed-2.0-pro", "modelKey": "dola-seed-2.0-pro-text", "org": "Bytedance", "rating": 1434.3708419138293, "ratingLower": 1429.2566491325542, "ratingUpper": 1439.4850346951043, "rankUpper": 61, "rankLower": 99, "votes": 24409, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.byteplus.com/en/blog/dola-seed-2-0-pro", "pimg": null, "psec": null }, { "rank": 79, "model": "gpt-5.4-mini-high", "modelKey": "gpt-5.4-mini-high", "org": "OpenAI", "rating": 1434.269855283262, "ratingLower": 1428.707952360545, "ratingUpper": 1439.8317582059788, "rankUpper": 60, "rankLower": 100, "votes": 20176, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 80, "model": "minimax-m3", "modelKey": "minimax-m3", "org": "MiniMax", "rating": 1434.1242701063009, "ratingLower": 1428.2920389000142, "ratingUpper": 1439.9565013125875, "rankUpper": 59, "rankLower": 100, "votes": 16812, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MiniMax Community License", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 524288, "url": "https://www.minimax.io/models/text/m3", "pimg": null, "psec": null }, { "rank": 81, "model": "deepseek-v4-flash-high-preview", "modelKey": "deepseek-v4-ch3-thinking-text", "org": "DeepSeek", "rating": 1433.6968430018678, "ratingLower": 1427.678163398012, "ratingUpper": 1439.7155226057237, "rankUpper": 60, "rankLower": 101, "votes": 16773, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 82, "model": "mimo-v2.5", "modelKey": "mimo-v2.5-text", "org": "Xiaomi", "rating": 1431.2467762616157, "ratingLower": 1424.986125862801, "ratingUpper": 1437.5074266604304, "rankUpper": 64, "rankLower": 106, "votes": 14956, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5/", "pimg": null, "psec": null }, { "rank": 83, "model": "grok-4.1", "modelKey": "grok-4.1", "org": "SpaceXAI", "rating": 1430.7991468256548, "ratingLower": 1425.6412485215587, "ratingUpper": 1435.9570451297507, "rankUpper": 66, "rankLower": 104, "votes": 18647, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 84, "model": "grok-4.1-thinking", "modelKey": "grok-4.1-thinking", "org": "SpaceXAI", "rating": 1429.8055117795648, "ratingLower": 1424.6371575076905, "ratingUpper": 1434.973866051439, "rankUpper": 68, "rankLower": 106, "votes": 18420, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 85, "model": "deepseek-v4-flash", "modelKey": "deepseek-v4-ch3-text", "org": "DeepSeek", "rating": 1428.0611771528693, "ratingLower": 1422.118114364649, "ratingUpper": 1434.0042399410895, "rankUpper": 71, "rankLower": 109, "votes": 16752, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 86, "model": "chatgpt-4o-latest-20250326", "modelKey": "chatgpt-4o-latest-20250326", "org": "OpenAI", "rating": 1427.132352707961, "ratingLower": 1422.7030478555957, "ratingUpper": 1431.5616575603262, "rankUpper": 72, "rankLower": 109, "votes": 22553, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://x.com/OpenAI/status/1905331956856050135", "pimg": null, "psec": null }, { "rank": 87, "model": "glm-4.7", "modelKey": "glm-4.7", "org": "Z.ai", "rating": 1426.8894138649234, "ratingLower": 1416.4631000844304, "ratingUpper": 1437.3157276454167, "rankUpper": 65, "rankLower": 121, "votes": 3207, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.4, "pout": 1.75, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-4.7", "pimg": null, "psec": null }, { "rank": 88, "model": "gpt-5.1", "modelKey": "gpt-5.1", "org": "OpenAI", "rating": 1426.7762747310699, "ratingLower": 1420.7007743786326, "ratingUpper": 1432.8517750835072, "rankUpper": 71, "rankLower": 113, "votes": 11857, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 89, "model": "gpt-5.2-high", "modelKey": "gpt-5.2-high", "org": "OpenAI", "rating": 1426.774437169383, "ratingLower": 1421.089232002026, "ratingUpper": 1432.45964233674, "rankUpper": 72, "rankLower": 113, "votes": 14524, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 90, "model": "mimo-v2-omni", "modelKey": "mimo-v2-omni", "org": "Xiaomi", "rating": 1426.7391201618816, "ratingLower": 1418.5656609280315, "ratingUpper": 1434.9125793957319, "rankUpper": 68, "rankLower": 118, "votes": 6577, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 2.2, "ctx": 256000, "url": "https://mimo.xiaomi.com/mimo-v2-omni", "pimg": null, "psec": null }, { "rank": 91, "model": "ernie-5.0-0110", "modelKey": "ernie-5.0-0110", "org": "Baidu", "rating": 1425.807308200945, "ratingLower": 1419.6031087437273, "ratingUpper": 1432.0115076581628, "rankUpper": 72, "rankLower": 116, "votes": 10515, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-0110-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 92, "model": "qwen3-max-preview", "modelKey": "qwen3-max-preview", "org": "Alibaba", "rating": 1425.5544254134647, "ratingLower": 1418.239971471995, "ratingUpper": 1432.8688793549345, "rankUpper": 71, "rankLower": 119, "votes": 7243, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://www.alibabacloud.com/help/en/model-studio/models", "pimg": null, "psec": null }, { "rank": 93, "model": "gpt-5.2", "modelKey": "gpt-5.2", "org": "OpenAI", "rating": 1424.257884734171, "ratingLower": 1419.4043734434877, "ratingUpper": 1429.1113960248547, "rankUpper": 75, "rankLower": 118, "votes": 25926, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 94, "model": "qwen3.8-27b", "modelKey": "qwen3.8-27b", "org": "Alibaba", "rating": 1424.0417431720766, "ratingLower": 1413.997914738443, "ratingUpper": 1434.0855716057106, "rankUpper": 71, "rankLower": 122, "votes": 3778, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 3, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.8-27B", "pimg": null, "psec": null }, { "rank": 95, "model": "glm-5v-turbo", "modelKey": "glm-5v-turbo", "org": "Z.ai", "rating": 1422.1950479908678, "ratingLower": 1411.4523699219428, "ratingUpper": 1432.9377260597928, "rankUpper": 71, "rankLower": 130, "votes": 3244, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 4, "ctx": 202752, "url": "https://docs.z.ai/guides/vlm/glm-5v-turbo", "pimg": null, "psec": null }, { "rank": 96, "model": "mistral-medium-3.5", "modelKey": "mistral-medium-3.5-text", "org": "Mistral", "rating": 1421.4308520699917, "ratingLower": 1411.0837902849173, "ratingUpper": 1431.7779138550663, "rankUpper": 72, "rankLower": 131, "votes": 3549, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.75, "pout": 3.75, "ctx": 262144, "url": "https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04", "pimg": null, "psec": null }, { "rank": 97, "model": "ernie-5.0-preview-1203", "modelKey": "ernie-5.0-preview-1203", "org": "Baidu", "rating": 1421.0151256047777, "ratingLower": 1409.6470791698382, "ratingUpper": 1432.3831720397175, "rankUpper": 72, "rankLower": 132, "votes": 2615, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1203-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 98, "model": "deepseek-v3.1-terminus-thinking", "modelKey": "deepseek-v3.1-terminus-thinking", "org": "DeepSeek", "rating": 1420.987139013331, "ratingLower": 1400.800421747533, "ratingUpper": 1441.173856279129, "rankUpper": 57, "rankLower": 144, "votes": 852, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 99, "model": "inkling", "modelKey": "inkling-text", "org": "Thinky", "rating": 1420.9272383893633, "ratingLower": 1413.8852766669227, "ratingUpper": 1427.969200111804, "rankUpper": 79, "rankLower": 122, "votes": 9291, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 1, "pout": 4.05, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/introducing-inkling/", "pimg": null, "psec": null }, { "rank": 100, "model": "deepseek-v3.2", "modelKey": "deepseek-v3.2", "org": "DeepSeek", "rating": 1420.106555568369, "ratingLower": 1414.2947070164998, "ratingUpper": 1425.9184041202382, "rankUpper": 80, "rankLower": 122, "votes": 12970, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 101, "model": "deepseek-v3.2-thinking", "modelKey": "deepseek-v3.2-thinking", "org": "DeepSeek", "rating": 1418.52620607987, "ratingLower": 1412.5098281014539, "ratingUpper": 1424.5425840582861, "rankUpper": 83, "rankLower": 127, "votes": 11200, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 102, "model": "kimi-k2-thinking-turbo", "modelKey": "kimi-k2-thinking-turbo", "org": "Moonshot", "rating": 1418.0029331326907, "ratingLower": 1412.9504571890561, "ratingUpper": 1423.055409076325, "rankUpper": 84, "rankLower": 125, "votes": 17907, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.57, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/moonshotai/Kimi-K2-Thinking", "pimg": null, "psec": null }, { "rank": 103, "model": "deepseek-v3.1-thinking", "modelKey": "deepseek-v3.1-thinking", "org": "DeepSeek", "rating": 1416.411978147351, "ratingLower": 1405.3427380597304, "ratingUpper": 1427.4812182349717, "rankUpper": 80, "rankLower": 138, "votes": 2832, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 104, "model": "claude-haiku-4-5-20251001", "modelKey": "claude-haiku-4-5-20251001", "org": "Anthropic", "rating": 1416.322540870712, "ratingLower": 1412.4144235627014, "ratingUpper": 1420.2306581787225, "rankUpper": 89, "rankLower": 127, "votes": 40629, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-haiku-4-5", "pimg": null, "psec": null }, { "rank": 105, "model": "gpt-5-chat", "modelKey": "gpt-5-chat", "org": "OpenAI", "rating": 1415.9517356983558, "ratingLower": 1408.9675394646035, "ratingUpper": 1422.9359319321081, "rankUpper": 84, "rankLower": 132, "votes": 8127, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-5-chat-latest", "pimg": null, "psec": null }, { "rank": 106, "model": "deepseek-v3.2-exp-thinking", "modelKey": "deepseek-v3.2-exp-thinking", "org": "DeepSeek", "rating": 1415.5767976830457, "ratingLower": 1404.028250236073, "ratingUpper": 1427.125345130018, "rankUpper": 80, "rankLower": 140, "votes": 2528, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 107, "model": "qwen3-235b-a22b-instruct-2507", "modelKey": "qwen3-235b-a22b-instruct-2507", "org": "Alibaba", "rating": 1415.429021632774, "ratingLower": 1411.287434735937, "ratingUpper": 1419.5706085296113, "rankUpper": 90, "rankLower": 131, "votes": 26989, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.264, "pout": 1.06, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 108, "model": "muse-glimmer", "modelKey": "onyx-v1-4-33s7", "org": "Meta", "rating": 1415.3733981807231, "ratingLower": 1398.6656115950575, "ratingUpper": 1432.081184766389, "rankUpper": 72, "rankLower": 149, "votes": 1266, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.meta.ai/blog/introducing-muse-glimmer-open-agentic-model", "pimg": null, "psec": null }, { "rank": 109, "model": "claude-sonnet-4-20250514-thinking-32k", "modelKey": "claude-sonnet-4-20250514-thinking-32k", "org": "Anthropic", "rating": 1415.0728003080385, "ratingLower": 1408.1230596375722, "ratingUpper": 1422.022540978505, "rankUpper": 87, "rankLower": 134, "votes": 8459, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 110, "model": "claude-opus-4-20250514", "modelKey": "claude-opus-4-20250514", "org": "Anthropic", "rating": 1415.0675873198197, "ratingLower": 1408.5684148129087, "ratingUpper": 1421.5667598267305, "rankUpper": 87, "rankLower": 134, "votes": 10616, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 111, "model": "longcat-flash-chat-2602-exp", "modelKey": "frieza", "org": "Meituan", "rating": 1415.0127626530823, "ratingLower": 1408.0889886781247, "ratingUpper": 1421.9365366280397, "rankUpper": 87, "rankLower": 134, "votes": 9142, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://longcat.chat/platform/docs/#endpoints", "pimg": null, "psec": null }, { "rank": 112, "model": "grok-4.3", "modelKey": "grok-4.3-text", "org": "SpaceXAI", "rating": 1414.8284413698598, "ratingLower": 1409.4427918648053, "ratingUpper": 1420.214090874914, "rankUpper": 89, "rankLower": 132, "votes": 23367, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.3", "pimg": null, "psec": null }, { "rank": 113, "model": "deepseek-v3.2-exp", "modelKey": "deepseek-v3.2-exp", "org": "DeepSeek", "rating": 1414.7514240225119, "ratingLower": 1404.4424829578857, "ratingUpper": 1425.060365087138, "rankUpper": 81, "rankLower": 139, "votes": 3319, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 114, "model": "amazon-nova-experimental-chat-26-02-10", "modelKey": "beluga-0304-1", "org": "Amazon", "rating": 1414.5210941989874, "ratingLower": 1395.9661708786264, "ratingUpper": 1433.0760175193482, "rankUpper": 71, "rankLower": 151, "votes": 933, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 115, "model": "qwen3-max-2025-09-23", "modelKey": "qwen3-max-2025-09-23", "org": "Alibaba", "rating": 1413.8052925555294, "ratingLower": 1402.5074310161365, "ratingUpper": 1425.1031540949225, "rankUpper": 81, "rankLower": 142, "votes": 2620, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=241398b9cd6353de490b0f82806c7848c5d2777d&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 116, "model": "glm-4.6", "modelKey": "glm-4.6", "org": "Z.ai", "rating": 1413.5221549922735, "ratingLower": 1407.1514061239302, "ratingUpper": 1419.8929038606168, "rankUpper": 89, "rankLower": 136, "votes": 10003, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.43, "pout": 1.75, "ctx": 204800, "url": "https://docs.z.ai/guides/llm/glm-4.6", "pimg": null, "psec": null }, { "rank": 117, "model": "claude-3-7-sonnet-20250219-thinking-32k", "modelKey": "claude-3-7-sonnet-20250219-thinking-32k", "org": "Anthropic", "rating": 1411.3110939107473, "ratingLower": 1404.9198580024547, "ratingUpper": 1417.70232981904, "rankUpper": 93, "rankLower": 138, "votes": 10092, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 118, "model": "gpt-5-high", "modelKey": "gpt-5-high", "org": "OpenAI", "rating": 1410.850812034733, "ratingLower": 1403.64829219078, "ratingUpper": 1418.053331878686, "rankUpper": 93, "rankLower": 141, "votes": 8259, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5", "pimg": null, "psec": null }, { "rank": 119, "model": "qwen3-vl-235b-a22b-instruct", "modelKey": "qwen3-vl-235b-a22b-instruct", "org": "Alibaba", "rating": 1410.0254339684668, "ratingLower": 1398.7260448276302, "ratingUpper": 1421.3248231093032, "rankUpper": 87, "rankLower": 149, "votes": 2914, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.21, "pout": 1.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 120, "model": "o1-2024-12-17", "modelKey": "o1-2024-12-17", "org": "OpenAI", "rating": 1407.0286368296097, "ratingLower": 1400.502864959139, "ratingUpper": 1413.5544087000806, "rankUpper": 97, "rankLower": 144, "votes": 10246, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": 200000, "url": "https://openai.com/index/o1-and-new-tools-for-developers/", "pimg": null, "psec": null }, { "rank": 121, "model": "gemini-3.1-flash-lite-preview", "modelKey": "gemini-3.1-flash-lite-preview", "org": "Google", "rating": 1406.8257833654231, "ratingLower": 1401.3857063180415, "ratingUpper": 1412.2658604128046, "rankUpper": 100, "rankLower": 143, "votes": 20001, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-flash-lite", "pimg": null, "psec": null }, { "rank": 122, "model": "minimax-m2.7", "modelKey": "deep-octo", "org": "MiniMax", "rating": 1406.822773617233, "ratingLower": 1401.6700479745937, "ratingUpper": 1411.9754992598723, "rankUpper": 100, "rankLower": 143, "votes": 22853, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m27-en", "pimg": null, "psec": null }, { "rank": 123, "model": "qwen3.5-122b-a10b", "modelKey": "qwen3.5-122b-a10b", "org": "Alibaba", "rating": 1406.8000066623244, "ratingLower": 1400.0518500600517, "ratingUpper": 1413.5481632645972, "rankUpper": 97, "rankLower": 145, "votes": 9070, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.26, "pout": 2.08, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B", "pimg": null, "psec": null }, { "rank": 124, "model": "glm-4.5", "modelKey": "glm-4.5", "org": "Z.ai", "rating": 1404.41358911686, "ratingLower": 1396.5117881552546, "ratingUpper": 1412.3153900784655, "rankUpper": 100, "rankLower": 151, "votes": 6116, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 2.2, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 125, "model": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "modelKey": "may26-chatbot4-3x57", "org": "Nvidia", "rating": 1403.5852800683172, "ratingLower": 1393.3275450027634, "ratingUpper": 1413.843015133871, "rankUpper": 97, "rankLower": 153, "votes": 3605, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "pimg": null, "psec": null }, { "rank": 126, "model": "grok-3-preview-02-24", "modelKey": "grok-3-preview-02-24", "org": "SpaceXAI", "rating": 1403.4424328122784, "ratingLower": 1396.8237646330088, "ratingUpper": 1410.061100991548, "rankUpper": 103, "rankLower": 151, "votes": 9628, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 131072, "url": "https://x.ai/blog/grok-3", "pimg": null, "psec": null }, { "rank": 127, "model": "gpt-4.1-2025-04-14", "modelKey": "gpt-4.1-2025-04-14", "org": "OpenAI", "rating": 1402.9592578874895, "ratingLower": 1397.193087365864, "ratingUpper": 1408.725428409115, "rankUpper": 106, "rankLower": 151, "votes": 13178, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 128, "model": "deepseek-v3.1", "modelKey": "deepseek-v3.1", "org": "DeepSeek", "rating": 1402.8754472253809, "ratingLower": 1393.0625776075938, "ratingUpper": 1412.6883168431677, "rankUpper": 98, "rankLower": 154, "votes": 3690, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 129, "model": "o3-2025-04-16", "modelKey": "o3-2025-04-16", "org": "OpenAI", "rating": 1402.3622512229456, "ratingLower": 1396.7844413127941, "ratingUpper": 1407.940061133097, "rankUpper": 109, "rankLower": 151, "votes": 15386, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 130, "model": "grok-4-1-fast-reasoning", "modelKey": "grok-4-1-fast-reasoning", "org": "SpaceXAI", "rating": 1401.5262509577053, "ratingLower": 1396.2752860682733, "ratingUpper": 1406.777215847137, "rankUpper": 110, "rankLower": 151, "votes": 16533, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 0.5, "ctx": 131072, "url": "https://x.ai/news/grok-4-1-fast", "pimg": null, "psec": null }, { "rank": 131, "model": "gemini-2.5-flash-preview-09-2025", "modelKey": "gemini-2.5-flash-preview-09-2025", "org": "Google", "rating": 1400.7317669006006, "ratingLower": 1394.0736316664675, "ratingUpper": 1407.3899021347338, "rankUpper": 109, "rankLower": 153, "votes": 9128, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 132, "model": "gemini-2.5-flash", "modelKey": "gemini-2.5-flash", "org": "Google", "rating": 1400.3432104918977, "ratingLower": 1396.4929735504759, "ratingUpper": 1404.1934474333198, "rankUpper": 113, "rankLower": 151, "votes": 33886, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash", "pimg": null, "psec": null }, { "rank": 133, "model": "hunyuan-hy3-preview", "modelKey": "hunyuan-hy3-preview-text", "org": "Tencent", "rating": 1400.1361369061337, "ratingLower": 1387.3805073189635, "ratingUpper": 1412.891766493304, "rankUpper": 98, "rankLower": 164, "votes": 2228, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "tencent-hunyuan-community", "open": 1, "pin": 0.29, "pout": 1.17, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3-preview", "pimg": null, "psec": null }, { "rank": 134, "model": "qwen3.5-27b", "modelKey": "qwen3.5-27b", "org": "Alibaba", "rating": 1400.115024916384, "ratingLower": 1393.3026655385843, "ratingUpper": 1406.9273842941836, "rankUpper": 110, "rankLower": 153, "votes": 8654, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.195, "pout": 1.56, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-27B", "pimg": null, "psec": null }, { "rank": 135, "model": "ernie-5.0-preview-1022", "modelKey": "ernie-5.0-preview-1022", "org": "Baidu", "rating": 1400.0842178682449, "ratingLower": 1384.5790662972527, "ratingUpper": 1415.5893694392369, "rankUpper": 94, "rankLower": 167, "votes": 1318, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1022-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 136, "model": "amazon-nova-experimental-chat-26-01-10", "modelKey": "beluga-0213-1", "org": "Amazon", "rating": 1399.738122813491, "ratingLower": 1381.080893481552, "ratingUpper": 1418.3953521454296, "rankUpper": 92, "rankLower": 170, "votes": 925, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 137, "model": "mistral-large-3", "modelKey": "mistral-large-3", "org": "Mistral", "rating": 1399.0914771519222, "ratingLower": 1394.3970661899675, "ratingUpper": 1403.7858881138768, "rankUpper": 114, "rankLower": 153, "votes": 21641, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1.5, "ctx": null, "url": "https://mistral.ai/news/mistral-3", "pimg": null, "psec": null }, { "rank": 138, "model": "hunyuan-vision-1.5-thinking", "modelKey": "hunyuan-vision-1.5-thinking", "org": "Tencent", "rating": 1397.415163883221, "ratingLower": 1375.3088482056976, "ratingUpper": 1419.5214795607446, "rankUpper": 90, "rankLower": 175, "votes": 626, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://github.com/Tencent-Hunyuan/HunyuanVision", "pimg": null, "psec": null }, { "rank": 139, "model": "deepseek-r1", "modelKey": "deepseek-r1", "org": "DeepSeek", "rating": 1397.1885493357888, "ratingLower": 1389.6699665421634, "ratingUpper": 1404.7071321294143, "rankUpper": 112, "rankLower": 160, "votes": 6426, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.7, "pout": 2.5, "ctx": 64000, "url": "https://api-docs.deepseek.com/news/news250120", "pimg": null, "psec": null }, { "rank": 140, "model": "grok-4-0709", "modelKey": "grok-4-0709", "org": "SpaceXAI", "rating": 1396.6133097606257, "ratingLower": 1390.3994245309768, "ratingUpper": 1402.8271949902746, "rankUpper": 115, "rankLower": 159, "votes": 10675, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 256000, "url": "https://docs.x.ai/docs/models/grok-4-0709", "pimg": null, "psec": null }, { "rank": 141, "model": "claude-sonnet-4-20250514", "modelKey": "claude-sonnet-4-20250514", "org": "Anthropic", "rating": 1395.7621065602584, "ratingLower": 1389.1481740586191, "ratingUpper": 1402.3760390618977, "rankUpper": 116, "rankLower": 160, "votes": 9860, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 142, "model": "mistral-medium-2508", "modelKey": "mistral-medium-2508", "org": "Mistral", "rating": 1395.3624864665555, "ratingLower": 1391.153037477279, "ratingUpper": 1399.5719354558319, "rankUpper": 121, "rankLower": 158, "votes": 26711, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 143, "model": "grok-4-fast-chat", "modelKey": "grok-4-fast-chat", "org": "SpaceXAI", "rating": 1394.269477957423, "ratingLower": 1379.6240149801304, "ratingUpper": 1408.9149409347156, "rankUpper": 106, "rankLower": 171, "votes": 1673, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 256000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 144, "model": "deepseek-v3.1-terminus", "modelKey": "deepseek-v3.1-terminus", "org": "DeepSeek", "rating": 1393.6296856687402, "ratingLower": 1375.8085472378739, "ratingUpper": 1411.4508240996065, "rankUpper": 101, "rankLower": 175, "votes": 1020, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 145, "model": "Inkling Small", "modelKey": "inkling-small", "org": "Thinky", "rating": 1393.247898881902, "ratingLower": 1385.3738776674077, "ratingUpper": 1401.1219200963963, "rankUpper": 118, "rankLower": 167, "votes": 6904, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.45, "pout": 1.2, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/inkling-small/", "pimg": null, "psec": null }, { "rank": 146, "model": "deepseek-r1-0528", "modelKey": "deepseek-r1-0528", "org": "DeepSeek", "rating": 1390.6565143129133, "ratingLower": 1381.0962083452018, "ratingUpper": 1400.2168202806245, "rankUpper": 120, "rankLower": 170, "votes": 3997, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.5, "pout": 2.15, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250528", "pimg": null, "psec": null }, { "rank": 147, "model": "grok-4-fast-reasoning", "modelKey": "grok-4-fast-reasoning", "org": "SpaceXAI", "rating": 1389.327535233248, "ratingLower": 1380.9547626945268, "ratingUpper": 1397.700307771969, "rankUpper": 123, "rankLower": 170, "votes": 5210, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 2000000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 148, "model": "kimi-k2-0905-preview", "modelKey": "kimi-k2-0905-preview", "org": "Moonshot", "rating": 1388.8024937043167, "ratingLower": 1377.7702719720794, "ratingUpper": 1399.834715436554, "rankUpper": 121, "rankLower": 173, "votes": 2876, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 262144, "url": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905", "pimg": null, "psec": null }, { "rank": 149, "model": "longcat-flash-chat", "modelKey": "longcat-flash-chat", "org": "Meituan", "rating": 1388.1424202194737, "ratingLower": 1377.3227555281744, "ratingUpper": 1398.9620849107732, "rankUpper": 121, "rankLower": 174, "votes": 2931, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.8, "ctx": 131072, "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat", "pimg": null, "psec": null }, { "rank": 150, "model": "qwen3.5-35b-a3b", "modelKey": "qwen3.5-35b-a3b", "org": "Alibaba", "rating": 1387.8468294427992, "ratingLower": 1381.217351550316, "ratingUpper": 1394.4763073352824, "rankUpper": 130, "rankLower": 170, "votes": 9370, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3125, "pout": 1.25, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-35B-A3B", "pimg": null, "psec": null }, { "rank": 151, "model": "gpt-5.4-nano-high", "modelKey": "gpt-5.4-nano-high", "org": "OpenAI", "rating": 1387.426947998746, "ratingLower": 1381.7871503814163, "ratingUpper": 1393.0667456160757, "rankUpper": 134, "rankLower": 169, "votes": 19974, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.25, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 152, "model": "qwen3-235b-a22b-thinking-2507", "modelKey": "qwen3-235b-a22b-thinking-2507", "org": "Alibaba", "rating": 1385.2209299654417, "ratingLower": 1372.7068922907094, "ratingUpper": 1397.7349676401736, "rankUpper": 123, "rankLower": 180, "votes": 2086, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.23, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507", "pimg": null, "psec": null }, { "rank": 153, "model": "claude-3-7-sonnet-20250219", "modelKey": "claude-3-7-sonnet-20250219", "org": "Anthropic", "rating": 1385.09794066746, "ratingLower": 1379.1832860892391, "ratingUpper": 1391.0125952456813, "rankUpper": 136, "rankLower": 171, "votes": 12252, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 154, "model": "step-3.5-flash", "modelKey": "step-3.5-flash", "org": "StepFun", "rating": 1384.9193683414928, "ratingLower": 1379.5495925527564, "ratingUpper": 1390.2891441302293, "rankUpper": 137, "rankLower": 171, "votes": 18175, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://huggingface.co/stepfun-ai/Step-3.5-Flash", "pimg": null, "psec": null }, { "rank": 155, "model": "qwen3-coder-480b-a35b-instruct", "modelKey": "qwen3-coder-480b-a35b-instruct", "org": "Alibaba", "rating": 1383.8068884260692, "ratingLower": 1375.8831367394562, "ratingUpper": 1391.7306401126825, "rankUpper": 135, "rankLower": 175, "votes": 6179, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 1.6, "ctx": 262144, "url": "https://qwenlm.github.io/blog/qwen3-coder/", "pimg": null, "psec": null }, { "rank": 156, "model": "minimax-m2.1-preview", "modelKey": "minimax-m2.1-preview", "org": "MiniMax", "rating": 1383.1901600665776, "ratingLower": 1374.2091483945862, "ratingUpper": 1392.171171738569, "rankUpper": 135, "rankLower": 176, "votes": 4439, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m21", "pimg": null, "psec": null }, { "rank": 157, "model": "qwen3-vl-235b-a22b-thinking", "modelKey": "qwen3-vl-235b-a22b-thinking", "org": "Alibaba", "rating": 1382.8568279372232, "ratingLower": 1370.5278934355244, "ratingUpper": 1395.185762438922, "rankUpper": 130, "rankLower": 180, "votes": 2127, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 4, "ctx": 131072, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 158, "model": "mimo-v2-flash (non-thinking)", "modelKey": "mimo-v2-flash", "org": "Xiaomi", "rating": 1382.247599343643, "ratingLower": 1376.621022915266, "ratingUpper": 1387.8741757720202, "rankUpper": 139, "rankLower": 174, "votes": 14027, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 159, "model": "qwen3.5-flash", "modelKey": "qwen3.5-flash", "org": "Alibaba", "rating": 1381.77352811325, "ratingLower": 1376.311195846786, "ratingUpper": 1387.235860379714, "rankUpper": 140, "rankLower": 174, "votes": 18914, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1/?tab=doc#/doc/?type=model&url=2840914_2&modelId=group-qwen3.5-flash", "pimg": null, "psec": null }, { "rank": 160, "model": "amazon-nova-experimental-chat-12-10", "modelKey": "beluga-1223-1", "org": "Amazon", "rating": 1381.043775255008, "ratingLower": 1362.4128345706492, "ratingUpper": 1399.674715939367, "rankUpper": 121, "rankLower": 190, "votes": 925, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 161, "model": "o1-preview", "modelKey": "o1-preview", "org": "OpenAI", "rating": 1380.9623752819375, "ratingLower": 1374.0686674752505, "ratingUpper": 1387.8560830886245, "rankUpper": 139, "rankLower": 176, "votes": 12782, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 162, "model": "qwen3-235b-a22b-no-thinking", "modelKey": "qwen3-235b-a22b-no-thinking", "org": "Alibaba", "rating": 1380.7946467603408, "ratingLower": 1373.9665761071005, "ratingUpper": 1387.6227174135809, "rankUpper": 139, "rankLower": 176, "votes": 9194, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 163, "model": "kimi-k2-0711-preview", "modelKey": "kimi-k2-0711-preview", "org": "Moonshot", "rating": 1380.4762498391437, "ratingLower": 1372.7785864053296, "ratingUpper": 1388.1739132729579, "rankUpper": 139, "rankLower": 180, "votes": 6717, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 131072, "url": "https://moonshotai.github.io/Kimi-K2/", "pimg": null, "psec": null }, { "rank": 164, "model": "minimax-m2.5", "modelKey": "minimax-m2.5", "org": "MiniMax", "rating": 1380.2481569209438, "ratingLower": 1374.2421258060244, "ratingUpper": 1386.254188035863, "rankUpper": 140, "rankLower": 176, "votes": 13058, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.27, "pout": 1.08, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m25", "pimg": null, "psec": null }, { "rank": 165, "model": "deepseek-v3-0324", "modelKey": "deepseek-v3-0324", "org": "DeepSeek", "rating": 1378.266765438241, "ratingLower": 1372.362938826022, "ratingUpper": 1384.17059205046, "rankUpper": 142, "rankLower": 180, "votes": 12339, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 131072, "url": "https://api-docs.deepseek.com/news/news250325", "pimg": null, "psec": null }, { "rank": 166, "model": "qwen3-next-80b-a3b-instruct", "modelKey": "qwen3-next-80b-a3b-instruct", "org": "Alibaba", "rating": 1376.7514916990633, "ratingLower": 1369.1351474355306, "ratingUpper": 1384.367835962596, "rankUpper": 142, "rankLower": 182, "votes": 6321, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 1.1, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct", "pimg": null, "psec": null }, { "rank": 167, "model": "mimo-v2-flash (thinking)", "modelKey": "mimo-v2-flash-thinking-v2", "org": "Xiaomi", "rating": 1375.2568011225753, "ratingLower": 1364.5388205374838, "ratingUpper": 1385.974781707667, "rankUpper": 140, "rankLower": 188, "votes": 2966, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 168, "model": "hunyuan-t1-20250711", "modelKey": "hunyuan-t1-20250711", "org": "Tencent", "rating": 1374.6851341142608, "ratingLower": 1357.2066920242912, "ratingUpper": 1392.1635762042304, "rankUpper": 135, "rankLower": 194, "votes": 1099, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 169, "model": "claude-3-5-sonnet-20241022", "modelKey": "claude-3-5-sonnet-20241022", "org": "Anthropic", "rating": 1373.7038868910327, "ratingLower": 1369.257573643169, "ratingUpper": 1378.150200138896, "rankUpper": 150, "rankLower": 182, "votes": 31212, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 170, "model": "gpt-4.1-mini-2025-04-14", "modelKey": "gpt-4.1-mini-2025-04-14", "org": "OpenAI", "rating": 1372.4354487612825, "ratingLower": 1365.9032360967815, "ratingUpper": 1378.9676614257837, "rankUpper": 150, "rankLower": 186, "votes": 9981, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.6, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 171, "model": "gpt-5-mini-high", "modelKey": "gpt-5-mini-high", "org": "OpenAI", "rating": 1372.2883948211522, "ratingLower": 1364.6859747149895, "ratingUpper": 1379.890814927315, "rankUpper": 147, "rankLower": 188, "votes": 6905, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.125, "pout": 1, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-mini", "pimg": null, "psec": null }, { "rank": 172, "model": "trinity-large-preview", "modelKey": "trinity-large", "org": "Unknown", "rating": 1370.9058903823318, "ratingLower": 1364.0689148154022, "ratingUpper": 1377.7428659492614, "rankUpper": 151, "rankLower": 189, "votes": 9204, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.45, "ctx": 131000, "url": "https://www.arcee.ai/blog/trinity-large", "pimg": null, "psec": null }, { "rank": 173, "model": "glm-4.6v", "modelKey": "glm-4.6v", "org": "Z.ai", "rating": 1370.184559323957, "ratingLower": 1348.374030864911, "ratingUpper": 1391.995087783003, "rankUpper": 135, "rankLower": 205, "votes": 737, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 0.9, "ctx": 131072, "url": "https://huggingface.co/zai-org/GLM-4.6V", "pimg": null, "psec": null }, { "rank": 174, "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "modelKey": "gemini-2.5-flash-lite-preview-06-17-thinking", "org": "Google", "rating": 1368.983237566715, "ratingLower": 1361.9485799651127, "ratingUpper": 1376.0178951683174, "rankUpper": 154, "rankLower": 190, "votes": 8056, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash-lite-preview-06-17", "pimg": null, "psec": null }, { "rank": 175, "model": "o4-mini-2025-04-16", "modelKey": "o4-mini-2025-04-16", "org": "OpenAI", "rating": 1368.442482108609, "ratingLower": 1362.3691097802225, "ratingUpper": 1374.5158544369954, "rankUpper": 157, "rankLower": 190, "votes": 11803, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 176, "model": "o3-mini-high", "modelKey": "o3-mini-high", "org": "OpenAI", "rating": 1366.2821797866607, "ratingLower": 1358.6306865947847, "ratingUpper": 1373.9336729785366, "rankUpper": 161, "rankLower": 193, "votes": 6681, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://platform.openai.com/docs/guides/reasoning#reasoning-effort", "pimg": null, "psec": null }, { "rank": 177, "model": "qwen3-30b-a3b-instruct-2507", "modelKey": "qwen3-30b-a3b-instruct-2507", "org": "Alibaba", "rating": 1365.964051552476, "ratingLower": 1358.065078271602, "ratingUpper": 1373.8630248333498, "rankUpper": 161, "rankLower": 193, "votes": 5930, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.04815, "pout": 0.19305, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 178, "model": "mistral-medium-2505", "modelKey": "mistral-medium-2505", "org": "Mistral", "rating": 1365.9166581441993, "ratingLower": 1358.731624967314, "ratingUpper": 1373.101691321085, "rankUpper": 161, "rankLower": 193, "votes": 7903, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 179, "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "modelKey": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "org": "Google", "rating": 1364.5088272535297, "ratingLower": 1358.7998612838817, "ratingUpper": 1370.2177932231778, "rankUpper": 165, "rankLower": 193, "votes": 12881, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 180, "model": "amazon-nova-experimental-chat-11-10", "modelKey": "amazon-nova-experimental-chat-11-10", "org": "Amazon", "rating": 1361.6701889321373, "ratingLower": 1354.3399717146185, "ratingUpper": 1369.000406149656, "rankUpper": 167, "rankLower": 198, "votes": 6736, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 181, "model": "solar-pro4", "modelKey": "solar-pro4-20260805", "org": "Upstage", "rating": 1361.2648629828182, "ratingLower": 1341.0382046543148, "ratingUpper": 1381.4915213113215, "rankUpper": 143, "rankLower": 215, "votes": 873, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.09, "pout": 0.36, "ctx": 524288, "url": "https://www.upstage.ai/blog/en/solar-pro-4", "pimg": null, "psec": null }, { "rank": 182, "model": "glm-4.5-air", "modelKey": "glm-4.5-air", "org": "Z.ai", "rating": 1360.9768352081612, "ratingLower": 1354.0917829546468, "ratingUpper": 1367.8618874616757, "rankUpper": 167, "rankLower": 198, "votes": 8062, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.85, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 183, "model": "grok-3-mini-high", "modelKey": "grok-3-mini-high", "org": "SpaceXAI", "rating": 1360.4631157006665, "ratingLower": 1351.2045390552607, "ratingUpper": 1369.7216923460724, "rankUpper": 165, "rankLower": 200, "votes": 4127, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.27, "ctx": null, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 184, "model": "qwen3-next-80b-a3b-thinking", "modelKey": "qwen3-next-80b-a3b-thinking", "org": "Alibaba", "rating": 1358.8240528388162, "ratingLower": 1348.895164937455, "ratingUpper": 1368.7529407401773, "rankUpper": 167, "rankLower": 204, "votes": 3492, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 1.2, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking", "pimg": null, "psec": null }, { "rank": 185, "model": "trinity-large-thinking", "modelKey": "trinity-large-thinking", "org": "Unknown", "rating": 1358.3378658229622, "ratingLower": 1351.4219991299149, "ratingUpper": 1365.2537325160094, "rankUpper": 168, "rankLower": 200, "votes": 9819, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.25, "pout": 0.8, "ctx": 262144, "url": "https://www.arcee.ai/blog/trinity-large-thinking", "pimg": null, "psec": null }, { "rank": 186, "model": "qwen2.5-max", "modelKey": "qwen2.5-max", "org": "Alibaba", "rating": 1356.867385242167, "ratingLower": 1350.821357730939, "ratingUpper": 1362.9134127533953, "rankUpper": 171, "rankLower": 200, "votes": 10937, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5-max/", "pimg": null, "psec": null }, { "rank": 187, "model": "qwen3-235b-a22b", "modelKey": "qwen3-235b-a22b", "org": "Alibaba", "rating": 1356.5512733993294, "ratingLower": 1348.8007175752814, "ratingUpper": 1364.3018292233774, "rankUpper": 170, "rankLower": 204, "votes": 6159, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 188, "model": "hunyuan-turbos-20250416", "modelKey": "hunyuan-turbos-20250416", "org": "Tencent", "rating": 1353.214927131007, "ratingLower": 1341.3341567967132, "ratingUpper": 1365.0956974653006, "rankUpper": 168, "rankLower": 215, "votes": 2410, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 189, "model": "grok-3-mini-beta", "modelKey": "grok-3-mini-beta", "org": "SpaceXAI", "rating": 1352.5316165965976, "ratingLower": 1344.3806412305157, "ratingUpper": 1360.6825919626792, "rankUpper": 174, "rankLower": 211, "votes": 5400, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 131072, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 190, "model": "llama-3.1-nemotron-ultra-253b-v1", "modelKey": "llama-3.1-nemotron-ultra-253b-v1", "org": "Nvidia", "rating": 1351.2818495530717, "ratingLower": 1329.6323998639416, "ratingUpper": 1372.9312992422015, "rankUpper": 161, "rankLower": 227, "votes": 660, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open Model", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-Ultra-253B-v1", "pimg": null, "psec": null }, { "rank": 191, "model": "hunyuan-turbos-20250226", "modelKey": "hunyuan-turbos-20250226", "org": "Tencent", "rating": 1350.5863415912931, "ratingLower": 1332.7365890977594, "ratingUpper": 1368.4360940848267, "rankUpper": 167, "rankLower": 221, "votes": 886, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 192, "model": "glm-4.7-flash", "modelKey": "glm-4.7-flash-fireworks", "org": "Z.ai", "rating": 1348.697704096099, "ratingLower": 1338.2751647435477, "ratingUpper": 1359.1202434486502, "rankUpper": 174, "rankLower": 216, "votes": 3143, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.0605, "pout": 0.4, "ctx": 200000, "url": "https://huggingface.co/zai-org/GLM-4.7-Flash", "pimg": null, "psec": null }, { "rank": 193, "model": "gemini-2.0-flash-001", "modelKey": "gemini-2.0-flash-001", "org": "Google", "rating": 1347.5264719632355, "ratingLower": 1341.9155152265362, "ratingUpper": 1353.1374286999348, "rankUpper": 181, "rankLower": 214, "votes": 13609, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys-1121&model=gemini-2.0-flash-001", "pimg": null, "psec": null }, { "rank": 194, "model": "minimax-m1", "modelKey": "minimax-m1", "org": "MiniMax", "rating": 1346.1233889358334, "ratingLower": 1339.3755437616937, "ratingUpper": 1352.871234109973, "rankUpper": 181, "rankLower": 216, "votes": 8545, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 2.2, "ctx": 1000000, "url": "https://www.minimax.io/news/minimaxm1", "pimg": null, "psec": null }, { "rank": 195, "model": "amazon-nova-experimental-chat-10-20", "modelKey": "amazon-nova-experimental-chat-10-20", "org": "Amazon", "rating": 1345.5130865621177, "ratingLower": 1334.8136546425742, "ratingUpper": 1356.2125184816612, "rankUpper": 179, "rankLower": 221, "votes": 3040, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 196, "model": "nvidia-nemotron-3-super-120b-a12b", "modelKey": "march26-chatbot1", "org": "Nvidia", "rating": 1345.1084144576964, "ratingLower": 1332.1566392013299, "ratingUpper": 1358.060189714063, "rankUpper": 178, "rankLower": 221, "votes": 2009, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8", "pimg": null, "psec": null }, { "rank": 197, "model": "step-3", "modelKey": "step-3", "org": "StepFun", "rating": 1345.0115362067659, "ratingLower": 1330.590670472587, "ratingUpper": 1359.4324019409448, "rankUpper": 174, "rankLower": 225, "votes": 1631, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.57, "pout": 1.42, "ctx": 65536, "url": "https://stepfun.ai/research/en/step3", "pimg": null, "psec": null }, { "rank": 198, "model": "o3-mini", "modelKey": "o3-mini", "org": "OpenAI", "rating": 1343.606484870853, "ratingLower": 1338.4629168353054, "ratingUpper": 1348.7500529064005, "rankUpper": 186, "rankLower": 216, "votes": 16922, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.55, "pout": 2.2, "ctx": 200000, "url": "https://openai.com/index/openai-o3-mini/", "pimg": null, "psec": null }, { "rank": 199, "model": "gemma-3-27b-it", "modelKey": "gemma-3-27b-it", "org": "Google", "rating": 1343.5568792273548, "ratingLower": 1337.8311902511875, "ratingUpper": 1349.282568203522, "rankUpper": 184, "rankLower": 217, "votes": 12426, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.08, "pout": 0.45, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-27b-it", "pimg": null, "psec": null }, { "rank": 200, "model": "deepseek-v3", "modelKey": "deepseek-v3", "org": "DeepSeek", "rating": 1343.315758987047, "ratingLower": 1336.4039395828743, "ratingUpper": 1350.2275783912196, "rankUpper": 184, "rankLower": 220, "votes": 8606, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": 1.1400000000000001, "pout": 4.5600000000000005, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V3", "pimg": null, "psec": null }, { "rank": 201, "model": "nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4", "modelKey": "august26-chatbot1-fmme", "org": "Nvidia", "rating": 1342.6863768214728, "ratingLower": 1330.9101267877543, "ratingUpper": 1354.4626268551913, "rankUpper": 179, "rankLower": 225, "votes": 2888, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://developer.nvidia.com/blog/nvidia-nemotron-3-5-lightning-delivers-fast-accurate-specialized-task-execution-for-long-running-agents/?nvid=nv-csfg-698644", "pimg": null, "psec": null }, { "rank": 202, "model": "command-a-03-2025", "modelKey": "command-a-03-2025", "org": "Cohere", "rating": 1341.5522364076016, "ratingLower": 1336.2375336261778, "ratingUpper": 1346.8669391890255, "rankUpper": 187, "rankLower": 220, "votes": 15450, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 256000, "url": "https://cohere.com/blog/command-a", "pimg": null, "psec": null }, { "rank": 203, "model": "glm-4.5v", "modelKey": "glm-4.5v", "org": "Z.ai", "rating": 1339.7970517309852, "ratingLower": 1323.9142568189866, "ratingUpper": 1355.6798466429839, "rankUpper": 179, "rankLower": 233, "votes": 1292, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 65536, "url": "https://huggingface.co/zai-org/GLM-4.5V", "pimg": null, "psec": null }, { "rank": 204, "model": "gemini-1.5-pro-002", "modelKey": "gemini-1.5-pro-002", "org": "Google", "rating": 1339.4640749968742, "ratingLower": 1334.4497370102492, "ratingUpper": 1344.478412983499, "rankUpper": 187, "rankLower": 221, "votes": 22789, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-pro-002", "pimg": null, "psec": null }, { "rank": 205, "model": "granite-4.2-30b", "modelKey": "vantage", "org": "IBM", "rating": 1338.3644894117595, "ratingLower": 1319.8263786649418, "ratingUpper": 1356.9026001585771, "rankUpper": 179, "rankLower": 237, "votes": 1104, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 206, "model": "mistral-small-2506", "modelKey": "mistral-small-2506", "org": "Mistral", "rating": 1337.9750711918532, "ratingLower": 1329.060724585131, "ratingUpper": 1346.8894177985753, "rankUpper": 187, "rankLower": 227, "votes": 4360, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506", "pimg": null, "psec": null }, { "rank": 207, "model": "claude-3-5-sonnet-20240620", "modelKey": "claude-3-5-sonnet-20240620", "org": "Anthropic", "rating": 1337.8373883642369, "ratingLower": 1332.6910680383069, "ratingUpper": 1342.9837086901668, "rankUpper": 188, "rankLower": 221, "votes": 32074, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-5-sonnet", "pimg": null, "psec": null }, { "rank": 208, "model": "minimax-m2", "modelKey": "minimax-m2", "org": "MiniMax", "rating": 1337.3655869228892, "ratingLower": 1324.3147425944937, "ratingUpper": 1350.4164312512846, "rankUpper": 184, "rankLower": 233, "votes": 1980, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m2", "pimg": null, "psec": null }, { "rank": 209, "model": "qwen-plus-0125", "modelKey": "qwen-plus-0125", "org": "Alibaba", "rating": 1331.7885554402435, "ratingLower": 1319.629647874873, "ratingUpper": 1343.947463005614, "rankUpper": 188, "rankLower": 238, "votes": 2249, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.2, "ctx": 131072, "url": "https://www.alibabacloud.com/help/en/model-studio/developer-reference/what-is-qwen-llm", "pimg": null, "psec": null }, { "rank": 210, "model": "o1-mini", "modelKey": "o1-mini", "org": "OpenAI", "rating": 1331.7340091372805, "ratingLower": 1326.435792312795, "ratingUpper": 1337.032225961766, "rankUpper": 195, "rankLower": 231, "votes": 21478, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 211, "model": "gemini-2.0-flash-lite-preview-02-05", "modelKey": "gemini-2.0-flash-lite-preview-02-05", "org": "Google", "rating": 1331.2260316209888, "ratingLower": 1324.8506247484231, "ratingUpper": 1337.6014384935547, "rankUpper": 195, "rankLower": 232, "votes": 9249, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/prompts/new_chat?model=gemini-2.0-flash-lite", "pimg": null, "psec": null }, { "rank": 212, "model": "qwen3-32b", "modelKey": "qwen3-32b", "org": "Alibaba", "rating": 1331.1023603181804, "ratingLower": 1312.1398861856958, "ratingUpper": 1350.064834450665, "rankUpper": 184, "rankLower": 246, "votes": 858, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.08, "pout": 0.28, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 213, "model": "intellect-3", "modelKey": "intellect-3", "org": "Unknown", "rating": 1330.017387075996, "ratingLower": 1314.2131186521904, "ratingUpper": 1345.8216554998019, "rankUpper": 187, "rankLower": 245, "votes": 1407, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 1.1, "ctx": 131072, "url": "https://www.primeintellect.ai/blog/intellect-3", "pimg": null, "psec": null }, { "rank": 214, "model": "nova-2-lite", "modelKey": "nova-2-lite", "org": "Amazon", "rating": 1327.5678273163783, "ratingLower": 1317.163937635899, "ratingUpper": 1337.9717169968576, "rankUpper": 194, "rankLower": 243, "votes": 3324, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1000000, "url": "https://aws.amazon.com/blogs/aws/introducing-amazon-nova-2-lite-a-fast-cost-effective-reasoning-model/", "pimg": null, "psec": null }, { "rank": 215, "model": "gpt-5-nano-high", "modelKey": "gpt-5-nano-high", "org": "OpenAI", "rating": 1327.084078235988, "ratingLower": 1313.9578048572841, "ratingUpper": 1340.210351614692, "rankUpper": 191, "rankLower": 245, "votes": 2023, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.025, "pout": 0.2, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-nano", "pimg": null, "psec": null }, { "rank": 216, "model": "gpt-4o-2024-05-13", "modelKey": "gpt-4o-2024-05-13", "org": "OpenAI", "rating": 1325.485959621978, "ratingLower": 1320.4439158406055, "ratingUpper": 1330.5280034033508, "rankUpper": 204, "rankLower": 234, "votes": 43766, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://openai.com/index/hello-gpt-4o/", "pimg": null, "psec": null }, { "rank": 217, "model": "llama-3.3-nemotron-49b-super-v1", "modelKey": "llama-3.3-nemotron-49b-super-v1", "org": "Nvidia", "rating": 1325.3549065329028, "ratingLower": 1305.8905374284607, "ratingUpper": 1344.819275637345, "rankUpper": 187, "rankLower": 252, "votes": 803, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1", "pimg": null, "psec": null }, { "rank": 218, "model": "gpt-oss-120b", "modelKey": "gpt-oss-120b", "org": "OpenAI", "rating": 1324.0660757612163, "ratingLower": 1316.9741992389688, "ratingUpper": 1331.1579522834638, "rankUpper": 202, "rankLower": 243, "votes": 7745, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.0296, "pout": 0.136, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 219, "model": "mercury-2", "modelKey": "mercury-2", "org": "Inception AI", "rating": 1323.5355272510517, "ratingLower": 1303.5139071115348, "ratingUpper": 1343.5571473905688, "rankUpper": 188, "rankLower": 256, "votes": 839, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/introducing-mercury-2", "pimg": null, "psec": null }, { "rank": 220, "model": "qwq-32b", "modelKey": "qwq-32b", "org": "Alibaba", "rating": 1322.823008581974, "ratingLower": 1315.7757435559229, "ratingUpper": 1329.8702736080252, "rankUpper": 204, "rankLower": 243, "votes": 7163, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B", "pimg": null, "psec": null }, { "rank": 221, "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "modelKey": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "org": "Nvidia", "rating": 1321.5425336110668, "ratingLower": 1301.6343934544586, "ratingUpper": 1341.4506737676752, "rankUpper": 189, "rankLower": 258, "votes": 804, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5", "pimg": null, "psec": null }, { "rank": 222, "model": "gemma-3-12b-it", "modelKey": "gemma-3-12b-it", "org": "Google", "rating": 1321.1210328415648, "ratingLower": 1304.8063409269637, "ratingUpper": 1337.4357247561657, "rankUpper": 195, "rankLower": 254, "votes": 1145, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.15, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-12b-it", "pimg": null, "psec": null }, { "rank": 223, "model": "olmo-3.1-32b-instruct", "modelKey": "olmo-3.1-32b-instruct", "org": "Ai2", "rating": 1320.9807968678574, "ratingLower": 1310.1678735561238, "ratingUpper": 1331.7937201795912, "rankUpper": 202, "rankLower": 247, "votes": 3095, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Instruct", "pimg": null, "psec": null }, { "rank": 224, "model": "gpt-4o-2024-08-06", "modelKey": "gpt-4o-2024-08-06", "org": "OpenAI", "rating": 1318.5092476033362, "ratingLower": 1312.6780166462781, "ratingUpper": 1324.340478560394, "rankUpper": 208, "rankLower": 246, "votes": 18305, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4o", "pimg": null, "psec": null }, { "rank": 225, "model": "gemini-advanced-0514", "modelKey": "gemini-advanced-0514", "org": "Google", "rating": 1317.0243053361153, "ratingLower": 1310.2202226877828, "ratingUpper": 1323.828387984448, "rankUpper": 210, "rankLower": 247, "votes": 18524, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://gemini.google.com/advanced", "pimg": null, "psec": null }, { "rank": 226, "model": "hunyuan-large-2025-02-10", "modelKey": "hunyuan-large-2025-02-10", "org": "Tencent", "rating": 1316.0619575430508, "ratingLower": 1300.4304494534, "ratingUpper": 1331.6934656327016, "rankUpper": 202, "rankLower": 260, "votes": 1300, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 227, "model": "step-2-16k-exp-202412", "modelKey": "step-2-16k-exp-202412", "org": "StepFun", "rating": 1315.7347130097594, "ratingLower": 1303.1876669714245, "ratingUpper": 1328.2817590480945, "rankUpper": 206, "rankLower": 257, "votes": 1950, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/text", "pimg": null, "psec": null }, { "rank": 228, "model": "claude-3-5-haiku-20241022", "modelKey": "claude-3-5-haiku-20241022", "org": "Anthropic", "rating": 1315.6700579559326, "ratingLower": 1310.9758744820485, "ratingUpper": 1320.3642414298167, "rankUpper": 211, "rankLower": 247, "votes": 21893, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 229, "model": "ling-flash-2.0", "modelKey": "ling-flash-2.0", "org": "Ant Group", "rating": 1315.2304591339123, "ratingLower": 1301.4373800014416, "ratingUpper": 1329.0235382663832, "rankUpper": 206, "rankLower": 258, "votes": 1788, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ling-flash-2.0", "pimg": null, "psec": null }, { "rank": 230, "model": "llama-3.1-405b-instruct-fp8", "modelKey": "llama-3.1-405b-instruct-fp8", "org": "Meta", "rating": 1314.6939537697222, "ratingLower": 1309.3582538580486, "ratingUpper": 1320.0296536813958, "rankUpper": 211, "rankLower": 248, "votes": 23585, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 231, "model": "glm-4-plus-0111", "modelKey": "glm-4-plus-0111", "org": "Z.ai", "rating": 1314.5947203309804, "ratingLower": 1302.1003735035567, "ratingUpper": 1327.0890671584039, "rankUpper": 206, "rankLower": 257, "votes": 2160, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 232, "model": "ring-flash-2.0", "modelKey": "ring-flash-2.0", "org": "Ant Group", "rating": 1314.5445575221224, "ratingLower": 1300.793552563603, "ratingUpper": 1328.2955624806416, "rankUpper": 206, "rankLower": 259, "votes": 1821, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ring-flash-2.0", "pimg": null, "psec": null }, { "rank": 233, "model": "amazon-nova-experimental-chat-10-09", "modelKey": "amazon-nova-experimental-chat-10-09", "org": "Amazon", "rating": 1314.5200267777827, "ratingLower": 1293.0100205234262, "ratingUpper": 1336.0300330321395, "rankUpper": 197, "rankLower": 271, "votes": 705, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 234, "model": "deepseek-v2.5-1210", "modelKey": "deepseek-v2.5-1210", "org": "DeepSeek", "rating": 1314.3077618888349, "ratingLower": 1303.027868800955, "ratingUpper": 1325.5876549767147, "rankUpper": 207, "rankLower": 257, "votes": 2970, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5-1210", "pimg": null, "psec": null }, { "rank": 235, "model": "claude-3-opus-20240229", "modelKey": "claude-3-opus-20240229", "org": "Anthropic", "rating": 1314.1633554661853, "ratingLower": 1309.6262560073048, "ratingUpper": 1318.7004549250657, "rankUpper": 213, "rankLower": 247, "votes": 72001, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 236, "model": "llama-3.1-405b-instruct-bf16", "modelKey": "llama-3.1-405b-instruct-bf16", "org": "Meta", "rating": 1314.1221112377964, "ratingLower": 1308.8236169660254, "ratingUpper": 1319.4206055095674, "rankUpper": 213, "rankLower": 248, "votes": 16174, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 237, "model": "hunyuan-turbo-0110", "modelKey": "hunyuan-turbo-0110", "org": "Tencent", "rating": 1313.5644213732621, "ratingLower": 1295.4616609274715, "ratingUpper": 1331.667181819053, "rankUpper": 202, "rankLower": 269, "votes": 842, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 238, "model": "llama-4-maverick-17b-128e-instruct", "modelKey": "llama-4-maverick-17b-128e-instruct", "org": "Meta", "rating": 1313.4111128950915, "ratingLower": 1306.9343357684045, "ratingUpper": 1319.8878900217785, "rankUpper": 211, "rankLower": 251, "votes": 10470, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 4", "open": 1, "pin": 0.63, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct", "pimg": null, "psec": null }, { "rank": 239, "model": "grok-2-2024-08-13", "modelKey": "grok-2-2024-08-13", "org": "SpaceXAI", "rating": 1312.2527674140597, "ratingLower": 1307.214995832178, "ratingUpper": 1317.2905389959415, "rankUpper": 213, "rankLower": 251, "votes": 25659, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 240, "model": "gemini-1.5-pro-001", "modelKey": "gemini-1.5-pro-001", "org": "Google", "rating": 1311.3410829223667, "ratingLower": 1305.5154839278982, "ratingUpper": 1317.1666819168354, "rankUpper": 213, "rankLower": 253, "votes": 29835, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro", "pimg": null, "psec": null }, { "rank": 241, "model": "qwen3-30b-a3b", "modelKey": "qwen3-30b-a3b", "org": "Alibaba", "rating": 1310.1141031201296, "ratingLower": 1302.249056911217, "ratingUpper": 1317.9791493290425, "rankUpper": 213, "rankLower": 257, "votes": 6113, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.12, "pout": 0.5, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 242, "model": "molmo-2-8b", "modelKey": "molmo-2-8b", "org": "Ai2", "rating": 1309.4739736175795, "ratingLower": 1271.300681324213, "ratingUpper": 1347.647265910946, "rankUpper": 187, "rankLower": 289, "votes": 214, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 36864, "url": "https://huggingface.co/allenai/Molmo2-8B", "pimg": null, "psec": null }, { "rank": 243, "model": "yi-lightning", "modelKey": "yi-lightning", "org": "Unknown", "rating": 1308.4237856912075, "ratingLower": 1301.4641755522573, "ratingUpper": 1315.383395830158, "rankUpper": 216, "rankLower": 258, "votes": 10932, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.lingyiwanwu.com/docs#%E6%A8%A1%E5%9E%8B%E4%B8%8E%E8%AE%A1%E8%B4%B9", "pimg": null, "psec": null }, { "rank": 244, "model": "step-1o-turbo-202506", "modelKey": "step-1o-turbo-202506", "org": "StepFun", "rating": 1306.8187205726117, "ratingLower": 1294.0075485829097, "ratingUpper": 1319.6298925623134, "rankUpper": 212, "rankLower": 270, "votes": 2083, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/vision", "pimg": null, "psec": null }, { "rank": 245, "model": "gpt-4-turbo-2024-04-09", "modelKey": "gpt-4-turbo-2024-04-09", "org": "OpenAI", "rating": 1303.1134167810956, "ratingLower": 1297.5606679047269, "ratingUpper": 1308.6661656574645, "rankUpper": 226, "rankLower": 265, "votes": 36297, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4", "pimg": null, "psec": null }, { "rank": 246, "model": "athene-v2-chat", "modelKey": "athene-v2-chat", "org": "Unknown", "rating": 1301.8949258035268, "ratingLower": 1295.5351202687714, "ratingUpper": 1308.2547313382822, "rankUpper": 226, "rankLower": 269, "votes": 10236, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NexusFlow", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-V2-Chat", "pimg": null, "psec": null }, { "rank": 247, "model": "qwen-max-0919", "modelKey": "qwen-max-0919", "org": "Alibaba", "rating": 1301.4734852397182, "ratingLower": 1293.4902173886856, "ratingUpper": 1309.456753090751, "rankUpper": 224, "rankLower": 270, "votes": 6919, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.6, "pout": 6.4, "ctx": 32768, "url": "https://help.aliyun.com/zh/dashscope/developer-reference/model-introduction", "pimg": null, "psec": null }, { "rank": 248, "model": "glm-4-plus", "modelKey": "glm-4-plus", "org": "Z.ai", "rating": 1300.6770497726893, "ratingLower": 1293.735484563584, "ratingUpper": 1307.6186149817947, "rankUpper": 226, "rankLower": 270, "votes": 10743, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 1.76, "ctx": 204800, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 249, "model": "gpt-4.1-nano-2025-04-14", "modelKey": "gpt-4.1-nano-2025-04-14", "org": "OpenAI", "rating": 1300.4071425781358, "ratingLower": 1287.9072942352777, "ratingUpper": 1312.9069909209936, "rankUpper": 218, "rankLower": 276, "votes": 2015, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 250, "model": "magistral-medium-2506", "modelKey": "magistral-medium-2506", "org": "Mistral", "rating": 1300.3577433095234, "ratingLower": 1289.4689067752884, "ratingUpper": 1311.2465798437581, "rankUpper": 220, "rankLower": 275, "votes": 3098, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 5, "ctx": 40000, "url": "https://mistral.ai/news/magistral", "pimg": null, "psec": null }, { "rank": 251, "model": "olmo-3-32b-think", "modelKey": "olmo-3-32b-think", "org": "Ai2", "rating": 1299.7706083358923, "ratingLower": 1283.8379594541816, "ratingUpper": 1315.703257217603, "rankUpper": 216, "rankLower": 278, "votes": 1474, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3-32B-Think", "pimg": null, "psec": null }, { "rank": 252, "model": "mistral-large-2407", "modelKey": "mistral-large-2407", "org": "Mistral", "rating": 1299.3111822499395, "ratingLower": 1293.606428917965, "ratingUpper": 1305.0159355819137, "rankUpper": 230, "rankLower": 270, "votes": 18321, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Mistral Research", "open": 1, "pin": 2, "pout": 6, "ctx": 131072, "url": "https://mistral.ai/news/mistral-large-2407/", "pimg": null, "psec": null }, { "rank": 253, "model": "llama-4-scout-17b-16e-instruct", "modelKey": "llama-4-scout-17b-16e-instruct", "org": "Meta", "rating": 1298.8988351315265, "ratingLower": 1291.5657390820572, "ratingUpper": 1306.2319311809956, "rankUpper": 228, "rankLower": 272, "votes": 7448, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 16384, "url": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "pimg": null, "psec": null }, { "rank": 254, "model": "gpt-4-1106-preview", "modelKey": "gpt-4-1106-preview", "org": "OpenAI", "rating": 1296.3306033446884, "ratingLower": 1290.676242868441, "ratingUpper": 1301.9849638209357, "rankUpper": 236, "rankLower": 274, "votes": 34416, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 255, "model": "mistral-large-2411", "modelKey": "mistral-large-2411", "org": "Mistral", "rating": 1294.6497535321478, "ratingLower": 1288.5559980364494, "ratingUpper": 1300.7435090278461, "rankUpper": 240, "rankLower": 276, "votes": 10971, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 2, "pout": 6, "ctx": 128000, "url": "https://huggingface.co/mistralai/Mistral-Large-Instruct-2411", "pimg": null, "psec": null }, { "rank": 256, "model": "qwen2.5-plus-1127", "modelKey": "qwen2.5-plus-1127", "org": "Alibaba", "rating": 1294.5987171199356, "ratingLower": 1285.5083547830673, "ratingUpper": 1303.6890794568042, "rankUpper": 231, "rankLower": 278, "votes": 4234, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://help.aliyun.com/zh/model-studio/getting-started/models?spm=a2c4g.11186623.0.i7", "pimg": null, "psec": null }, { "rank": 257, "model": "mistral-small-3.1-24b-instruct-2503", "modelKey": "mistral-small-3.1-24b-instruct-2503", "org": "Mistral", "rating": 1293.7208219473441, "ratingLower": 1286.5933808776372, "ratingUpper": 1300.848263017051, "rankUpper": 239, "rankLower": 277, "votes": 8006, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503", "pimg": null, "psec": null }, { "rank": 258, "model": "gpt-4o-mini-2024-07-18", "modelKey": "gpt-4o-mini-2024-07-18", "org": "OpenAI", "rating": 1293.1238692445866, "ratingLower": 1288.2657710889277, "ratingUpper": 1297.9819674002454, "rankUpper": 241, "rankLower": 276, "votes": 26705, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/", "pimg": null, "psec": null }, { "rank": 259, "model": "llama-3.3-70b-instruct", "modelKey": "llama-3.3-70b-instruct", "org": "Meta", "rating": 1292.6138697722715, "ratingLower": 1287.5645149457205, "ratingUpper": 1297.6632245988226, "rankUpper": 241, "rankLower": 277, "votes": 18759, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama-3.3", "open": 1, "pin": 0.1, "pout": 0.32, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "pimg": null, "psec": null }, { "rank": 260, "model": "qwen2.5-72b-instruct", "modelKey": "qwen2.5-72b-instruct", "org": "Alibaba", "rating": 1292.0383878581854, "ratingLower": 1286.357649431326, "ratingUpper": 1297.7191262850447, "rankUpper": 241, "rankLower": 277, "votes": 16363, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5/", "pimg": null, "psec": null }, { "rank": 261, "model": "deepseek-v2.5", "modelKey": "deepseek-v2.5", "org": "DeepSeek", "rating": 1291.43824308562, "ratingLower": 1284.670245466079, "ratingUpper": 1298.2062407051608, "rankUpper": 241, "rankLower": 278, "votes": 10175, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5", "pimg": null, "psec": null }, { "rank": 262, "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "modelKey": "nvidia-nemotron-3-nano-30b-a3b-bf16", "org": "Nvidia", "rating": 1290.5419480993248, "ratingLower": 1281.150046319, "ratingUpper": 1299.9338498796494, "rankUpper": 241, "rankLower": 281, "votes": 4208, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": 0.06, "pout": 0.24, "ctx": 262144, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "pimg": null, "psec": null }, { "rank": 263, "model": "gpt-4-0125-preview", "modelKey": "gpt-4-0125-preview", "org": "OpenAI", "rating": 1290.1831100575544, "ratingLower": 1284.3928100015778, "ratingUpper": 1295.9734101135311, "rankUpper": 242, "rankLower": 278, "votes": 33252, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 264, "model": "gemini-1.5-flash-002", "modelKey": "gemini-1.5-flash-002", "org": "Google", "rating": 1290.017244567263, "ratingLower": 1284.0877077858024, "ratingUpper": 1295.946781348724, "rankUpper": 242, "rankLower": 278, "votes": 14561, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-002", "pimg": null, "psec": null }, { "rank": 265, "model": "hunyuan-large-vision", "modelKey": "hunyuan-large-vision", "org": "Tencent", "rating": 1286.8403230146264, "ratingLower": 1270.1775527463813, "ratingUpper": 1303.5030932828713, "rankUpper": 232, "rankLower": 290, "votes": 1207, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753#d6cb04da-053d-4bed-b187-191514feb972", "pimg": null, "psec": null }, { "rank": 266, "model": "granite-4.1-8b", "modelKey": "granite-4.1-8b", "org": "IBM", "rating": 1286.5802938591282, "ratingLower": 1268.897686564542, "ratingUpper": 1304.2629011537147, "rankUpper": 231, "rankLower": 290, "votes": 1390, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "https://research.ibm.com/blog/granite-4-1-ai-foundation-models", "pimg": null, "psec": null }, { "rank": 267, "model": "granite-4.2-3b", "modelKey": "nimbus", "org": "IBM", "rating": 1285.4568383107326, "ratingLower": 1265.0263997725872, "ratingUpper": 1305.887276848878, "rankUpper": 229, "rankLower": 292, "votes": 1023, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 268, "model": "gpt-4-0314", "modelKey": "gpt-4-0314", "org": "OpenAI", "rating": 1284.79859633725, "ratingLower": 1277.5275772165817, "ratingUpper": 1292.0696154579186, "rankUpper": 249, "rankLower": 283, "votes": 18087, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://openai.com/research/gpt-4", "pimg": null, "psec": null }, { "rank": 269, "model": "grok-2-mini-2024-08-13", "modelKey": "grok-2-mini-2024-08-13", "org": "SpaceXAI", "rating": 1283.5467115893061, "ratingLower": 1278.2335673873183, "ratingUpper": 1288.8598557912942, "rankUpper": 252, "rankLower": 282, "votes": 21131, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 270, "model": "hunyuan-standard-2025-02-10", "modelKey": "hunyuan-standard-2025-02-10", "org": "Tencent", "rating": 1281.5956906247256, "ratingLower": 1266.2436328123874, "ratingUpper": 1296.947748437064, "rankUpper": 242, "rankLower": 292, "votes": 1329, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 271, "model": "gpt-oss-20b", "modelKey": "gpt-oss-20b", "org": "OpenAI", "rating": 1281.2882288387316, "ratingLower": 1269.1113402783903, "ratingUpper": 1293.4651173990728, "rankUpper": 248, "rankLower": 290, "votes": 2537, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.024, "pout": 0.112, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 272, "model": "gemma-3n-e4b-it", "modelKey": "gemma-3n-e4b-it", "org": "Google", "rating": 1281.2261755051566, "ratingLower": 1272.6234568250861, "ratingUpper": 1289.8288941852272, "rankUpper": 251, "rankLower": 288, "votes": 4963, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.06, "pout": 0.12, "ctx": 32768, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3n-e4b-it", "pimg": null, "psec": null }, { "rank": 273, "model": "llama-3.1-nemotron-70b-instruct", "modelKey": "llama-3.1-nemotron-70b-instruct", "org": "Nvidia", "rating": 1280.1413450152227, "ratingLower": 1269.2233702724927, "ratingUpper": 1291.0593197579526, "rankUpper": 250, "rankLower": 290, "votes": 2959, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct", "pimg": null, "psec": null }, { "rank": 274, "model": "athene-70b-0725", "modelKey": "athene-70b-0725", "org": "Unknown", "rating": 1278.4971389455438, "ratingLower": 1270.7375741308604, "ratingUpper": 1286.2567037602273, "rankUpper": 258, "rankLower": 290, "votes": 7490, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-70B", "pimg": null, "psec": null }, { "rank": 275, "model": "olmo-3.1-32b-think", "modelKey": "olmo-3.1-32b-think", "org": "Ai2", "rating": 1278.019741187567, "ratingLower": 1264.6292908603548, "ratingUpper": 1291.410191514779, "rankUpper": 250, "rankLower": 292, "votes": 2114, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Think", "pimg": null, "psec": null }, { "rank": 276, "model": "gpt-4-0613", "modelKey": "gpt-4-0613", "org": "OpenAI", "rating": 1276.532994903465, "ratingLower": 1270.468332473326, "ratingUpper": 1282.5976573336038, "rankUpper": 263, "rankLower": 290, "votes": 29706, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo", "pimg": null, "psec": null }, { "rank": 277, "model": "amazon-nova-pro-v1.0", "modelKey": "amazon-nova-pro-v1.0", "org": "Amazon", "rating": 1276.5014644425814, "ratingLower": 1270.1633782835818, "ratingUpper": 1282.839550601581, "rankUpper": 263, "rankLower": 290, "votes": 9525, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.8, "pout": 3.2, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 278, "model": "granite-4.2-8b", "modelKey": "solace", "org": "IBM", "rating": 1274.9507360166058, "ratingLower": 1255.4281476917279, "ratingUpper": 1294.473324341484, "rankUpper": 244, "rankLower": 300, "votes": 1074, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.06, "pout": 0.25, "ctx": 131072, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 279, "model": "llama-3.1-70b-instruct", "modelKey": "llama-3.1-70b-instruct", "org": "Meta", "rating": 1272.5816226290883, "ratingLower": 1267.245077329114, "ratingUpper": 1277.9181679290625, "rankUpper": 265, "rankLower": 291, "votes": 21910, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.4, "pout": 0.4, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 280, "model": "llama-3.1-tulu-3-70b", "modelKey": "llama-3.1-tulu-3-70b", "org": "Ai2", "rating": 1272.1184754620851, "ratingLower": 1256.567423847033, "ratingUpper": 1287.669527077137, "rankUpper": 255, "rankLower": 299, "votes": 1170, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-70B", "pimg": null, "psec": null }, { "rank": 281, "model": "mercury", "modelKey": "mercury", "org": "Inception AI", "rating": 1271.3957088957557, "ratingLower": 1245.6299658196983, "ratingUpper": 1297.1614519718128, "rankUpper": 242, "rankLower": 307, "votes": 571, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/mercury-refreshed", "pimg": null, "psec": null }, { "rank": 282, "model": "gemma-2-27b-it", "modelKey": "gemma-2-27b-it", "org": "Google", "rating": 1271.0601847645926, "ratingLower": 1266.2753245336019, "ratingUpper": 1275.8450449955833, "rankUpper": 266, "rankLower": 292, "votes": 29545, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.65, "pout": 0.65, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-27b-it", "pimg": null, "psec": null }, { "rank": 283, "model": "claude-3-sonnet-20240229", "modelKey": "claude-3-sonnet-20240229", "org": "Anthropic", "rating": 1267.9691071304837, "ratingLower": 1262.3097177178345, "ratingUpper": 1273.6284965431332, "rankUpper": 266, "rankLower": 295, "votes": 38802, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 284, "model": "gemma-3-4b-it", "modelKey": "gemma-3-4b-it", "org": "Google", "rating": 1267.4744385898287, "ratingLower": 1251.1295988151633, "ratingUpper": 1283.8192783644943, "rankUpper": 263, "rankLower": 301, "votes": 1233, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-4b-it", "pimg": null, "psec": null }, { "rank": 285, "model": "jamba-1.5-large", "modelKey": "jamba-1.5-large", "org": "Unknown", "rating": 1266.544487767825, "ratingLower": 1255.8281482589716, "ratingUpper": 1277.2608272766788, "rankUpper": 266, "rankLower": 299, "votes": 3266, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 2, "pout": 8, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 286, "model": "ibm-granite-h-small", "modelKey": "ibm-granite-h-small", "org": "IBM", "rating": 1265.2821400483829, "ratingLower": 1249.7367620924156, "ratingUpper": 1280.8275180043504, "rankUpper": 264, "rankLower": 304, "votes": 1562, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.ibm.com/new/announcements/ibm-granite-4-0-hyper-efficient-high-performance-hybrid-models", "pimg": null, "psec": null }, { "rank": 287, "model": "gemini-1.5-flash-001", "modelKey": "gemini-1.5-flash-001", "org": "Google", "rating": 1264.9374970582091, "ratingLower": 1258.939502732106, "ratingUpper": 1270.9354913843126, "rankUpper": 268, "rankLower": 299, "votes": 23685, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash", "pimg": null, "psec": null }, { "rank": 288, "model": "qwen2.5-coder-32b-instruct", "modelKey": "qwen2.5-coder-32b-instruct", "org": "Alibaba", "rating": 1264.0271954092937, "ratingLower": 1252.092117418702, "ratingUpper": 1275.9622733998851, "rankUpper": 266, "rankLower": 300, "votes": 2227, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.87, "pout": 0.87, "ctx": 32000, "url": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "pimg": null, "psec": null }, { "rank": 289, "model": "llama-3.1-nemotron-51b-instruct", "modelKey": "llama-3.1-nemotron-51b-instruct", "org": "Nvidia", "rating": 1262.365956399061, "ratingLower": 1247.7595675894693, "ratingUpper": 1276.9723452086528, "rankUpper": 266, "rankLower": 305, "votes": 1484, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-51B-Instruct", "pimg": null, "psec": null }, { "rank": 290, "model": "reka-core-20240904", "modelKey": "reka-core-20240904", "org": "Unknown", "rating": 1261.798334690301, "ratingLower": 1251.583963307121, "ratingUpper": 1272.012706073481, "rankUpper": 267, "rankLower": 301, "votes": 3118, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 291, "model": "nemotron-4-340b-instruct", "modelKey": "nemotron-4-340b-instruct", "org": "Nvidia", "rating": 1259.0879086382452, "ratingLower": 1250.8754205888215, "ratingUpper": 1267.3003966876686, "rankUpper": 275, "rankLower": 301, "votes": 7354, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Nemotron-4-340B-Instruct", "pimg": null, "psec": null }, { "rank": 292, "model": "llama-3-70b-instruct", "modelKey": "llama-3-70b-instruct", "org": "Meta", "rating": 1258.4070228052915, "ratingLower": 1253.0570358131563, "ratingUpper": 1263.7570097974267, "rankUpper": 280, "rankLower": 300, "votes": 56558, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.51, "pout": 0.74, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 293, "model": "glm-4-0520", "modelKey": "glm-4-0520", "org": "Z.ai", "rating": 1256.1097078613548, "ratingLower": 1245.7904045978569, "ratingUpper": 1266.4290111248527, "rankUpper": 276, "rankLower": 307, "votes": 3766, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://open.bigmodel.cn/dev/api#language", "pimg": null, "psec": null }, { "rank": 294, "model": "mistral-small-24b-instruct-2501", "modelKey": "mistral-small-24b-instruct-2501", "org": "Mistral", "rating": 1255.328212332717, "ratingLower": 1247.087260169288, "ratingUpper": 1263.5691644961462, "rankUpper": 280, "rankLower": 305, "votes": 5485, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501", "pimg": null, "psec": null }, { "rank": 295, "model": "command-r-plus-08-2024", "modelKey": "command-r-plus-08-2024", "org": "Cohere", "rating": 1253.8380264702057, "ratingLower": 1244.4933138167478, "ratingUpper": 1263.1827391236636, "rankUpper": 280, "rankLower": 308, "votes": 4024, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 296, "model": "deepseek-coder-v2", "modelKey": "deepseek-coder-v2", "org": "DeepSeek", "rating": 1252.666819948647, "ratingLower": 1243.600146199041, "ratingUpper": 1261.7334936982525, "rankUpper": 281, "rankLower": 310, "votes": 5614, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 128000, "url": "https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct", "pimg": null, "psec": null }, { "rank": 297, "model": "gemma-2-9b-it-simpo", "modelKey": "gemma-2-9b-it-simpo", "org": "Unknown", "rating": 1251.8791343598361, "ratingLower": 1241.8488055927291, "ratingUpper": 1261.9094631269434, "rankUpper": 281, "rankLower": 310, "votes": 3741, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO", "pimg": null, "psec": null }, { "rank": 298, "model": "reka-flash-20240904", "modelKey": "reka-flash-20240904", "org": "Unknown", "rating": 1249.1319664245189, "ratingLower": 1239.029989678815, "ratingUpper": 1259.233943170223, "rankUpper": 281, "rankLower": 310, "votes": 3246, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 299, "model": "c4ai-aya-expanse-32b", "modelKey": "c4ai-aya-expanse-32b", "org": "Cohere", "rating": 1249.0998759416925, "ratingLower": 1242.3792332221767, "ratingUpper": 1255.8205186612083, "rankUpper": 284, "rankLower": 310, "votes": 11265, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-32b", "pimg": null, "psec": null }, { "rank": 300, "model": "phi-4", "modelKey": "phi-4", "org": "Microsoft", "rating": 1245.390423721996, "ratingLower": 1238.7413388583561, "ratingUpper": 1252.0395085856362, "rankUpper": 287, "rankLower": 310, "votes": 9162, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.07, "pout": 0.14, "ctx": 16384, "url": "https://huggingface.co/microsoft/phi-4", "pimg": null, "psec": null }, { "rank": 301, "model": "claude-3-haiku-20240307", "modelKey": "claude-3-haiku-20240307", "org": "Anthropic", "rating": 1245.0852917139644, "ratingLower": 1239.7401095220657, "ratingUpper": 1250.430473905863, "rankUpper": 290, "rankLower": 310, "votes": 43031, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 302, "model": "gemma-2-9b-it", "modelKey": "gemma-2-9b-it", "org": "Google", "rating": 1244.9355821249235, "ratingLower": 1239.6400747147115, "ratingUpper": 1250.2310895351352, "rankUpper": 290, "rankLower": 310, "votes": 21359, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-9b-it", "pimg": null, "psec": null }, { "rank": 303, "model": "amazon-nova-lite-v1.0", "modelKey": "amazon-nova-lite-v1.0", "org": "Amazon", "rating": 1243.635858289356, "ratingLower": 1236.4951887382485, "ratingUpper": 1250.7765278404636, "rankUpper": 290, "rankLower": 310, "votes": 7809, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.06, "pout": 0.24, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 304, "model": "hunyuan-standard-256k", "modelKey": "hunyuan-standard-256k", "org": "Tencent", "rating": 1243.3598434370626, "ratingLower": 1226.4963181167932, "ratingUpper": 1260.2233687573319, "rankUpper": 281, "rankLower": 311, "votes": 1098, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 305, "model": "qwen2-72b-instruct", "modelKey": "qwen2-72b-instruct", "org": "Alibaba", "rating": 1242.2752916807465, "ratingLower": 1235.451060603235, "ratingUpper": 1249.0995227582578, "rankUpper": 291, "rankLower": 311, "votes": 14194, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 32768, "url": "https://qwenlm.github.io/blog/qwen2/", "pimg": null, "psec": null }, { "rank": 306, "model": "command-r-plus", "modelKey": "command-r-plus", "org": "Cohere", "rating": 1240.8508112487518, "ratingLower": 1234.7503760000118, "ratingUpper": 1246.9512464974919, "rankUpper": 293, "rankLower": 311, "votes": 28069, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 3, "pout": 15, "ctx": 128000, "url": "https://txt.cohere.com/command-r-plus-microsoft-azure/", "pimg": null, "psec": null }, { "rank": 307, "model": "gemini-1.5-flash-8b-001", "modelKey": "gemini-1.5-flash-8b-001", "org": "Google", "rating": 1238.1885817918226, "ratingLower": 1232.2064847778872, "ratingUpper": 1244.1706788057581, "rankUpper": 296, "rankLower": 311, "votes": 14894, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-8b", "pimg": null, "psec": null }, { "rank": 308, "model": "mistral-large-2402", "modelKey": "mistral-large-2402", "org": "Mistral", "rating": 1237.4904240514645, "ratingLower": 1230.8365899997816, "ratingUpper": 1244.1442581031474, "rankUpper": 296, "rankLower": 311, "votes": 21532, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 8, "pout": 24, "ctx": 32000, "url": "https://mistral.ai/news/mistral-large/", "pimg": null, "psec": null }, { "rank": 309, "model": "command-r-08-2024", "modelKey": "command-r-08-2024", "org": "Cohere", "rating": 1235.8030804868724, "ratingLower": 1226.5355330429154, "ratingUpper": 1245.0706279308295, "rankUpper": 295, "rankLower": 311, "votes": 4153, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 310, "model": "olmo-2-0325-32b-instruct", "modelKey": "olmo-2-0325-32b-instruct", "org": "Ai2", "rating": 1228.7796593833768, "ratingLower": 1211.5018026264408, "ratingUpper": 1246.0575161403128, "rankUpper": 293, "rankLower": 323, "votes": 1063, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.05, "pout": 0.2, "ctx": 128000, "url": "https://huggingface.co/allenai/OLMo-2-0325-32B-Instruct", "pimg": null, "psec": null }, { "rank": 311, "model": "gemini-pro", "modelKey": "gemini-pro", "org": "Google", "rating": 1219.287904844347, "ratingLower": 1202.6962567825608, "ratingUpper": 1235.879552906133, "rankUpper": 304, "rankLower": 327, "votes": 1897, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://blog.google/technology/ai/gemini-api-developers-cloud/", "pimg": null, "psec": null }, { "rank": 312, "model": "qwen1.5-110b-chat", "modelKey": "qwen1.5-110b-chat", "org": "Alibaba", "rating": 1217.9543370665983, "ratingLower": 1209.8418087426478, "ratingUpper": 1226.066865390549, "rankUpper": 310, "rankLower": 323, "votes": 9518, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-110b/", "pimg": null, "psec": null }, { "rank": 313, "model": "gpt-3.5-turbo-0125", "modelKey": "gpt-3.5-turbo-0125", "org": "OpenAI", "rating": 1215.0924192122586, "ratingLower": 1208.702845126716, "ratingUpper": 1221.4819932978012, "rankUpper": 310, "rankLower": 326, "votes": 23523, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 1.5, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5-turbo", "pimg": null, "psec": null }, { "rank": 314, "model": "mixtral-8x22b-instruct-v0.1", "modelKey": "mixtral-8x22b-instruct-v0.1", "org": "Mistral", "rating": 1215.069044919067, "ratingLower": 1208.5114898412392, "ratingUpper": 1221.626599996895, "rankUpper": 310, "rankLower": 326, "votes": 18515, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 65536, "url": "https://mistral.ai/news/mixtral-8x22b/", "pimg": null, "psec": null }, { "rank": 315, "model": "amazon-nova-micro-v1.0", "modelKey": "amazon-nova-micro-v1.0", "org": "Amazon", "rating": 1214.8425116461217, "ratingLower": 1207.7092568607334, "ratingUpper": 1221.97576643151, "rankUpper": 310, "rankLower": 326, "votes": 7716, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.035, "pout": 0.14, "ctx": 128000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 316, "model": "qwen1.5-72b-chat", "modelKey": "qwen1.5-72b-chat", "org": "Alibaba", "rating": 1211.708807421209, "ratingLower": 1204.296134830413, "ratingUpper": 1219.1214800120051, "rankUpper": 310, "rankLower": 327, "votes": 13814, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 317, "model": "ministral-8b-2410", "modelKey": "ministral-8b-2410", "org": "Mistral", "rating": 1211.001923775483, "ratingLower": 1198.1688557639848, "ratingUpper": 1223.8349917869812, "rankUpper": 310, "rankLower": 329, "votes": 1946, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": 131072, "url": "https://huggingface.co/mistralai/Ministral-8B-Instruct-2410", "pimg": null, "psec": null }, { "rank": 318, "model": "mistral-medium", "modelKey": "mistral-medium", "org": "Mistral", "rating": 1210.3513310822352, "ratingLower": 1202.1244958595973, "ratingUpper": 1218.5781663048729, "rankUpper": 310, "rankLower": 327, "votes": 11466, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 262144, "url": "https://mistral.ai/news/la-plateforme/", "pimg": null, "psec": null }, { "rank": 319, "model": "gemini-pro-dev-api", "modelKey": "gemini-pro-dev-api", "org": "Google", "rating": 1209.6162681669873, "ratingLower": 1199.03194385634, "ratingUpper": 1220.2005924776347, "rankUpper": 310, "rankLower": 328, "votes": 5876, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.0-pro", "pimg": null, "psec": null }, { "rank": 320, "model": "llama-3.1-tulu-3-8b", "modelKey": "llama-3.1-tulu-3-8b", "org": "Ai2", "rating": 1208.1553363949406, "ratingLower": 1192.5322542336564, "ratingUpper": 1223.7784185562246, "rankUpper": 310, "rankLower": 333, "votes": 1172, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B", "pimg": null, "psec": null }, { "rank": 321, "model": "jamba-1.5-mini", "modelKey": "jamba-1.5-mini", "org": "Unknown", "rating": 1204.6209997128303, "ratingLower": 1193.9736916578554, "ratingUpper": 1215.268307767805, "rankUpper": 310, "rankLower": 332, "votes": 3254, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 0.2, "pout": 0.4, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 322, "model": "c4ai-aya-expanse-8b", "modelKey": "c4ai-aya-expanse-8b", "org": "Cohere", "rating": 1204.4635904508766, "ratingLower": 1194.8794868746513, "ratingUpper": 1214.047694027102, "rankUpper": 310, "rankLower": 332, "votes": 4006, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-8b", "pimg": null, "psec": null }, { "rank": 323, "model": "reka-flash-21b-20240226-online", "modelKey": "reka-flash-21b-20240226-online", "org": "Unknown", "rating": 1201.5919240518922, "ratingLower": 1191.2942317108027, "ratingUpper": 1211.8896163929817, "rankUpper": 310, "rankLower": 333, "votes": 5558, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/http-api.html#generation", "pimg": null, "psec": null }, { "rank": 324, "model": "command-r", "modelKey": "command-r", "org": "Cohere", "rating": 1199.5866084552133, "ratingLower": 1192.8113385030993, "ratingUpper": 1206.3618784073274, "rankUpper": 315, "rankLower": 333, "votes": 19085, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://txt.cohere.com/command-r", "pimg": null, "psec": null }, { "rank": 325, "model": "gpt-3.5-turbo-1106", "modelKey": "gpt-3.5-turbo-1106", "org": "OpenAI", "rating": 1197.3529097729252, "ratingLower": 1185.2821518590406, "ratingUpper": 1209.42366768681, "rankUpper": 312, "rankLower": 337, "votes": 5238, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 2, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5", "pimg": null, "psec": null }, { "rank": 326, "model": "zephyr-orpo-141b-A35b-v0.1", "modelKey": "zephyr-orpo-141b-A35b-v0.1", "org": "Unknown", "rating": 1193.2810552979215, "ratingLower": 1177.7275473715956, "ratingUpper": 1208.8345632242472, "rankUpper": 312, "rankLower": 340, "votes": 1593, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1", "pimg": null, "psec": null }, { "rank": 327, "model": "granite-3.1-8b-instruct", "modelKey": "granite-3.1-8b-instruct", "org": "IBM", "rating": 1192.7227889329322, "ratingLower": 1176.0827771874042, "ratingUpper": 1209.3628006784602, "rankUpper": 312, "rankLower": 342, "votes": 1258, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-8b-instruct", "pimg": null, "psec": null }, { "rank": 328, "model": "llama-3-8b-instruct", "modelKey": "llama-3-8b-instruct", "org": "Meta", "rating": 1192.49482730678, "ratingLower": 1186.7873674881444, "ratingUpper": 1198.2022871254158, "rankUpper": 319, "rankLower": 335, "votes": 37733, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.14, "pout": 0.14, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 329, "model": "reka-flash-21b-20240226", "modelKey": "reka-flash-21b-20240226", "org": "Unknown", "rating": 1192.4643477412665, "ratingLower": 1183.984842201173, "ratingUpper": 1200.94385328136, "rankUpper": 318, "rankLower": 339, "votes": 9018, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models", "pimg": null, "psec": null }, { "rank": 330, "model": "llama-3.1-8b-instruct", "modelKey": "llama-3.1-8b-instruct", "org": "Meta", "rating": 1190.9297533772635, "ratingLower": 1185.324367090265, "ratingUpper": 1196.5351396642618, "rankUpper": 320, "rankLower": 337, "votes": 19781, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 331, "model": "yi-1.5-34b-chat", "modelKey": "yi-1.5-34b-chat", "org": "Unknown", "rating": 1187.8417532794165, "ratingLower": 1180.1199835686584, "ratingUpper": 1195.5635229901745, "rankUpper": 320, "rankLower": 339, "votes": 8996, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/01-ai/Yi-1.5-34B-Chat", "pimg": null, "psec": null }, { "rank": 332, "model": "dbrx-instruct-preview", "modelKey": "dbrx-instruct-preview", "org": "Unknown", "rating": 1187.1349656909078, "ratingLower": 1178.5857081744043, "ratingUpper": 1195.6842232074116, "rankUpper": 320, "rankLower": 339, "votes": 11274, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DBRX LICENSE", "open": 1, "pin": 0.6, "pout": 0.6, "ctx": 32768, "url": "https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm", "pimg": null, "psec": null }, { "rank": 333, "model": "qwen1.5-32b-chat", "modelKey": "qwen1.5-32b-chat", "org": "Alibaba", "rating": 1184.4008111899118, "ratingLower": 1175.7782670792105, "ratingUpper": 1193.0233553006133, "rankUpper": 322, "rankLower": 342, "votes": 7653, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-32b/", "pimg": null, "psec": null }, { "rank": 334, "model": "mixtral-8x7b-instruct-v0.1", "modelKey": "mixtral-8x7b-instruct-v0.1", "org": "Mistral", "rating": 1180.4592962840595, "ratingLower": 1174.1390389069302, "ratingUpper": 1186.7795536611886, "rankUpper": 326, "rankLower": 343, "votes": 24974, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.63, "pout": 0.63, "ctx": 32000, "url": "https://mistral.ai/news/mixtral-of-experts/", "pimg": null, "psec": null }, { "rank": 335, "model": "internlm2_5-20b-chat", "modelKey": "internlm2_5-20b-chat", "org": "Unknown", "rating": 1177.9427540436786, "ratingLower": 1167.7695934233316, "ratingUpper": 1188.1159146640255, "rankUpper": 325, "rankLower": 345, "votes": 4092, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Other", "open": 0, "pin": 0, "pout": 0, "ctx": 32768, "url": "https://huggingface.co/internlm/internlm2_5-20b-chat", "pimg": null, "psec": null }, { "rank": 336, "model": "phi-3-medium-4k-instruct", "modelKey": "phi-3-medium-4k-instruct", "org": "Microsoft", "rating": 1177.3212395458272, "ratingLower": 1169.8855972610427, "ratingUpper": 1184.7568818306117, "rankUpper": 328, "rankLower": 343, "votes": 9385, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.17, "pout": 0.68, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-medium-4k-instruct", "pimg": null, "psec": null }, { "rank": 337, "model": "granite-3.1-2b-instruct", "modelKey": "granite-3.1-2b-instruct", "org": "IBM", "rating": 1173.142267582211, "ratingLower": 1156.7274343544589, "ratingUpper": 1189.557100809963, "rankUpper": 325, "rankLower": 353, "votes": 1252, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-2b-instruct", "pimg": null, "psec": null }, { "rank": 338, "model": "granite-3.0-8b-instruct", "modelKey": "granite-3.0-8b-instruct", "org": "IBM", "rating": 1171.9264671637923, "ratingLower": 1159.5800738231385, "ratingUpper": 1184.272860504446, "rankUpper": 328, "rankLower": 352, "votes": 2597, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-8b-instruct", "pimg": null, "psec": null }, { "rank": 339, "model": "gemma-2-2b-it", "modelKey": "gemma-2-2b-it", "org": "Google", "rating": 1170.9887400302293, "ratingLower": 1165.309221002152, "ratingUpper": 1176.6682590583066, "rankUpper": 332, "rankLower": 346, "votes": 18240, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-2b-it", "pimg": null, "psec": null }, { "rank": 340, "model": "tulu-2-dpo-70b", "modelKey": "tulu-2-dpo-70b", "org": "Unknown", "rating": 1170.9231569229175, "ratingLower": 1156.2249302485275, "ratingUpper": 1185.6213835973074, "rankUpper": 326, "rankLower": 353, "votes": 2008, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "AI2 ImpACT Low-risk", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/tulu-2-dpo-70b", "pimg": null, "psec": null }, { "rank": 341, "model": "qwen1.5-14b-chat", "modelKey": "qwen1.5-14b-chat", "org": "Alibaba", "rating": 1167.956569619167, "ratingLower": 1157.9388527320832, "ratingUpper": 1177.9742865062512, "rankUpper": 331, "rankLower": 352, "votes": 6231, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 342, "model": "wizardlm-70b", "modelKey": "wizardlm-70b", "org": "Microsoft", "rating": 1163.4210612525073, "ratingLower": 1149.9429683069673, "ratingUpper": 1176.8991541980474, "rankUpper": 332, "rankLower": 356, "votes": 2680, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-70B-V1.0", "pimg": null, "psec": null }, { "rank": 343, "model": "deepseek-llm-67b-chat", "modelKey": "deepseek-llm-67b-chat", "org": "DeepSeek", "rating": 1157.5240552245177, "ratingLower": 1140.6809281776532, "ratingUpper": 1174.3671822713823, "rankUpper": 334, "rankLower": 361, "votes": 1525, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat", "pimg": null, "psec": null }, { "rank": 344, "model": "gemma-1.1-7b-it", "modelKey": "gemma-1.1-7b-it", "org": "Google", "rating": 1156.281548184294, "ratingLower": 1148.2649560505329, "ratingUpper": 1164.2981403180552, "rankUpper": 338, "rankLower": 357, "votes": 8852, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/google/gemma-1.1-7b-it", "pimg": null, "psec": null }, { "rank": 345, "model": "openchat-3.5-0106", "modelKey": "openchat-3.5-0106", "org": "Unknown", "rating": 1155.2290970765596, "ratingLower": 1144.653660386099, "ratingUpper": 1165.8045337670198, "rankUpper": 337, "rankLower": 358, "votes": 4414, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/openchat/openchat-3.5-0106", "pimg": null, "psec": null }, { "rank": 346, "model": "openchat-3.5", "modelKey": "openchat-3.5", "org": "Unknown", "rating": 1154.0724925583052, "ratingLower": 1139.9003633153309, "ratingUpper": 1168.2446218012792, "rankUpper": 336, "rankLower": 361, "votes": 2391, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/openchat/openchat_3.5", "pimg": null, "psec": null }, { "rank": 347, "model": "phi-3-small-8k-instruct", "modelKey": "phi-3-small-8k-instruct", "org": "Microsoft", "rating": 1154.0593832214622, "ratingLower": 1145.2912815630816, "ratingUpper": 1162.827484879843, "rankUpper": 338, "rankLower": 358, "votes": 6632, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-small-8k-instruct", "pimg": null, "psec": null }, { "rank": 348, "model": "snowflake-arctic-instruct", "modelKey": "snowflake-arctic-instruct", "org": "Unknown", "rating": 1153.2185994513493, "ratingLower": 1144.711646971666, "ratingUpper": 1161.7255519310327, "rankUpper": 338, "rankLower": 358, "votes": 11736, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.snowflake.com/blog/arctic-open-efficient-foundation-language-models-snowflake/", "pimg": null, "psec": null }, { "rank": 349, "model": "openhermes-2.5-mistral-7b", "modelKey": "openhermes-2.5-mistral-7b", "org": "Unknown", "rating": 1153.1932495810875, "ratingLower": 1137.8208680256857, "ratingUpper": 1168.5656311364892, "rankUpper": 336, "rankLower": 363, "votes": 1577, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.17, "pout": 0.17, "ctx": null, "url": "https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B", "pimg": null, "psec": null }, { "rank": 350, "model": "yi-34b-chat", "modelKey": "yi-34b-chat", "org": "Unknown", "rating": 1152.052025919097, "ratingLower": 1142.3010884992275, "ratingUpper": 1161.8029633389667, "rankUpper": 338, "rankLower": 361, "votes": 5099, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Yi License", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 4096, "url": "https://huggingface.co/01-ai/Yi-34B-Chat", "pimg": null, "psec": null }, { "rank": 351, "model": "llama-3.2-3b-instruct", "modelKey": "llama-3.2-3b-instruct", "org": "Meta", "rating": 1146.065913100283, "ratingLower": 1135.0119020535976, "ratingUpper": 1157.1199241469687, "rankUpper": 340, "rankLower": 363, "votes": 3171, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.05, "pout": 0.33, "ctx": 131072, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 352, "model": "qwq-32b-preview", "modelKey": "qwq-32b-preview", "org": "Alibaba", "rating": 1145.9507373790286, "ratingLower": 1129.9786119691196, "ratingUpper": 1161.9228627889377, "rankUpper": 338, "rankLower": 368, "votes": 1329, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B-Preview", "pimg": null, "psec": null }, { "rank": 353, "model": "starling-lm-7b-beta", "modelKey": "starling-lm-7b-beta", "org": "Unknown", "rating": 1145.6910013243175, "ratingLower": 1135.5535884875596, "ratingUpper": 1155.8284141610754, "rankUpper": 342, "rankLower": 363, "votes": 5765, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Starling-LM-7B-beta", "pimg": null, "psec": null }, { "rank": 354, "model": "vicuna-33b", "modelKey": "vicuna-33b", "org": "Unknown", "rating": 1139.7255114529553, "ratingLower": 1130.6805990204002, "ratingUpper": 1148.7704238855104, "rankUpper": 343, "rankLower": 367, "votes": 6983, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0, "pout": 0, "ctx": 2048, "url": "https://huggingface.co/lmsys/vicuna-33b-v1.3", "pimg": null, "psec": null }, { "rank": 355, "model": "starling-lm-7b-alpha", "modelKey": "starling-lm-7b-alpha", "org": "Unknown", "rating": 1136.2359592709406, "ratingLower": 1124.720514179373, "ratingUpper": 1147.7514043625083, "rankUpper": 344, "rankLower": 371, "votes": 3316, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha", "pimg": null, "psec": null }, { "rank": 356, "model": "mpt-30b-chat", "modelKey": "mpt-30b-chat", "org": "Unknown", "rating": 1134.6630966886858, "ratingLower": 1113.437400779544, "ratingUpper": 1155.8887925978277, "rankUpper": 342, "rankLower": 377, "votes": 718, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-30b-chat", "pimg": null, "psec": null }, { "rank": 357, "model": "llama-2-70b-chat", "modelKey": "llama-2-70b-chat", "org": "Meta", "rating": 1134.6488399577563, "ratingLower": 1126.959517357247, "ratingUpper": 1142.3381625582658, "rankUpper": 347, "rankLower": 369, "votes": 12635, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.7, "pout": 2.8, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-70b-chat-hf", "pimg": null, "psec": null }, { "rank": 358, "model": "falcon-180b-chat", "modelKey": "falcon-180b-chat", "org": "Unknown", "rating": 1134.1750369104864, "ratingLower": 1105.5385835608447, "ratingUpper": 1162.811490260128, "rankUpper": 338, "rankLower": 380, "votes": 389, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Falcon-180B TII License", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/tiiuae/falcon-180B-chat", "pimg": null, "psec": null }, { "rank": 359, "model": "granite-3.0-2b-instruct", "modelKey": "granite-3.0-2b-instruct", "org": "IBM", "rating": 1131.9232155311522, "ratingLower": 1119.5033078315266, "ratingUpper": 1144.3431232307778, "rankUpper": 347, "rankLower": 374, "votes": 2698, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-2b-instruct", "pimg": null, "psec": null }, { "rank": 360, "model": "dolphin-2.2.1-mistral-7b", "modelKey": "dolphin-2.2.1-mistral-7b", "org": "Unknown", "rating": 1129.0013915568384, "ratingLower": 1104.6666618823726, "ratingUpper": 1153.3361212313039, "rankUpper": 342, "rankLower": 380, "votes": 497, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.5, "pout": 0.5, "ctx": 16384, "url": "https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b", "pimg": null, "psec": null }, { "rank": 361, "model": "llama2-70b-steerlm-chat", "modelKey": "llama2-70b-steerlm-chat", "org": "Nvidia", "rating": 1124.3635804150824, "ratingLower": 1106.0095459259621, "ratingUpper": 1142.7176149042027, "rankUpper": 347, "rankLower": 379, "votes": 1076, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama2-70B-SteerLM-Chat", "pimg": null, "psec": null }, { "rank": 362, "model": "phi-3-mini-4k-instruct-june-2024", "modelKey": "phi-3-mini-4k-instruct-june-2024", "org": "Microsoft", "rating": 1124.2101414885974, "ratingLower": 1114.47605303664, "ratingUpper": 1133.944229940555, "rankUpper": 353, "rankLower": 377, "votes": 4431, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": 4096, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 363, "model": "qwen1.5-7b-chat", "modelKey": "qwen1.5-7b-chat", "org": "Alibaba", "rating": 1123.9977161567242, "ratingLower": 1109.8612444964642, "ratingUpper": 1138.134187816984, "rankUpper": 350, "rankLower": 379, "votes": 1715, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 364, "model": "wizardlm-13b", "modelKey": "wizardlm-13b", "org": "Microsoft", "rating": 1123.9939007012767, "ratingLower": 1110.0015071677137, "ratingUpper": 1137.9862942348398, "rankUpper": 350, "rankLower": 379, "votes": 2003, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-13B-V1.2", "pimg": null, "psec": null }, { "rank": 365, "model": "mistral-7b-instruct-v0.2", "modelKey": "mistral-7b-instruct-v0.2", "org": "Mistral", "rating": 1123.1753229503308, "ratingLower": 1114.1349211329532, "ratingUpper": 1132.2157247677085, "rankUpper": 353, "rankLower": 377, "votes": 6659, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2", "pimg": null, "psec": null }, { "rank": 366, "model": "qwen-14b-chat", "modelKey": "qwen-14b-chat", "org": "Alibaba", "rating": 1118.4851866658717, "ratingLower": 1102.070614076042, "ratingUpper": 1134.8997592557012, "rankUpper": 353, "rankLower": 380, "votes": 1470, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen-14B-Chat", "pimg": null, "psec": null }, { "rank": 367, "model": "vicuna-13b", "modelKey": "vicuna-13b", "org": "Unknown", "rating": 1116.7809894582679, "ratingLower": 1107.147842596456, "ratingUpper": 1126.41413632008, "rankUpper": 356, "rankLower": 379, "votes": 5665, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-13b-v1.5", "pimg": null, "psec": null }, { "rank": 368, "model": "palm-2", "modelKey": "palm-2", "org": "Google", "rating": 1116.6912583022115, "ratingLower": 1103.2099490220562, "ratingUpper": 1130.1725675823668, "rankUpper": 354, "rankLower": 380, "votes": 2536, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 0.5, "ctx": 25804, "url": "https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models#foundation_models", "pimg": null, "psec": null }, { "rank": 369, "model": "solar-10.7b-instruct-v1.0", "modelKey": "solar-10.7b-instruct-v1.0", "org": "Unknown", "rating": 1115.798572243583, "ratingLower": 1097.2732060354722, "ratingUpper": 1134.3239384516937, "rankUpper": 353, "rankLower": 382, "votes": 1188, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0", "pimg": null, "psec": null }, { "rank": 370, "model": "phi-3-mini-4k-instruct", "modelKey": "phi-3-mini-4k-instruct", "org": "Microsoft", "rating": 1113.2466798335247, "ratingLower": 1104.3640266019083, "ratingUpper": 1122.129333065141, "rankUpper": 357, "rankLower": 380, "votes": 7636, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 371, "model": "llama-2-13b-chat", "modelKey": "llama-2-13b-chat", "org": "Meta", "rating": 1110.0521146983333, "ratingLower": 1100.6082120410335, "ratingUpper": 1119.4960173556333, "rankUpper": 358, "rankLower": 381, "votes": 6097, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.25, "pout": 0.25, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-13b-chat-hf", "pimg": null, "psec": null }, { "rank": 372, "model": "nous-hermes-2-mixtral-8x7b-dpo", "modelKey": "nous-hermes-2-mixtral-8x7b-dpo", "org": "Unknown", "rating": 1107.6154965670316, "ratingLower": 1091.293973143404, "ratingUpper": 1123.9370199906596, "rankUpper": 357, "rankLower": 383, "votes": 1421, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": null, "url": "https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "pimg": null, "psec": null }, { "rank": 373, "model": "gemma-7b-it", "modelKey": "gemma-7b-it", "org": "Google", "rating": 1104.410919207389, "ratingLower": 1091.6086444451716, "ratingUpper": 1117.2131939696067, "rankUpper": 358, "rankLower": 383, "votes": 2835, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 8192, "url": "https://huggingface.co/google/gemma-7b-it", "pimg": null, "psec": null }, { "rank": 374, "model": "codellama-34b-instruct", "modelKey": "codellama-34b-instruct", "org": "Meta", "rating": 1104.0582678541425, "ratingLower": 1091.016725957214, "ratingUpper": 1117.099809751071, "rankUpper": 358, "rankLower": 383, "votes": 2294, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.35, "pout": 1.4, "ctx": 16384, "url": "https://huggingface.co/codellama/CodeLlama-34b-Instruct-hf", "pimg": null, "psec": null }, { "rank": 375, "model": "smollm2-1.7b-instruct", "modelKey": "smollm2-1.7b-instruct", "org": "Unknown", "rating": 1103.6584664434129, "ratingLower": 1082.4421074834488, "ratingUpper": 1124.874825403377, "rankUpper": 356, "rankLower": 387, "votes": 859, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct", "pimg": null, "psec": null }, { "rank": 376, "model": "gemma-1.1-2b-it", "modelKey": "gemma-1.1-2b-it", "org": "Google", "rating": 1100.8154037630939, "ratingLower": 1089.8391131396272, "ratingUpper": 1111.7916943865605, "rankUpper": 361, "rankLower": 384, "votes": 3877, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/google/gemma-1.1-2b-it", "pimg": null, "psec": null }, { "rank": 377, "model": "phi-3-mini-128k-instruct", "modelKey": "phi-3-mini-128k-instruct", "org": "Microsoft", "rating": 1099.9576001283601, "ratingLower": 1089.6292457078657, "ratingUpper": 1110.2859545488543, "rankUpper": 361, "rankLower": 384, "votes": 7368, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://azure.microsoft.com/en-us/blog/introducing-phi-3-redefining-whats-possible-with-slms/", "pimg": null, "psec": null }, { "rank": 378, "model": "zephyr-7b-alpha", "modelKey": "zephyr-7b-alpha", "org": "Unknown", "rating": 1098.9454421651578, "ratingLower": 1074.7073299115252, "ratingUpper": 1123.1835544187902, "rankUpper": 357, "rankLower": 388, "votes": 534, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha", "pimg": null, "psec": null }, { "rank": 379, "model": "codellama-70b-instruct", "modelKey": "codellama-70b-instruct", "org": "Meta", "rating": 1097.2957155566594, "ratingLower": 1067.5020330655095, "ratingUpper": 1127.0893980478095, "rankUpper": 355, "rankLower": 388, "votes": 358, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.7, "pout": 2.8, "ctx": 16384, "url": "https://huggingface.co/codellama/CodeLlama-70b-hf", "pimg": null, "psec": null }, { "rank": 380, "model": "stripedhyena-nous-7b", "modelKey": "stripedhyena-nous-7b", "org": "Unknown", "rating": 1090.494652375305, "ratingLower": 1075.2683125261879, "ratingUpper": 1105.7209922244222, "rankUpper": 365, "rankLower": 388, "votes": 1660, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/togethercomputer/StripedHyena-Nous-7B", "pimg": null, "psec": null }, { "rank": 381, "model": "zephyr-7b-beta", "modelKey": "zephyr-7b-beta", "org": "Unknown", "rating": 1088.9165686113827, "ratingLower": 1076.126691721643, "ratingUpper": 1101.7064455011225, "rankUpper": 370, "rankLower": 388, "votes": 3094, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 16384, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-beta", "pimg": null, "psec": null }, { "rank": 382, "model": "mistral-7b-instruct", "modelKey": "mistral-7b-instruct", "org": "Mistral", "rating": 1086.778070829763, "ratingLower": 1073.1321260678249, "ratingUpper": 1100.4240155917014, "rankUpper": 371, "rankLower": 388, "votes": 2768, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.07, "pout": 0.28, "ctx": 4096, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1", "pimg": null, "psec": null }, { "rank": 383, "model": "llama-3.2-1b-instruct", "modelKey": "llama-3.2-1b-instruct", "org": "Meta", "rating": 1085.7365404026384, "ratingLower": 1074.3014050585127, "ratingUpper": 1097.1716757467643, "rankUpper": 372, "rankLower": 388, "votes": 3248, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.027, "pout": 0.201, "ctx": 60000, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 384, "model": "vicuna-7b", "modelKey": "vicuna-7b", "org": "Unknown", "rating": 1076.4838302527362, "ratingLower": 1062.2647611548114, "ratingUpper": 1090.7028993506613, "rankUpper": 375, "rankLower": 389, "votes": 2020, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-7b-v1.5", "pimg": null, "psec": null }, { "rank": 385, "model": "gemma-2b-it", "modelKey": "gemma-2b-it", "org": "Google", "rating": 1070.1683128267543, "ratingLower": 1054.0665959841167, "ratingUpper": 1086.2700296693918, "rankUpper": 377, "rankLower": 389, "votes": 1522, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://huggingface.co/google/gemma-2b-it", "pimg": null, "psec": null }, { "rank": 386, "model": "qwen1.5-4b-chat", "modelKey": "qwen1.5-4b-chat", "org": "Alibaba", "rating": 1069.6308084922136, "ratingLower": 1056.6297918358773, "ratingUpper": 1082.6318251485502, "rankUpper": 377, "rankLower": 389, "votes": 2636, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 387, "model": "llama-2-7b-chat", "modelKey": "llama-2-7b-chat", "org": "Meta", "rating": 1069.4730508207042, "ratingLower": 1059.570803330084, "ratingUpper": 1079.3752983113247, "rankUpper": 378, "rankLower": 389, "votes": 4541, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-7b-chat-hf", "pimg": null, "psec": null }, { "rank": 388, "model": "guanaco-33b", "modelKey": "guanaco-33b", "org": "Unknown", "rating": 1065.7513993216398, "ratingLower": 1044.5343577511028, "ratingUpper": 1086.968440892177, "rankUpper": 377, "rankLower": 391, "votes": 777, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/timdettmers/guanaco-33b-merged", "pimg": null, "psec": null }, { "rank": 389, "model": "gpt4all-13b-snoozy", "modelKey": "gpt4all-13b-snoozy", "org": "Unknown", "rating": 1037.6156646967838, "ratingLower": 1012.612807753861, "ratingUpper": 1062.6185216397068, "rankUpper": 384, "rankLower": 394, "votes": 483, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nomic-ai/gpt4all-13b-snoozy", "pimg": null, "psec": null }, { "rank": 390, "model": "chatglm3-6b", "modelKey": "chatglm3-6b", "org": "Unknown", "rating": 1036.4112918006092, "ratingLower": 1018.7758421613, "ratingUpper": 1054.0467414399186, "rankUpper": 388, "rankLower": 394, "votes": 1321, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm3-6b", "pimg": null, "psec": null }, { "rank": 391, "model": "olmo-7b-instruct", "modelKey": "olmo-7b-instruct", "org": "Ai2", "rating": 1029.278054788696, "ratingLower": 1013.287551107873, "ratingUpper": 1045.268558469519, "rankUpper": 388, "rankLower": 394, "votes": 1908, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/allenai/OLMo-7B-Instruct", "pimg": null, "psec": null }, { "rank": 392, "model": "koala-13b", "modelKey": "koala-13b", "org": "Unknown", "rating": 1026.1312321053924, "ratingLower": 1010.8147773001435, "ratingUpper": 1041.4476869106413, "rankUpper": 389, "rankLower": 394, "votes": 1913, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bair.berkeley.edu/blog/2023/04/03/koala/", "pimg": null, "psec": null }, { "rank": 393, "model": "alpaca-13b", "modelKey": "alpaca-13b", "org": "Unknown", "rating": 1024.2955628997022, "ratingLower": 1008.0544694770222, "ratingUpper": 1040.5366563223824, "rankUpper": 389, "rankLower": 394, "votes": 1512, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://crfm.stanford.edu/2023/03/13/alpaca.html", "pimg": null, "psec": null }, { "rank": 394, "model": "mpt-7b-chat", "modelKey": "mpt-7b-chat", "org": "Unknown", "rating": 1008.6976951023089, "ratingLower": 990.172919949352, "ratingUpper": 1027.2224702552655, "rankUpper": 389, "rankLower": 397, "votes": 1115, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-7b-chat", "pimg": null, "psec": null }, { "rank": 395, "model": "oasst-pythia-12b", "modelKey": "oasst-pythia-12b", "org": "Unknown", "rating": 987.2260440143539, "ratingLower": 971.1210561542164, "ratingUpper": 1003.3310318744916, "rankUpper": 394, "rankLower": 399, "votes": 1744, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5", "pimg": null, "psec": null }, { "rank": 396, "model": "chatglm2-6b", "modelKey": "chatglm2-6b", "org": "Unknown", "rating": 982.4195031167812, "ratingLower": 959.8270329851639, "ratingUpper": 1005.0119732483984, "rankUpper": 394, "rankLower": 400, "votes": 762, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm2-6b", "pimg": null, "psec": null }, { "rank": 397, "model": "chatglm-6b", "modelKey": "chatglm-6b", "org": "Unknown", "rating": 977.3474461196322, "ratingLower": 959.3312148556147, "ratingUpper": 995.3636773836497, "rankUpper": 394, "rankLower": 400, "votes": 1277, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm-6b", "pimg": null, "psec": null }, { "rank": 398, "model": "RWKV-4-Raven-14B", "modelKey": "RWKV-4-Raven-14B", "org": "Unknown", "rating": 969.5439506415785, "ratingLower": 952.5675479598492, "ratingUpper": 986.5203533233077, "rankUpper": 395, "rankLower": 400, "votes": 1375, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/BlinkDL/rwkv-4-raven", "pimg": null, "psec": null }, { "rank": 399, "model": "fastchat-t5-3b", "modelKey": "fastchat-t5-3b", "org": "Unknown", "rating": 957.8397342095491, "ratingLower": 939.2013466045667, "ratingUpper": 976.4781218145315, "rankUpper": 395, "rankLower": 401, "votes": 1134, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/lmsys/fastchat-t5-3b-v1.0", "pimg": null, "psec": null }, { "rank": 400, "model": "dolly-v2-12b", "modelKey": "dolly-v2-12b", "org": "Unknown", "rating": 938.804504861529, "ratingLower": 917.6071521457241, "ratingUpper": 960.001857577334, "rankUpper": 396, "rankLower": 402, "votes": 899, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/databricks/dolly-v2-12b", "pimg": null, "psec": null }, { "rank": 401, "model": "llama-13b", "modelKey": "llama-13b", "org": "Meta", "rating": 917.4730367061422, "ratingLower": 892.2083306526513, "ratingUpper": 942.737742759633, "rankUpper": 399, "rankLower": 402, "votes": 584, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0.225, "pout": 0.225, "ctx": null, "url": "https://arxiv.org/abs/2302.13971", "pimg": null, "psec": null }, { "rank": 402, "model": "stablelm-tuned-alpha-7b", "modelKey": "stablelm-tuned-alpha-7b", "org": "Unknown", "rating": 909.3771041076125, "ratingLower": 889.1726534430024, "ratingUpper": 929.5815547722225, "rankUpper": 400, "rankLower": 402, "votes": 814, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b", "pimg": null, "psec": null } ], "writing": [ { "rank": 1, "model": "claude-fable-5-high", "modelKey": "claude-fable-5-text", "org": "Anthropic", "rating": 1504.1344031285366, "ratingLower": 1495.5333523418853, "ratingUpper": 1512.7354539151877, "rankUpper": 1, "rankLower": 6, "votes": 6073, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-fable-5-mythos-5", "pimg": null, "psec": null }, { "rank": 2, "model": "claude-opus-4-6-high", "modelKey": "claude-opus-4-6-thinking", "org": "Anthropic", "rating": 1499.7497594875822, "ratingLower": 1493.1057776030361, "ratingUpper": 1506.393741372128, "rankUpper": 1, "rankLower": 6, "votes": 12646, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 3, "model": "gemini-3.8-flash-high", "modelKey": "skimaki-kwc6", "org": "Google", "rating": 1495.8502616275177, "ratingLower": 1476.9312303956397, "ratingUpper": 1514.7692928593956, "rankUpper": 1, "rankLower": 17, "votes": 1072, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/", "pimg": null, "psec": null }, { "rank": 4, "model": "gemini-3.7-flash-high", "modelKey": "andwise-evfd", "org": "Google", "rating": 1494.7603987684581, "ratingLower": 1476.5362463650788, "ratingUpper": 1512.9845511718372, "rankUpper": 1, "rankLower": 19, "votes": 1185, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-3-7-flash/", "pimg": null, "psec": null }, { "rank": 5, "model": "claude-opus-4-7-high", "modelKey": "claude-opus-4-7-thinking", "org": "Anthropic", "rating": 1488.3775162788306, "ratingLower": 1481.182108163519, "ratingUpper": 1495.572924394142, "rankUpper": 1, "rankLower": 15, "votes": 10511, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 6, "model": "claude-fable-5.1-max", "modelKey": "claude-fable-5.1-max-text", "org": "Anthropic", "rating": 1486.3316206653603, "ratingLower": 1468.2890054412171, "ratingUpper": 1504.3742358895038, "rankUpper": 1, "rankLower": 28, "votes": 1233, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/claude-fable-and-mythos-5-1", "pimg": null, "psec": null }, { "rank": 7, "model": "gemini-3-pro", "modelKey": "gemini-3-pro", "org": "Google", "rating": 1483.2194573962265, "ratingLower": 1474.9299619402123, "ratingUpper": 1491.5089528522406, "rankUpper": 3, "rankLower": 20, "votes": 6237, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-3-pro-preview", "pimg": null, "psec": null }, { "rank": 8, "model": "claude-opus-4-7", "modelKey": "claude-opus-4-7", "org": "Anthropic", "rating": 1480.6545010373898, "ratingLower": 1473.5143264607534, "ratingUpper": 1487.7946756140263, "rankUpper": 3, "rankLower": 21, "votes": 10755, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 9, "model": "gemini-3.1-pro-preview", "modelKey": "gemini-3.1-pro-preview", "org": "Google", "rating": 1480.2957633385272, "ratingLower": 1474.5171578580992, "ratingUpper": 1486.074368818955, "rankUpper": 3, "rankLower": 20, "votes": 18759, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 6, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-pro/", "pimg": null, "psec": null }, { "rank": 10, "model": "claude-opus-4-6", "modelKey": "claude-opus-4-6", "org": "Anthropic", "rating": 1479.0328863717539, "ratingLower": 1472.548583704866, "ratingUpper": 1485.5171890386418, "rankUpper": 3, "rankLower": 23, "votes": 12704, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 11, "model": "claude-opus-5-high", "modelKey": "claude-opus-5-high-text", "org": "Anthropic", "rating": 1474.031847031972, "ratingLower": 1466.3281880213556, "ratingUpper": 1481.7355060425884, "rankUpper": 3, "rankLower": 30, "votes": 9196, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 12, "model": "gpt-5.6-sol-xhigh", "modelKey": "gpt-5.6-sol-xhigh-text", "org": "OpenAI", "rating": 1473.064088264494, "ratingLower": 1463.9697882355117, "ratingUpper": 1482.1583882934763, "rankUpper": 3, "rankLower": 31, "votes": 5344, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 4, "pout": 20, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 13, "model": "claude-opus-5-max", "modelKey": "claude-opus-5-max-text", "org": "Anthropic", "rating": 1471.8789429265282, "ratingLower": 1461.9357711847606, "ratingUpper": 1481.8221146682959, "rankUpper": 3, "rankLower": 32, "votes": 4529, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 14, "model": "qwen3.8-max", "modelKey": "kinsley-mrp8", "org": "Alibaba", "rating": 1471.531307882078, "ratingLower": 1460.1160659637328, "ratingUpper": 1482.9465498004233, "rankUpper": 3, "rankLower": 33, "votes": 3232, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.69, "pout": 5.07, "ctx": 1000000, "url": "https://www.qwencloud.com/models/qwen3.8-max", "pimg": null, "psec": null }, { "rank": 15, "model": "gemini-3.6-flash-high", "modelKey": "gemini-3.6-flash", "org": "Google", "rating": 1469.8036287529321, "ratingLower": 1460.6738056378508, "ratingUpper": 1478.9334518680134, "rankUpper": 4, "rankLower": 33, "votes": 5352, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 16, "model": "claude-opus-4-5-20251101-high-32k", "modelKey": "claude-opus-4-5-20251101-thinking-32k", "org": "Anthropic", "rating": 1468.145065715591, "ratingLower": 1459.7321991795707, "ratingUpper": 1476.5579322516116, "rankUpper": 5, "rankLower": 34, "votes": 5456, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 17, "model": "gemini-3.5-flash-medium", "modelKey": "gemini-3.5-flash-medium", "org": "Google", "rating": 1466.1806563309262, "ratingLower": 1457.946137466473, "ratingUpper": 1474.4151751953796, "rankUpper": 8, "rankLower": 39, "votes": 6997, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 18, "model": "gemini-3.5-flash-high", "modelKey": "gemini-3.5-flash-high-public", "org": "Google", "rating": 1464.921741355542, "ratingLower": 1456.9258522698572, "ratingUpper": 1472.917630441227, "rankUpper": 9, "rankLower": 39, "votes": 7107, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 19, "model": "claude-opus-4-8-high", "modelKey": "claude-opus-4-8-thinking-text", "org": "Anthropic", "rating": 1464.519375158719, "ratingLower": 1457.3901394805648, "ratingUpper": 1471.6486108368729, "rankUpper": 10, "rankLower": 39, "votes": 10012, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 20, "model": "muse-spark", "modelKey": "eureka", "org": "Meta", "rating": 1463.7028024612866, "ratingLower": 1449.697954007599, "ratingUpper": 1477.707650914974, "rankUpper": 4, "rankLower": 51, "votes": 1948, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-msl/", "pimg": null, "psec": null }, { "rank": 21, "model": "claude-opus-4-8", "modelKey": "claude-opus-4-8-text", "org": "Anthropic", "rating": 1462.9346167187166, "ratingLower": 1455.809449713662, "ratingUpper": 1470.0597837237713, "rankUpper": 10, "rankLower": 42, "votes": 9982, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 22, "model": "glm-5.3-max", "modelKey": "glm-5.3", "org": "Z.ai", "rating": 1462.382064512392, "ratingLower": 1449.4453241970948, "ratingUpper": 1475.318804827689, "rankUpper": 6, "rankLower": 51, "votes": 2436, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 23, "model": "grok-4.20-beta1", "modelKey": "clanker-text", "org": "SpaceXAI", "rating": 1461.855683927374, "ratingLower": 1451.9306075790246, "ratingUpper": 1471.7807602757232, "rankUpper": 10, "rankLower": 49, "votes": 3946, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://grok.com/", "pimg": null, "psec": null }, { "rank": 24, "model": "claude-opus-4-5-20251101", "modelKey": "claude-opus-4-5-20251101", "org": "Anthropic", "rating": 1460.721241525607, "ratingLower": 1454.2364736332877, "ratingUpper": 1467.206009417926, "rankUpper": 11, "rankLower": 45, "votes": 10833, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 25, "model": "gpt-6-astra-max", "modelKey": "gpt-6-astra-max-text", "org": "OpenAI", "rating": 1460.7153654674223, "ratingLower": 1434.758558928308, "ratingUpper": 1486.6721720065368, "rankUpper": 3, "rankLower": 71, "votes": 572, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://openai.com/index/gpt-6-astra/", "pimg": null, "psec": null }, { "rank": 26, "model": "gemini-3-flash", "modelKey": "gemini-3-flash", "org": "Google", "rating": 1458.5414233347392, "ratingLower": 1449.0813020283035, "ratingUpper": 1468.0015446411746, "rankUpper": 11, "rankLower": 51, "votes": 4619, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 27, "model": "kimi-k3-max", "modelKey": "kimi-k3-v3-text", "org": "Moonshot", "rating": 1458.444323512738, "ratingLower": 1448.4420232513114, "ratingUpper": 1468.4466237741647, "rankUpper": 10, "rankLower": 51, "votes": 4133, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Kimi K3 license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://platform.kimi.ai/docs/guide/kimi-k3-quickstart", "pimg": null, "psec": null }, { "rank": 28, "model": "gpt-5.5-instant", "modelKey": "gpt-5.5-instant", "org": "OpenAI", "rating": 1456.184997247685, "ratingLower": 1446.2548808267204, "ratingUpper": 1466.1151136686494, "rankUpper": 12, "rankLower": 56, "votes": 4111, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/gpt-5-5-instant", "pimg": null, "psec": null }, { "rank": 29, "model": "claude-sonnet-4-5-20250929", "modelKey": "claude-sonnet-4-5-20250929", "org": "Anthropic", "rating": 1453.0759197268449, "ratingLower": 1446.933239722141, "ratingUpper": 1459.218599731549, "rankUpper": 17, "rankLower": 56, "votes": 11841, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 30, "model": "muse-spark-1.3-max", "modelKey": "muse-spark-1-3-max-bhma-text", "org": "Meta", "rating": 1452.7528690071265, "ratingLower": 1432.3396310351472, "ratingUpper": 1473.166106979106, "rankUpper": 9, "rankLower": 73, "votes": 902, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 31, "model": "muse-spark-1.2 (xHigh)", "modelKey": "muse-spark-1.2-xhigh-text", "org": "Meta", "rating": 1452.3502012827728, "ratingLower": 1427.9334040444332, "ratingUpper": 1476.7669985211123, "rankUpper": 5, "rankLower": 78, "votes": 615, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 32, "model": "grok-4.6-high", "modelKey": "grok-4.6-high-public-text", "org": "SpaceXAI", "rating": 1451.312125837507, "ratingLower": 1439.9934669697375, "ratingUpper": 1462.6307847052765, "rankUpper": 13, "rankLower": 63, "votes": 3222, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.6", "pimg": null, "psec": null }, { "rank": 33, "model": "gpt-5.5-high", "modelKey": "gpt-5.5-high-text", "org": "OpenAI", "rating": 1451.1419895576216, "ratingLower": 1444.3344273071095, "ratingUpper": 1457.9495518081335, "rankUpper": 17, "rankLower": 58, "votes": 11868, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 34, "model": "muse-spark-1.1", "modelKey": "super-nova-ext-3tam-text", "org": "Meta", "rating": 1451.072566738687, "ratingLower": 1442.2517309260709, "ratingUpper": 1459.8934025513033, "rankUpper": 16, "rankLower": 59, "votes": 5458, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/", "pimg": null, "psec": null }, { "rank": 35, "model": "glm-5.2-max", "modelKey": "glm-5.2-text", "org": "Z.ai", "rating": 1450.9514276676143, "ratingLower": 1442.878880554462, "ratingUpper": 1459.0239747807664, "rankUpper": 17, "rankLower": 59, "votes": 7046, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1000000, "url": "https://huggingface.co/zai-org/GLM-5.2", "pimg": null, "psec": null }, { "rank": 36, "model": "grok-4.5", "modelKey": "grok-4.5-text", "org": "SpaceXAI", "rating": 1450.3517198989528, "ratingLower": 1441.68338367287, "ratingUpper": 1459.0200561250354, "rankUpper": 17, "rankLower": 61, "votes": 5946, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.5", "pimg": null, "psec": null }, { "rank": 37, "model": "claude-sonnet-4-6", "modelKey": "claude-sonnet-4-6", "org": "Anthropic", "rating": 1449.796511056876, "ratingLower": 1443.041192206595, "ratingUpper": 1456.5518299071566, "rankUpper": 20, "rankLower": 59, "votes": 11259, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-6", "pimg": null, "psec": null }, { "rank": 38, "model": "claude-sonnet-4-5-20250929-high-32k", "modelKey": "claude-sonnet-4-5-20250929-thinking-32k", "org": "Anthropic", "rating": 1449.0522216490713, "ratingLower": 1443.068461885124, "ratingUpper": 1455.0359814130188, "rankUpper": 21, "rankLower": 59, "votes": 12117, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 39, "model": "gpt-5.5", "modelKey": "gpt-5.5-text", "org": "OpenAI", "rating": 1448.353433212287, "ratingLower": 1441.574278121948, "ratingUpper": 1455.132588302626, "rankUpper": 21, "rankLower": 61, "votes": 12171, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 40, "model": "grok-4.20-multi-agent-beta-0309", "modelKey": "grok-4.20-multi-agent-beta-0309", "org": "SpaceXAI", "rating": 1447.852363694515, "ratingLower": 1440.8503031619387, "ratingUpper": 1454.854424227091, "rankUpper": 21, "rankLower": 62, "votes": 10210, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-multi-agent-beta-0309", "pimg": null, "psec": null }, { "rank": 41, "model": "glm-5", "modelKey": "glm-5", "org": "Z.ai", "rating": 1447.4827394076844, "ratingLower": 1438.2071537582422, "ratingUpper": 1456.7583250571265, "rankUpper": 20, "rankLower": 65, "votes": 4490, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1, "pout": 3.2, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-5", "pimg": null, "psec": null }, { "rank": 42, "model": "qwen3.5-max-preview", "modelKey": "kiteki", "org": "Alibaba", "rating": 1447.06144990533, "ratingLower": 1436.0043862434734, "ratingUpper": 1458.1185135671863, "rankUpper": 17, "rankLower": 70, "votes": 3150, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 6, "ctx": null, "url": "https://qwen.ai/blog?id=qwen3.5-max-preview", "pimg": null, "psec": null }, { "rank": 43, "model": "glm-5.1", "modelKey": "glm-5.1-text", "org": "Z.ai", "rating": 1446.9191944356091, "ratingLower": 1439.7130174757672, "ratingUpper": 1454.1253713954513, "rankUpper": 22, "rankLower": 63, "votes": 9114, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 202752, "url": "https://huggingface.co/zai-org/GLM-5.1", "pimg": null, "psec": null }, { "rank": 44, "model": "grok-4.20-beta-0309-reasoning", "modelKey": "grok-4.20-beta-0309-reasoning", "org": "SpaceXAI", "rating": 1446.4484184267435, "ratingLower": 1439.4794804194028, "ratingUpper": 1453.4173564340842, "rankUpper": 22, "rankLower": 63, "votes": 10459, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-beta-0309-reasoning", "pimg": null, "psec": null }, { "rank": 45, "model": "gemini-3-flash (thinking-minimal)", "modelKey": "gemini-3-flash-thinking-minimal", "org": "Google", "rating": 1445.9736714944306, "ratingLower": 1439.9519814608686, "ratingUpper": 1451.9953615279926, "rankUpper": 22, "rankLower": 63, "votes": 13964, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 46, "model": "claude-opus-4-1-20250805-thinking-16k", "modelKey": "claude-opus-4-1-20250805-thinking-16k", "org": "Anthropic", "rating": 1444.6643857316985, "ratingLower": 1436.995827117626, "ratingUpper": 1452.3329443457708, "rankUpper": 22, "rankLower": 67, "votes": 6734, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 47, "model": "gpt-5.4-high", "modelKey": "gpt-5.4-high-no-system-prompt", "org": "OpenAI", "rating": 1444.1864789537522, "ratingLower": 1437.01514327155, "ratingUpper": 1451.3578146359544, "rankUpper": 23, "rankLower": 67, "votes": 10081, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 48, "model": "deepseek-v4-pro", "modelKey": "deepseek-v4-pro-ch1-text", "org": "DeepSeek", "rating": 1443.9539585532889, "ratingLower": 1436.467166879719, "ratingUpper": 1451.4407502268589, "rankUpper": 23, "rankLower": 69, "votes": 8998, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 49, "model": "qwen3.7-max-preview", "modelKey": "melyora-9qr6", "org": "Alibaba", "rating": 1443.710937606371, "ratingLower": 1415.6110883070166, "ratingUpper": 1471.8107869057258, "rankUpper": 10, "rankLower": 93, "votes": 479, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.475, "pout": 4.425, "ctx": 1000000, "url": "https://chat.qwen.ai/?models=Qwen3.7-Max-Preview", "pimg": null, "psec": null }, { "rank": 50, "model": "gemini-2.5-pro", "modelKey": "gemini-2.5-pro", "org": "Google", "rating": 1442.7648739527817, "ratingLower": 1437.5646295353095, "ratingUpper": 1447.965118370254, "rankUpper": 27, "rankLower": 66, "votes": 17131, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 10, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-pro", "pimg": null, "psec": null }, { "rank": 51, "model": "deepseek-v4-pro-high-20260813", "modelKey": "deepseek-v4-pro-high-20260813-text", "org": "DeepSeek", "rating": 1442.3458565761634, "ratingLower": 1427.8333861018257, "ratingUpper": 1456.8583270505012, "rankUpper": 20, "rankLower": 78, "votes": 1834, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": null, "url": "https://api-docs.deepseek.com/updates/#date-2026-08-13", "pimg": null, "psec": null }, { "rank": 52, "model": "claude-opus-4-1-20250805", "modelKey": "claude-opus-4-1-20250805", "org": "Anthropic", "rating": 1442.0739082156858, "ratingLower": 1435.7992857979689, "ratingUpper": 1448.3485306334028, "rankUpper": 27, "rankLower": 70, "votes": 10589, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 53, "model": "deepseek-v4-pro-high-preview", "modelKey": "deepseek-v4-pro-ch1-thinking-text", "org": "DeepSeek", "rating": 1439.8594726626507, "ratingLower": 1432.2811708575562, "ratingUpper": 1447.4377744677454, "rankUpper": 27, "rankLower": 73, "votes": 8621, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 54, "model": "qwen3.6-max-preview", "modelKey": "kizen-beta", "org": "Alibaba", "rating": 1437.8518734945615, "ratingLower": 1414.825396058925, "ratingUpper": 1460.8783509301975, "rankUpper": 14, "rankLower": 94, "votes": 717, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.027, "pout": 6.162, "ctx": 262144, "url": "https://qwen.ai/blog?id=qwen3.6-max-preview", "pimg": null, "psec": null }, { "rank": 55, "model": "claude-sonnet-5-high", "modelKey": "claude-sonnet-5-text", "org": "Anthropic", "rating": 1436.9833594153185, "ratingLower": 1428.8765630393991, "ratingUpper": 1445.0901557912377, "rankUpper": 29, "rankLower": 77, "votes": 6914, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-5", "pimg": null, "psec": null }, { "rank": 56, "model": "gpt-5.4", "modelKey": "gpt-5.4-no-system-prompt", "org": "OpenAI", "rating": 1436.4803054222505, "ratingLower": 1429.448524811124, "ratingUpper": 1443.512086033377, "rankUpper": 30, "rankLower": 75, "votes": 10305, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 57, "model": "gpt-4.5-preview-2025-02-27", "modelKey": "gpt-4.5-preview-2025-02-27", "org": "OpenAI", "rating": 1436.0557931266235, "ratingLower": 1424.082654041139, "ratingUpper": 1448.0289322121077, "rankUpper": 27, "rankLower": 80, "votes": 2618, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 75, "pout": 150, "ctx": 128000, "url": "https://openai.com/index/introducing-gpt-4-5/", "pimg": null, "psec": null }, { "rank": 58, "model": "gemini-3.5-flash-lite", "modelKey": "gemini-3.5-flash-lite", "org": "Google", "rating": 1435.663816571463, "ratingLower": 1426.535558025665, "ratingUpper": 1444.792075117261, "rankUpper": 29, "rankLower": 79, "votes": 5305, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 1.25, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 59, "model": "mimo-v2.5-pro", "modelKey": "mimo-v2.5-pro-text", "org": "Xiaomi", "rating": 1435.2630907128603, "ratingLower": 1428.4140005314825, "ratingUpper": 1442.112180894238, "rankUpper": 34, "rankLower": 77, "votes": 10955, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.435, "pout": 0.87, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5-pro/", "pimg": null, "psec": null }, { "rank": 60, "model": "glm-5.3-flash", "modelKey": "glm-5.3-flash-text", "org": "Z.ai", "rating": 1434.9144730960675, "ratingLower": 1421.4479960229266, "ratingUpper": 1448.3809501692083, "rankUpper": 27, "rankLower": 82, "votes": 2138, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.06, "pout": 0.2, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 61, "model": "gpt-5.2-chat-latest-20260210", "modelKey": "gpt-5.2-chat-latest", "org": "OpenAI", "rating": 1433.4382732616405, "ratingLower": 1424.7540216889402, "ratingUpper": 1442.1225248343405, "rankUpper": 34, "rankLower": 80, "votes": 5314, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://developers.openai.com/api/docs/models/gpt-5.2-chat-latest", "pimg": null, "psec": null }, { "rank": 62, "model": "qwen3.7-plus", "modelKey": "qwen3.7-plus", "org": "Alibaba", "rating": 1432.2717638828638, "ratingLower": 1424.3935145701207, "ratingUpper": 1440.1500131956066, "rankUpper": 37, "rankLower": 80, "votes": 7224, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.32, "pout": 1.28, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.7-plus", "pimg": null, "psec": null }, { "rank": 63, "model": "claude-opus-4-20250514-thinking-16k", "modelKey": "claude-opus-4-20250514-thinking-16k", "org": "Anthropic", "rating": 1432.1201012669592, "ratingLower": 1422.9150861430294, "ratingUpper": 1441.325116390889, "rankUpper": 36, "rankLower": 81, "votes": 4434, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 64, "model": "grok-4.1", "modelKey": "grok-4.1", "org": "SpaceXAI", "rating": 1430.9415391077837, "ratingLower": 1424.130329202618, "ratingUpper": 1437.7527490129492, "rankUpper": 42, "rankLower": 80, "votes": 9641, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 65, "model": "kimi-k2.6", "modelKey": "kimi-k2.6-text", "org": "Moonshot", "rating": 1430.703694595308, "ratingLower": 1422.2238944510996, "ratingUpper": 1439.1834947395164, "rankUpper": 41, "rankLower": 82, "votes": 5821, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.95, "pout": 4, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-6", "pimg": null, "psec": null }, { "rank": 66, "model": "gpt-5.1-high", "modelKey": "gpt-5.1-high", "org": "OpenAI", "rating": 1429.1239939048949, "ratingLower": 1420.811723816643, "ratingUpper": 1437.4362639931467, "rankUpper": 43, "rankLower": 83, "votes": 5967, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 67, "model": "ernie-5.1", "modelKey": "zero-prism", "org": "Baidu", "rating": 1428.3413645283488, "ratingLower": 1419.72704751307, "ratingUpper": 1436.9556815436276, "rankUpper": 45, "rankLower": 85, "votes": 5907, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5634, "pout": 2.5353, "ctx": 119000, "url": "https://ernie.baidu.com/blog/posts/ernie-5.1-0508-release/", "pimg": null, "psec": null }, { "rank": 68, "model": "grok-4.1-thinking", "modelKey": "grok-4.1-thinking", "org": "SpaceXAI", "rating": 1427.4096980048475, "ratingLower": 1420.6640890365152, "ratingUpper": 1434.15530697318, "rankUpper": 49, "rankLower": 84, "votes": 9705, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 69, "model": "gpt-5.6-terra-xhigh", "modelKey": "gpt-5.6-terra-xhigh-text", "org": "OpenAI", "rating": 1426.418699336087, "ratingLower": 1417.5975816287432, "ratingUpper": 1435.2398170434305, "rankUpper": 48, "rankLower": 85, "votes": 5723, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 70, "model": "mimo-v2-pro", "modelKey": "mimo-v2-pro", "org": "Xiaomi", "rating": 1425.7281318080277, "ratingLower": 1415.3205197843881, "ratingUpper": 1436.135743831667, "rankUpper": 46, "rankLower": 94, "votes": 3565, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 3.3, "ctx": 1000000, "url": "https://mimo.xiaomi.com/mimo-v2-pro", "pimg": null, "psec": null }, { "rank": 71, "model": "grok-4.3", "modelKey": "grok-4.3-text", "org": "SpaceXAI", "rating": 1424.7096365186414, "ratingLower": 1417.9923345619873, "ratingUpper": 1431.4269384752954, "rankUpper": 51, "rankLower": 85, "votes": 11969, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.3", "pimg": null, "psec": null }, { "rank": 72, "model": "kimi-k2.5-thinking", "modelKey": "kimi-k2.5-text", "org": "Moonshot", "rating": 1422.6115108652054, "ratingLower": 1416.2192048641862, "ratingUpper": 1429.0038168662245, "rankUpper": 52, "rankLower": 90, "votes": 11367, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 3, "ctx": null, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 73, "model": "chatgpt-4o-latest-20250326", "modelKey": "chatgpt-4o-latest-20250326", "org": "OpenAI", "rating": 1421.7458979773303, "ratingLower": 1415.7954453924806, "ratingUpper": 1427.6963505621798, "rankUpper": 56, "rankLower": 92, "votes": 11308, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://x.com/OpenAI/status/1905331956856050135", "pimg": null, "psec": null }, { "rank": 74, "model": "ernie-5.0-preview-1203", "modelKey": "ernie-5.0-preview-1203", "org": "Baidu", "rating": 1421.4904419852212, "ratingLower": 1406.1975157272673, "ratingUpper": 1436.7833682431751, "rankUpper": 45, "rankLower": 106, "votes": 1523, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1203-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 75, "model": "ernie-5.0-0110", "modelKey": "ernie-5.0-0110", "org": "Baidu", "rating": 1420.803425236807, "ratingLower": 1412.4256476992998, "ratingUpper": 1429.181202774314, "rankUpper": 52, "rankLower": 95, "votes": 5454, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-0110-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 76, "model": "gemma-4-31b", "modelKey": "pteronura-text", "org": "Google", "rating": 1420.0840374701381, "ratingLower": 1400.7980251084066, "ratingUpper": 1439.37004983187, "rankUpper": 41, "rankLower": 117, "votes": 930, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.99, "pout": 1.49, "ctx": 131072, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-31b-it", "pimg": null, "psec": null }, { "rank": 77, "model": "hy3", "modelKey": "hy3-tencent-cloud-text", "org": "Tencent", "rating": 1418.549046882898, "ratingLower": 1402.8890665390666, "ratingUpper": 1434.2090272267294, "rankUpper": 49, "rankLower": 111, "votes": 1533, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.132, "pout": 0.528, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3", "pimg": null, "psec": null }, { "rank": 78, "model": "claude-opus-4-20250514", "modelKey": "claude-opus-4-20250514", "org": "Anthropic", "rating": 1416.3985456735265, "ratingLower": 1407.8090337699964, "ratingUpper": 1424.9880575770567, "rankUpper": 57, "rankLower": 105, "votes": 5371, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 79, "model": "grok-4-1-fast-reasoning", "modelKey": "grok-4-1-fast-reasoning", "org": "SpaceXAI", "rating": 1414.479620538188, "ratingLower": 1407.5960896653712, "ratingUpper": 1421.3631514110052, "rankUpper": 64, "rankLower": 105, "votes": 8599, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 0.5, "ctx": 131072, "url": "https://x.ai/news/grok-4-1-fast", "pimg": null, "psec": null }, { "rank": 80, "model": "gemini-3.1-flash-lite-preview", "modelKey": "gemini-3.1-flash-lite-preview", "org": "Google", "rating": 1413.608797682076, "ratingLower": 1406.532077406111, "ratingUpper": 1420.685517958041, "rankUpper": 65, "rankLower": 106, "votes": 9740, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-flash-lite", "pimg": null, "psec": null }, { "rank": 81, "model": "gpt-5.6-luna-xhigh", "modelKey": "gpt-5.6-luna-xhigh-text", "org": "OpenAI", "rating": 1411.044841748006, "ratingLower": 1402.1079481984582, "ratingUpper": 1419.9817352975542, "rankUpper": 66, "rankLower": 114, "votes": 5652, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.2, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 82, "model": "gpt-5.1", "modelKey": "gpt-5.1", "org": "OpenAI", "rating": 1408.9191444435285, "ratingLower": 1400.865514272814, "ratingUpper": 1416.9727746142428, "rankUpper": 69, "rankLower": 117, "votes": 6397, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 83, "model": "deepseek-v4-flash-high-preview", "modelKey": "deepseek-v4-ch3-thinking-text", "org": "DeepSeek", "rating": 1408.4957131909177, "ratingLower": 1400.721856179709, "ratingUpper": 1416.2695702021263, "rankUpper": 69, "rankLower": 117, "votes": 7985, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 84, "model": "deepseek-v3.2-exp", "modelKey": "deepseek-v3.2-exp", "org": "DeepSeek", "rating": 1408.410696975653, "ratingLower": 1393.6827444716428, "ratingUpper": 1423.1386494796634, "rankUpper": 61, "rankLower": 128, "votes": 1618, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 85, "model": "deepseek-v4-flash", "modelKey": "deepseek-v4-ch3-text", "org": "DeepSeek", "rating": 1407.7905711325704, "ratingLower": 1400.0580496508137, "ratingUpper": 1415.5230926143272, "rankUpper": 72, "rankLower": 117, "votes": 7953, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 86, "model": "qwen3.6-plus", "modelKey": "qwen3.6-plus-text", "org": "Alibaba", "rating": 1407.550210099641, "ratingLower": 1399.3993562641504, "ratingUpper": 1415.7010639351315, "rankUpper": 71, "rankLower": 119, "votes": 6671, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.325, "pout": 1.95, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.6", "pimg": null, "psec": null }, { "rank": 87, "model": "gpt-5.3-chat-latest", "modelKey": "gpt-5.3-chat-latest", "org": "OpenAI", "rating": 1407.0289647455534, "ratingLower": 1398.1052551844302, "ratingUpper": 1415.9526743066767, "rankUpper": 70, "rankLower": 123, "votes": 5082, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://openai.com/index/gpt-5-3-instant/", "pimg": null, "psec": null }, { "rank": 88, "model": "minimax-m3", "modelKey": "minimax-m3", "org": "MiniMax", "rating": 1406.0870386973315, "ratingLower": 1398.5731946698238, "ratingUpper": 1413.6008827248393, "rankUpper": 74, "rankLower": 122, "votes": 8529, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MiniMax Community License", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 524288, "url": "https://www.minimax.io/models/text/m3", "pimg": null, "psec": null }, { "rank": 89, "model": "ernie-5.0-preview-1022", "modelKey": "ernie-5.0-preview-1022", "org": "Baidu", "rating": 1405.9878113114398, "ratingLower": 1383.8450290708765, "ratingUpper": 1428.1305935520031, "rankUpper": 54, "rankLower": 140, "votes": 719, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1022-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 90, "model": "qwen3.5-397b-a17b", "modelKey": "qwen3.5-397b-a17b-text", "org": "Alibaba", "rating": 1405.9481088848065, "ratingLower": 1399.7684141265906, "ratingUpper": 1412.1278036430224, "rankUpper": 75, "rankLower": 119, "votes": 12803, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.55, "pout": 3.5, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B", "pimg": null, "psec": null }, { "rank": 91, "model": "deepseek-v3.1-terminus", "modelKey": "deepseek-v3.1-terminus", "org": "DeepSeek", "rating": 1403.8680523439527, "ratingLower": 1376.7417681645472, "ratingUpper": 1430.994336523358, "rankUpper": 51, "rankLower": 148, "votes": 450, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 92, "model": "gpt-5.4-mini-high", "modelKey": "gpt-5.4-mini-high", "org": "OpenAI", "rating": 1403.7925817245582, "ratingLower": 1396.5141490254048, "ratingUpper": 1411.0710144237116, "rankUpper": 75, "rankLower": 125, "votes": 9804, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 93, "model": "gemma-4-26b-a4b", "modelKey": "significant-otter-text", "org": "Google", "rating": 1403.5823283274922, "ratingLower": 1384.7018074410287, "ratingUpper": 1422.462849213956, "rankUpper": 62, "rankLower": 139, "votes": 950, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-26b-a4b-it", "pimg": null, "psec": null }, { "rank": 94, "model": "glm-4.7", "modelKey": "glm-4.7", "org": "Z.ai", "rating": 1403.3383035399456, "ratingLower": 1389.8681950322684, "ratingUpper": 1416.808412047623, "rankUpper": 69, "rankLower": 134, "votes": 1890, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.4, "pout": 1.75, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-4.7", "pimg": null, "psec": null }, { "rank": 95, "model": "gpt-4.1-2025-04-14", "modelKey": "gpt-4.1-2025-04-14", "org": "OpenAI", "rating": 1402.6229351155018, "ratingLower": 1394.918635202068, "ratingUpper": 1410.3272350289358, "rankUpper": 75, "rankLower": 128, "votes": 6595, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 96, "model": "deepseek-v3.1-thinking", "modelKey": "deepseek-v3.1-thinking", "org": "DeepSeek", "rating": 1401.9222472517808, "ratingLower": 1387.0398734397863, "ratingUpper": 1416.8046210637751, "rankUpper": 69, "rankLower": 136, "votes": 1616, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 97, "model": "dola-seed-2.0-pro", "modelKey": "dola-seed-2.0-pro-text", "org": "Bytedance", "rating": 1401.5439851578967, "ratingLower": 1395.0192690792558, "ratingUpper": 1408.0687012365377, "rankUpper": 75, "rankLower": 128, "votes": 12122, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.byteplus.com/en/blog/dola-seed-2-0-pro", "pimg": null, "psec": null }, { "rank": 98, "model": "deepseek-v3.2", "modelKey": "deepseek-v3.2", "org": "DeepSeek", "rating": 1400.9784713794497, "ratingLower": 1393.2010429821191, "ratingUpper": 1408.7558997767803, "rankUpper": 75, "rankLower": 130, "votes": 6610, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 99, "model": "glm-4.6", "modelKey": "glm-4.6", "org": "Z.ai", "rating": 1400.8753262002203, "ratingLower": 1392.276981800068, "ratingUpper": 1409.4736706003728, "rankUpper": 75, "rankLower": 130, "votes": 5013, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.43, "pout": 1.75, "ctx": 204800, "url": "https://docs.z.ai/guides/llm/glm-4.6", "pimg": null, "psec": null }, { "rank": 100, "model": "glm-5v-turbo", "modelKey": "glm-5v-turbo", "org": "Z.ai", "rating": 1400.5910429777841, "ratingLower": 1385.094779138594, "ratingUpper": 1416.087306816974, "rankUpper": 70, "rankLower": 137, "votes": 1653, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 4, "ctx": 202752, "url": "https://docs.z.ai/guides/vlm/glm-5v-turbo", "pimg": null, "psec": null }, { "rank": 101, "model": "grok-3-preview-02-24", "modelKey": "grok-3-preview-02-24", "org": "SpaceXAI", "rating": 1398.1589547257622, "ratingLower": 1388.9227126071917, "ratingUpper": 1407.395196844333, "rankUpper": 77, "rankLower": 136, "votes": 4697, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 131072, "url": "https://x.ai/blog/grok-3", "pimg": null, "psec": null }, { "rank": 102, "model": "mistral-medium-3.5", "modelKey": "mistral-medium-3.5-text", "org": "Mistral", "rating": 1396.426629567267, "ratingLower": 1382.0414497132972, "ratingUpper": 1410.8118094212366, "rankUpper": 75, "rankLower": 142, "votes": 1860, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.75, "pout": 3.75, "ctx": 262144, "url": "https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04", "pimg": null, "psec": null }, { "rank": 103, "model": "gemini-2.5-flash", "modelKey": "gemini-2.5-flash", "org": "Google", "rating": 1395.924829245223, "ratingLower": 1390.8587496790124, "ratingUpper": 1400.9909088114337, "rankUpper": 81, "rankLower": 131, "votes": 17148, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash", "pimg": null, "psec": null }, { "rank": 104, "model": "claude-sonnet-4-20250514-thinking-32k", "modelKey": "claude-sonnet-4-20250514-thinking-32k", "org": "Anthropic", "rating": 1395.5950113001452, "ratingLower": 1386.182089073492, "ratingUpper": 1405.0079335267983, "rankUpper": 79, "rankLower": 136, "votes": 4227, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 105, "model": "deepseek-v3.2-exp-thinking", "modelKey": "deepseek-v3.2-exp-thinking", "org": "DeepSeek", "rating": 1394.8541134464394, "ratingLower": 1377.506088026514, "ratingUpper": 1412.202138866365, "rankUpper": 75, "rankLower": 147, "votes": 1188, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 106, "model": "mimo-v2-omni", "modelKey": "mimo-v2-omni", "org": "Xiaomi", "rating": 1394.8338009368667, "ratingLower": 1383.755219452199, "ratingUpper": 1405.9123824215344, "rankUpper": 79, "rankLower": 140, "votes": 3213, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 2.2, "ctx": 256000, "url": "https://mimo.xiaomi.com/mimo-v2-omni", "pimg": null, "psec": null }, { "rank": 107, "model": "grok-4-0709", "modelKey": "grok-4-0709", "org": "SpaceXAI", "rating": 1394.5710808686126, "ratingLower": 1386.0233261088886, "ratingUpper": 1403.1188356283365, "rankUpper": 79, "rankLower": 136, "votes": 5258, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 256000, "url": "https://docs.x.ai/docs/models/grok-4-0709", "pimg": null, "psec": null }, { "rank": 108, "model": "qwen3-max-2025-09-23", "modelKey": "qwen3-max-2025-09-23", "org": "Alibaba", "rating": 1393.3537536857764, "ratingLower": 1376.2316584482783, "ratingUpper": 1410.4758489232745, "rankUpper": 75, "rankLower": 149, "votes": 1133, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=241398b9cd6353de490b0f82806c7848c5d2777d&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 109, "model": "mimo-v2.5", "modelKey": "mimo-v2.5-text", "org": "Xiaomi", "rating": 1392.8901811059523, "ratingLower": 1384.9016645374654, "ratingUpper": 1400.878697674439, "rankUpper": 81, "rankLower": 137, "votes": 7315, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5/", "pimg": null, "psec": null }, { "rank": 110, "model": "claude-3-7-sonnet-20250219-thinking-32k", "modelKey": "claude-3-7-sonnet-20250219-thinking-32k", "org": "Anthropic", "rating": 1392.8524088892734, "ratingLower": 1384.2720432455037, "ratingUpper": 1401.4327745330431, "rankUpper": 81, "rankLower": 139, "votes": 5127, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 111, "model": "qwen3-max-preview", "modelKey": "qwen3-max-preview", "org": "Alibaba", "rating": 1392.253229619575, "ratingLower": 1382.1886037100076, "ratingUpper": 1402.3178555291424, "rankUpper": 80, "rankLower": 142, "votes": 3685, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://www.alibabacloud.com/help/en/model-studio/models", "pimg": null, "psec": null }, { "rank": 112, "model": "gpt-5.2", "modelKey": "gpt-5.2", "org": "OpenAI", "rating": 1392.0897678515537, "ratingLower": 1385.7918314023402, "ratingUpper": 1398.3877043007672, "rankUpper": 88, "rankLower": 136, "votes": 12860, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 113, "model": "kimi-k2-thinking-turbo", "modelKey": "kimi-k2-thinking-turbo", "org": "Moonshot", "rating": 1392.0129353525651, "ratingLower": 1385.2790641425506, "ratingUpper": 1398.7468065625799, "rankUpper": 87, "rankLower": 136, "votes": 9070, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.57, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/moonshotai/Kimi-K2-Thinking", "pimg": null, "psec": null }, { "rank": 114, "model": "deepseek-v3.2-thinking", "modelKey": "deepseek-v3.2-thinking", "org": "DeepSeek", "rating": 1391.0184639122588, "ratingLower": 1383.1304412382926, "ratingUpper": 1398.906486586225, "rankUpper": 87, "rankLower": 142, "votes": 6135, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 115, "model": "longcat-flash-chat-2602-exp", "modelKey": "frieza", "org": "Meituan", "rating": 1390.2554552304714, "ratingLower": 1380.571833595433, "ratingUpper": 1399.9390768655098, "rankUpper": 85, "rankLower": 144, "votes": 4203, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://longcat.chat/platform/docs/#endpoints", "pimg": null, "psec": null }, { "rank": 116, "model": "gpt-5-chat", "modelKey": "gpt-5-chat", "org": "OpenAI", "rating": 1390.1688225612857, "ratingLower": 1380.560920929012, "ratingUpper": 1399.7767241935594, "rankUpper": 85, "rankLower": 144, "votes": 3962, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-5-chat-latest", "pimg": null, "psec": null }, { "rank": 117, "model": "deepseek-r1-0528", "modelKey": "deepseek-r1-0528", "org": "DeepSeek", "rating": 1389.5475106341898, "ratingLower": 1376.926527133473, "ratingUpper": 1402.1684941349067, "rankUpper": 80, "rankLower": 147, "votes": 2391, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.5, "pout": 2.15, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250528", "pimg": null, "psec": null }, { "rank": 118, "model": "kimi-k2.5-instant", "modelKey": "kimi-k2.5-instant", "org": "Moonshot", "rating": 1389.5186902738567, "ratingLower": 1372.9420290343362, "ratingUpper": 1406.0953515133772, "rankUpper": 79, "rankLower": 157, "votes": 1244, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.45, "pout": 2.25, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 119, "model": "deepseek-v3-0324", "modelKey": "deepseek-v3-0324", "org": "DeepSeek", "rating": 1389.4843308159611, "ratingLower": 1381.393291755533, "ratingUpper": 1397.5753698763892, "rankUpper": 89, "rankLower": 142, "votes": 5970, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 131072, "url": "https://api-docs.deepseek.com/news/news250325", "pimg": null, "psec": null }, { "rank": 120, "model": "deepseek-v3.1", "modelKey": "deepseek-v3.1", "org": "DeepSeek", "rating": 1389.2631886794318, "ratingLower": 1375.784825815797, "ratingUpper": 1402.7415515430669, "rankUpper": 80, "rankLower": 150, "votes": 1977, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 121, "model": "deepseek-v3.1-terminus-thinking", "modelKey": "deepseek-v3.1-terminus-thinking", "org": "DeepSeek", "rating": 1389.0264459878426, "ratingLower": 1360.9827591514343, "ratingUpper": 1417.0701328242508, "rankUpper": 69, "rankLower": 167, "votes": 432, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 122, "model": "claude-haiku-4-5-20251001", "modelKey": "claude-haiku-4-5-20251001", "org": "Anthropic", "rating": 1388.6137167994866, "ratingLower": 1383.5879935442733, "ratingUpper": 1393.6394400547001, "rankUpper": 93, "rankLower": 141, "votes": 20900, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-haiku-4-5", "pimg": null, "psec": null }, { "rank": 123, "model": "gpt-5.2-high", "modelKey": "gpt-5.2-high", "org": "OpenAI", "rating": 1387.9049029137718, "ratingLower": 1380.3070200522393, "ratingUpper": 1395.5027857753041, "rankUpper": 90, "rankLower": 144, "votes": 7278, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 124, "model": "claude-sonnet-4-20250514", "modelKey": "claude-sonnet-4-20250514", "org": "Anthropic", "rating": 1387.1724687506255, "ratingLower": 1378.3181150630546, "ratingUpper": 1396.0268224381962, "rankUpper": 90, "rankLower": 145, "votes": 4879, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 125, "model": "grok-4-fast-chat", "modelKey": "grok-4-fast-chat", "org": "SpaceXAI", "rating": 1384.0043933287518, "ratingLower": 1363.931254214308, "ratingUpper": 1404.0775324431957, "rankUpper": 79, "rankLower": 164, "votes": 886, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 256000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 126, "model": "o3-2025-04-16", "modelKey": "o3-2025-04-16", "org": "OpenAI", "rating": 1382.4216909802494, "ratingLower": 1375.0953456772877, "ratingUpper": 1389.7480362832111, "rankUpper": 97, "rankLower": 152, "votes": 7576, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 127, "model": "inkling", "modelKey": "inkling-text", "org": "Thinky", "rating": 1381.9337199640909, "ratingLower": 1372.8971715843647, "ratingUpper": 1390.970268343817, "rankUpper": 95, "rankLower": 157, "votes": 5269, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 1, "pout": 4.05, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/introducing-inkling/", "pimg": null, "psec": null }, { "rank": 128, "model": "gemini-2.5-flash-preview-09-2025", "modelKey": "gemini-2.5-flash-preview-09-2025", "org": "Google", "rating": 1381.4130616668572, "ratingLower": 1372.1370731153618, "ratingUpper": 1390.6890502183526, "rankUpper": 96, "rankLower": 157, "votes": 4436, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 129, "model": "grok-4-fast-reasoning", "modelKey": "grok-4-fast-reasoning", "org": "SpaceXAI", "rating": 1381.2248183724676, "ratingLower": 1369.2129255290904, "ratingUpper": 1393.2367112158445, "rankUpper": 93, "rankLower": 158, "votes": 2447, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 2000000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 130, "model": "o1-2024-12-17", "modelKey": "o1-2024-12-17", "org": "OpenAI", "rating": 1381.1055835604143, "ratingLower": 1372.1494874651357, "ratingUpper": 1390.0616796556928, "rankUpper": 96, "rankLower": 157, "votes": 4642, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": 200000, "url": "https://openai.com/index/o1-and-new-tools-for-developers/", "pimg": null, "psec": null }, { "rank": 131, "model": "kimi-k2-0905-preview", "modelKey": "kimi-k2-0905-preview", "org": "Moonshot", "rating": 1379.897823469407, "ratingLower": 1364.5801956265898, "ratingUpper": 1395.215451312224, "rankUpper": 90, "rankLower": 164, "votes": 1482, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 262144, "url": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905", "pimg": null, "psec": null }, { "rank": 132, "model": "qwen3-235b-a22b-instruct-2507", "modelKey": "qwen3-235b-a22b-instruct-2507", "org": "Alibaba", "rating": 1379.3177558877644, "ratingLower": 1373.7932639823116, "ratingUpper": 1384.8422477932172, "rankUpper": 105, "rankLower": 155, "votes": 13441, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.264, "pout": 1.06, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 133, "model": "mistral-medium-2508", "modelKey": "mistral-medium-2508", "org": "Mistral", "rating": 1379.0772598313629, "ratingLower": 1373.4280324836802, "ratingUpper": 1384.7264871790453, "rankUpper": 105, "rankLower": 155, "votes": 13574, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 134, "model": "claude-3-7-sonnet-20250219", "modelKey": "claude-3-7-sonnet-20250219", "org": "Anthropic", "rating": 1377.010394336094, "ratingLower": 1368.894254977553, "ratingUpper": 1385.126533694635, "rankUpper": 103, "rankLower": 158, "votes": 5905, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 135, "model": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "modelKey": "may26-chatbot4-3x57", "org": "Nvidia", "rating": 1375.897652415018, "ratingLower": 1361.567859161672, "ratingUpper": 1390.227445668364, "rankUpper": 96, "rankLower": 166, "votes": 1917, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "pimg": null, "psec": null }, { "rank": 136, "model": "hunyuan-t1-20250711", "modelKey": "hunyuan-t1-20250711", "org": "Tencent", "rating": 1374.9789244550716, "ratingLower": 1351.1865512121442, "ratingUpper": 1398.7712976979994, "rankUpper": 87, "rankLower": 180, "votes": 614, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 137, "model": "mistral-large-3", "modelKey": "mistral-large-3", "org": "Mistral", "rating": 1373.681643474534, "ratingLower": 1367.5491712290839, "ratingUpper": 1379.814115719984, "rankUpper": 117, "rankLower": 160, "votes": 11713, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1.5, "ctx": null, "url": "https://mistral.ai/news/mistral-3", "pimg": null, "psec": null }, { "rank": 138, "model": "muse-glimmer", "modelKey": "onyx-v1-4-33s7", "org": "Meta", "rating": 1373.6689687663907, "ratingLower": 1350.3615435839918, "ratingUpper": 1396.9763939487896, "rankUpper": 89, "rankLower": 181, "votes": 693, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.meta.ai/blog/introducing-muse-glimmer-open-agentic-model", "pimg": null, "psec": null }, { "rank": 139, "model": "deepseek-r1", "modelKey": "deepseek-r1", "org": "DeepSeek", "rating": 1373.6474839037396, "ratingLower": 1363.2611092600364, "ratingUpper": 1384.033858547443, "rankUpper": 107, "rankLower": 164, "votes": 3289, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.7, "pout": 2.5, "ctx": 64000, "url": "https://api-docs.deepseek.com/news/news250120", "pimg": null, "psec": null }, { "rank": 140, "model": "gpt-5-high", "modelKey": "gpt-5-high", "org": "OpenAI", "rating": 1373.581381367755, "ratingLower": 1363.8197008731588, "ratingUpper": 1383.3430618623513, "rankUpper": 110, "rankLower": 164, "votes": 4192, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5", "pimg": null, "psec": null }, { "rank": 141, "model": "hunyuan-vision-1.5-thinking", "modelKey": "hunyuan-vision-1.5-thinking", "org": "Tencent", "rating": 1372.7790932296625, "ratingLower": 1336.6369600194616, "ratingUpper": 1408.9212264398636, "rankUpper": 75, "rankLower": 191, "votes": 254, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://github.com/Tencent-Hunyuan/HunyuanVision", "pimg": null, "psec": null }, { "rank": 142, "model": "glm-4.5", "modelKey": "glm-4.5", "org": "Z.ai", "rating": 1372.6626346291728, "ratingLower": 1361.6877064976663, "ratingUpper": 1383.6375627606792, "rankUpper": 109, "rankLower": 166, "votes": 3075, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 2.2, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 143, "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "modelKey": "gemini-2.5-flash-lite-preview-06-17-thinking", "org": "Google", "rating": 1371.4429692505414, "ratingLower": 1362.049869054963, "ratingUpper": 1380.83606944612, "rankUpper": 114, "rankLower": 165, "votes": 4126, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash-lite-preview-06-17", "pimg": null, "psec": null }, { "rank": 144, "model": "qwen3-235b-a22b-thinking-2507", "modelKey": "qwen3-235b-a22b-thinking-2507", "org": "Alibaba", "rating": 1370.8502874060455, "ratingLower": 1352.6917044417853, "ratingUpper": 1389.0088703703059, "rankUpper": 97, "rankLower": 177, "votes": 1067, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.23, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507", "pimg": null, "psec": null }, { "rank": 145, "model": "kimi-k2-0711-preview", "modelKey": "kimi-k2-0711-preview", "org": "Moonshot", "rating": 1370.7188863413687, "ratingLower": 1360.2976635068446, "ratingUpper": 1381.140109175893, "rankUpper": 114, "rankLower": 167, "votes": 3383, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 131072, "url": "https://moonshotai.github.io/Kimi-K2/", "pimg": null, "psec": null }, { "rank": 146, "model": "claude-3-5-sonnet-20241022", "modelKey": "claude-3-5-sonnet-20241022", "org": "Anthropic", "rating": 1370.4471049077154, "ratingLower": 1364.1988464937958, "ratingUpper": 1376.6953633216349, "rankUpper": 121, "rankLower": 164, "votes": 11696, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 147, "model": "qwen3.5-122b-a10b", "modelKey": "qwen3.5-122b-a10b", "org": "Alibaba", "rating": 1366.2685995835, "ratingLower": 1356.732070483736, "ratingUpper": 1375.805128683264, "rankUpper": 122, "rankLower": 172, "votes": 4295, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.26, "pout": 2.08, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B", "pimg": null, "psec": null }, { "rank": 148, "model": "qwen3-235b-a22b-no-thinking", "modelKey": "qwen3-235b-a22b-no-thinking", "org": "Alibaba", "rating": 1365.6115138317641, "ratingLower": 1356.5014590011351, "ratingUpper": 1374.721568662393, "rankUpper": 124, "rankLower": 172, "votes": 4546, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 149, "model": "o1-preview", "modelKey": "o1-preview", "org": "OpenAI", "rating": 1365.36052042826, "ratingLower": 1355.4392599181156, "ratingUpper": 1375.2817809384046, "rankUpper": 123, "rankLower": 175, "votes": 4508, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 150, "model": "mistral-medium-2505", "modelKey": "mistral-medium-2505", "org": "Mistral", "rating": 1363.7620599797883, "ratingLower": 1354.1116569111568, "ratingUpper": 1373.41246304842, "rankUpper": 126, "rankLower": 175, "votes": 4043, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 151, "model": "qwen3-coder-480b-a35b-instruct", "modelKey": "qwen3-coder-480b-a35b-instruct", "org": "Alibaba", "rating": 1362.547361765015, "ratingLower": 1351.7687490318217, "ratingUpper": 1373.325974498208, "rankUpper": 126, "rankLower": 180, "votes": 3213, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 1.6, "ctx": 262144, "url": "https://qwenlm.github.io/blog/qwen3-coder/", "pimg": null, "psec": null }, { "rank": 152, "model": "qwen3.8-27b", "modelKey": "qwen3.8-27b", "org": "Alibaba", "rating": 1361.4772186816294, "ratingLower": 1347.547560808384, "ratingUpper": 1375.4068765548748, "rankUpper": 123, "rankLower": 182, "votes": 2059, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 3, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.8-27B", "pimg": null, "psec": null }, { "rank": 153, "model": "minimax-m2.7", "modelKey": "deep-octo", "org": "MiniMax", "rating": 1361.423029006034, "ratingLower": 1354.654589949997, "ratingUpper": 1368.1914680620712, "rankUpper": 132, "rankLower": 175, "votes": 11370, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m27-en", "pimg": null, "psec": null }, { "rank": 154, "model": "hunyuan-turbos-20250416", "modelKey": "hunyuan-turbos-20250416", "org": "Tencent", "rating": 1361.2196158133897, "ratingLower": 1345.6186094761142, "ratingUpper": 1376.8206221506653, "rankUpper": 120, "rankLower": 183, "votes": 1474, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 155, "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "modelKey": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "org": "Google", "rating": 1360.6444049823676, "ratingLower": 1352.930981772417, "ratingUpper": 1368.3578281923183, "rankUpper": 132, "rankLower": 177, "votes": 6417, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 156, "model": "minimax-m2.5", "modelKey": "minimax-m2.5", "org": "MiniMax", "rating": 1358.4133975591487, "ratingLower": 1350.3228370316135, "ratingUpper": 1366.503958086684, "rankUpper": 133, "rankLower": 181, "votes": 6319, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.27, "pout": 1.08, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m25", "pimg": null, "psec": null }, { "rank": 157, "model": "gemini-1.5-pro-002", "modelKey": "gemini-1.5-pro-002", "org": "Google", "rating": 1358.1489991473186, "ratingLower": 1350.7119892586215, "ratingUpper": 1365.5860090360154, "rankUpper": 133, "rankLower": 180, "votes": 8062, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-pro-002", "pimg": null, "psec": null }, { "rank": 158, "model": "qwen3-vl-235b-a22b-instruct", "modelKey": "qwen3-vl-235b-a22b-instruct", "org": "Alibaba", "rating": 1357.1949050822532, "ratingLower": 1340.180599842694, "ratingUpper": 1374.2092103218124, "rankUpper": 124, "rankLower": 191, "votes": 1342, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.21, "pout": 1.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 159, "model": "qwen3.5-27b", "modelKey": "qwen3.5-27b", "org": "Alibaba", "rating": 1356.1674082086208, "ratingLower": 1346.4328199139102, "ratingUpper": 1365.9019965033315, "rankUpper": 133, "rankLower": 182, "votes": 4050, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.195, "pout": 1.56, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-27B", "pimg": null, "psec": null }, { "rank": 160, "model": "mimo-v2-flash (non-thinking)", "modelKey": "mimo-v2-flash", "org": "Xiaomi", "rating": 1354.9321662009388, "ratingLower": 1347.3366870195189, "ratingUpper": 1362.5276453823585, "rankUpper": 138, "rankLower": 182, "votes": 7008, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 161, "model": "hunyuan-hy3-preview", "modelKey": "hunyuan-hy3-preview-text", "org": "Tencent", "rating": 1354.8634895877512, "ratingLower": 1335.4141936981227, "ratingUpper": 1374.3127854773795, "rankUpper": 124, "rankLower": 194, "votes": 999, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "tencent-hunyuan-community", "open": 1, "pin": 0.29, "pout": 1.17, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3-preview", "pimg": null, "psec": null }, { "rank": 162, "model": "qwen2.5-max", "modelKey": "qwen2.5-max", "org": "Alibaba", "rating": 1353.172575771493, "ratingLower": 1344.5982725691595, "ratingUpper": 1361.7468789738264, "rankUpper": 139, "rankLower": 187, "votes": 4994, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5-max/", "pimg": null, "psec": null }, { "rank": 163, "model": "amazon-nova-experimental-chat-26-01-10", "modelKey": "beluga-0213-1", "org": "Amazon", "rating": 1352.4584517264466, "ratingLower": 1327.0147820539257, "ratingUpper": 1377.9021213989672, "rankUpper": 118, "rankLower": 208, "votes": 545, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 164, "model": "trinity-large-preview", "modelKey": "trinity-large", "org": "Unknown", "rating": 1351.7250583899156, "ratingLower": 1342.3321484145931, "ratingUpper": 1361.1179683652379, "rankUpper": 141, "rankLower": 190, "votes": 4527, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.45, "ctx": 131000, "url": "https://www.arcee.ai/blog/trinity-large", "pimg": null, "psec": null }, { "rank": 165, "model": "glm-4.6v", "modelKey": "glm-4.6v", "org": "Z.ai", "rating": 1348.6568017292936, "ratingLower": 1319.790339427859, "ratingUpper": 1377.5232640307281, "rankUpper": 118, "rankLower": 218, "votes": 406, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 0.9, "ctx": 131072, "url": "https://huggingface.co/zai-org/GLM-4.6V", "pimg": null, "psec": null }, { "rank": 166, "model": "gpt-4.1-mini-2025-04-14", "modelKey": "gpt-4.1-mini-2025-04-14", "org": "OpenAI", "rating": 1348.628168962544, "ratingLower": 1339.8261200183063, "ratingUpper": 1357.4302179067813, "rankUpper": 143, "rankLower": 191, "votes": 5079, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.6, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 167, "model": "deepseek-v3", "modelKey": "deepseek-v3", "org": "DeepSeek", "rating": 1348.4478581450308, "ratingLower": 1338.3756269538662, "ratingUpper": 1358.5200893361953, "rankUpper": 143, "rankLower": 191, "votes": 3623, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": 1.1400000000000001, "pout": 4.5600000000000005, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V3", "pimg": null, "psec": null }, { "rank": 168, "model": "gemma-3-27b-it", "modelKey": "gemma-3-27b-it", "org": "Google", "rating": 1348.4208651061913, "ratingLower": 1340.670119854904, "ratingUpper": 1356.1716103574788, "rankUpper": 145, "rankLower": 190, "votes": 6272, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.08, "pout": 0.45, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-27b-it", "pimg": null, "psec": null }, { "rank": 169, "model": "minimax-m2.1-preview", "modelKey": "minimax-m2.1-preview", "org": "MiniMax", "rating": 1345.439072176889, "ratingLower": 1333.750671697008, "ratingUpper": 1357.1274726567704, "rankUpper": 143, "rankLower": 197, "votes": 2679, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m21", "pimg": null, "psec": null }, { "rank": 170, "model": "step-3.5-flash", "modelKey": "step-3.5-flash", "org": "StepFun", "rating": 1344.9444979885163, "ratingLower": 1337.979963110691, "ratingUpper": 1351.9090328663417, "rankUpper": 150, "rankLower": 191, "votes": 9159, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://huggingface.co/stepfun-ai/Step-3.5-Flash", "pimg": null, "psec": null }, { "rank": 171, "model": "gemini-2.0-flash-001", "modelKey": "gemini-2.0-flash-001", "org": "Google", "rating": 1344.483020794937, "ratingLower": 1336.6606593806198, "ratingUpper": 1352.3053822092538, "rankUpper": 150, "rankLower": 191, "votes": 6257, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys-1121&model=gemini-2.0-flash-001", "pimg": null, "psec": null }, { "rank": 172, "model": "gemini-2.0-flash-lite-preview-02-05", "modelKey": "gemini-2.0-flash-lite-preview-02-05", "org": "Google", "rating": 1344.3102628274346, "ratingLower": 1335.0245606928775, "ratingUpper": 1353.5959649619917, "rankUpper": 148, "rankLower": 196, "votes": 4104, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/prompts/new_chat?model=gemini-2.0-flash-lite", "pimg": null, "psec": null }, { "rank": 173, "model": "gemini-advanced-0514", "modelKey": "gemini-advanced-0514", "org": "Google", "rating": 1344.1230967624015, "ratingLower": 1334.1653376936629, "ratingUpper": 1354.08085583114, "rankUpper": 148, "rankLower": 197, "votes": 7025, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://gemini.google.com/advanced", "pimg": null, "psec": null }, { "rank": 174, "model": "qwen3.5-35b-a3b", "modelKey": "qwen3.5-35b-a3b", "org": "Alibaba", "rating": 1343.403696975376, "ratingLower": 1334.1415026921748, "ratingUpper": 1352.6658912585772, "rankUpper": 150, "rankLower": 197, "votes": 4432, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3125, "pout": 1.25, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-35B-A3B", "pimg": null, "psec": null }, { "rank": 175, "model": "amazon-nova-experimental-chat-26-02-10", "modelKey": "beluga-0304-1", "org": "Amazon", "rating": 1342.8633752730836, "ratingLower": 1316.2577567505075, "ratingUpper": 1369.4689937956596, "rankUpper": 130, "rankLower": 221, "votes": 455, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 176, "model": "amazon-nova-experimental-chat-12-10", "modelKey": "beluga-1223-1", "org": "Amazon", "rating": 1340.9995482774061, "ratingLower": 1316.76592229067, "ratingUpper": 1365.233174264142, "rankUpper": 133, "rankLower": 221, "votes": 576, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 177, "model": "qwen3-vl-235b-a22b-thinking", "modelKey": "qwen3-vl-235b-a22b-thinking", "org": "Alibaba", "rating": 1339.3380810567091, "ratingLower": 1321.1999458616715, "ratingUpper": 1357.4762162517466, "rankUpper": 143, "rankLower": 218, "votes": 1009, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 4, "ctx": 131072, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 178, "model": "gpt-5.4-nano-high", "modelKey": "gpt-5.4-nano-high", "org": "OpenAI", "rating": 1338.11060968573, "ratingLower": 1330.6607332936526, "ratingUpper": 1345.5604860778071, "rankUpper": 159, "rankLower": 204, "votes": 9445, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.25, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 179, "model": "qwen3.5-flash", "modelKey": "qwen3.5-flash", "org": "Alibaba", "rating": 1337.937152099285, "ratingLower": 1330.7457384683978, "ratingUpper": 1345.1285657301719, "rankUpper": 159, "rankLower": 204, "votes": 9033, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1/?tab=doc#/doc/?type=model&url=2840914_2&modelId=group-qwen3.5-flash", "pimg": null, "psec": null }, { "rank": 180, "model": "gpt-4o-2024-05-13", "modelKey": "gpt-4o-2024-05-13", "org": "OpenAI", "rating": 1337.2747721781946, "ratingLower": 1330.086523363362, "ratingUpper": 1344.463020993027, "rankUpper": 160, "rankLower": 205, "votes": 16599, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://openai.com/index/hello-gpt-4o/", "pimg": null, "psec": null }, { "rank": 181, "model": "o4-mini-2025-04-16", "modelKey": "o4-mini-2025-04-16", "org": "OpenAI", "rating": 1336.8610715611997, "ratingLower": 1328.6231112925, "ratingUpper": 1345.0990318298996, "rankUpper": 159, "rankLower": 205, "votes": 5747, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 182, "model": "grok-3-mini-beta", "modelKey": "grok-3-mini-beta", "org": "SpaceXAI", "rating": 1336.854965041674, "ratingLower": 1325.1574919424108, "ratingUpper": 1348.552438140937, "rankUpper": 155, "rankLower": 212, "votes": 2546, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 131072, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 183, "model": "mimo-v2-flash (thinking)", "modelKey": "mimo-v2-flash-thinking-v2", "org": "Xiaomi", "rating": 1336.2665000462496, "ratingLower": 1321.925466254627, "ratingUpper": 1350.607533837872, "rankUpper": 153, "rankLower": 217, "votes": 1668, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 184, "model": "step-2-16k-exp-202412", "modelKey": "step-2-16k-exp-202412", "org": "StepFun", "rating": 1335.5504097591972, "ratingLower": 1314.7201692471751, "ratingUpper": 1356.3806502712193, "rankUpper": 145, "rankLower": 222, "votes": 751, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/text", "pimg": null, "psec": null }, { "rank": 185, "model": "command-a-03-2025", "modelKey": "command-a-03-2025", "org": "Cohere", "rating": 1335.3744616707738, "ratingLower": 1328.150166627503, "ratingUpper": 1342.5987567140446, "rankUpper": 160, "rankLower": 207, "votes": 7549, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 256000, "url": "https://cohere.com/blog/command-a", "pimg": null, "psec": null }, { "rank": 186, "model": "trinity-large-thinking", "modelKey": "trinity-large-thinking", "org": "Unknown", "rating": 1333.262954026596, "ratingLower": 1323.674705404855, "ratingUpper": 1342.851202648337, "rankUpper": 160, "rankLower": 216, "votes": 4498, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.25, "pout": 0.8, "ctx": 262144, "url": "https://www.arcee.ai/blog/trinity-large-thinking", "pimg": null, "psec": null }, { "rank": 187, "model": "gemma-3-12b-it", "modelKey": "gemma-3-12b-it", "org": "Google", "rating": 1332.6216942188794, "ratingLower": 1309.3382218291738, "ratingUpper": 1355.905166608585, "rankUpper": 145, "rankLower": 229, "votes": 600, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.15, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-12b-it", "pimg": null, "psec": null }, { "rank": 188, "model": "grok-3-mini-high", "modelKey": "grok-3-mini-high", "org": "SpaceXAI", "rating": 1331.5462201599332, "ratingLower": 1317.822053499986, "ratingUpper": 1345.2703868198805, "rankUpper": 159, "rankLower": 221, "votes": 1893, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.27, "ctx": null, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 189, "model": "llama-3.1-nemotron-ultra-253b-v1", "modelKey": "llama-3.1-nemotron-ultra-253b-v1", "org": "Nvidia", "rating": 1331.4340678238088, "ratingLower": 1304.4925811208589, "ratingUpper": 1358.3755545267588, "rankUpper": 143, "rankLower": 236, "votes": 444, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open Model", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-Ultra-253B-v1", "pimg": null, "psec": null }, { "rank": 190, "model": "longcat-flash-chat", "modelKey": "longcat-flash-chat", "org": "Meituan", "rating": 1330.0763826773637, "ratingLower": 1313.9838339558207, "ratingUpper": 1346.1689313989064, "rankUpper": 158, "rankLower": 222, "votes": 1350, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.8, "ctx": 131072, "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat", "pimg": null, "psec": null }, { "rank": 191, "model": "glm-4.5-air", "modelKey": "glm-4.5-air", "org": "Z.ai", "rating": 1326.6851867942576, "ratingLower": 1317.031607766944, "ratingUpper": 1336.338765821571, "rankUpper": 168, "rankLower": 221, "votes": 3938, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.85, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 192, "model": "gpt-4o-2024-08-06", "modelKey": "gpt-4o-2024-08-06", "org": "OpenAI", "rating": 1326.6733882270494, "ratingLower": 1318.1497337391518, "ratingUpper": 1335.197042714947, "rankUpper": 169, "rankLower": 221, "votes": 6756, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4o", "pimg": null, "psec": null }, { "rank": 193, "model": "qwen3-next-80b-a3b-thinking", "modelKey": "qwen3-next-80b-a3b-thinking", "org": "Alibaba", "rating": 1326.074621562296, "ratingLower": 1311.5593436809938, "ratingUpper": 1340.5898994435981, "rankUpper": 162, "rankLower": 226, "votes": 1755, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 1.2, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking", "pimg": null, "psec": null }, { "rank": 194, "model": "qwen3-235b-a22b", "modelKey": "qwen3-235b-a22b", "org": "Alibaba", "rating": 1323.3131072528754, "ratingLower": 1313.2008537605593, "ratingUpper": 1333.4253607451913, "rankUpper": 173, "rankLower": 223, "votes": 3544, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 195, "model": "mistral-small-2506", "modelKey": "mistral-small-2506", "org": "Mistral", "rating": 1323.1079528186372, "ratingLower": 1310.1541815128821, "ratingUpper": 1336.0617241243922, "rankUpper": 168, "rankLower": 227, "votes": 2131, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506", "pimg": null, "psec": null }, { "rank": 196, "model": "gpt-5-mini-high", "modelKey": "gpt-5-mini-high", "org": "OpenAI", "rating": 1323.0963153856844, "ratingLower": 1312.6498530386614, "ratingUpper": 1333.5427777327075, "rankUpper": 173, "rankLower": 223, "votes": 3494, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.125, "pout": 1, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-mini", "pimg": null, "psec": null }, { "rank": 197, "model": "gemini-1.5-pro-001", "modelKey": "gemini-1.5-pro-001", "org": "Google", "rating": 1322.8095208452871, "ratingLower": 1314.670934786187, "ratingUpper": 1330.948106904387, "rankUpper": 173, "rankLower": 222, "votes": 11797, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro", "pimg": null, "psec": null }, { "rank": 198, "model": "gpt-4-turbo-2024-04-09", "modelKey": "gpt-4-turbo-2024-04-09", "org": "OpenAI", "rating": 1322.7760861077031, "ratingLower": 1314.9735854349965, "ratingUpper": 1330.5785867804098, "rankUpper": 175, "rankLower": 222, "votes": 14396, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4", "pimg": null, "psec": null }, { "rank": 199, "model": "qwen3-30b-a3b-instruct-2507", "modelKey": "qwen3-30b-a3b-instruct-2507", "org": "Alibaba", "rating": 1319.9390880639876, "ratingLower": 1308.8909349464493, "ratingUpper": 1330.987241181526, "rankUpper": 173, "rankLower": 230, "votes": 2947, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.04815, "pout": 0.19305, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 200, "model": "minimax-m1", "modelKey": "minimax-m1", "org": "MiniMax", "rating": 1319.1686257538665, "ratingLower": 1309.9991654385062, "ratingUpper": 1328.3380860692266, "rankUpper": 177, "rankLower": 227, "votes": 4448, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 2.2, "ctx": 1000000, "url": "https://www.minimax.io/news/minimaxm1", "pimg": null, "psec": null }, { "rank": 201, "model": "grok-2-2024-08-13", "modelKey": "grok-2-2024-08-13", "org": "SpaceXAI", "rating": 1316.939133331941, "ratingLower": 1309.4460443609776, "ratingUpper": 1324.4322223029046, "rankUpper": 180, "rankLower": 229, "votes": 9339, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 202, "model": "qwen-plus-0125", "modelKey": "qwen-plus-0125", "org": "Alibaba", "rating": 1316.2539920557622, "ratingLower": 1298.1335595935154, "ratingUpper": 1334.3744245180087, "rankUpper": 170, "rankLower": 242, "votes": 931, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.2, "ctx": 131072, "url": "https://www.alibabacloud.com/help/en/model-studio/developer-reference/what-is-qwen-llm", "pimg": null, "psec": null }, { "rank": 203, "model": "glm-4-plus-0111", "modelKey": "glm-4-plus-0111", "org": "Z.ai", "rating": 1316.070556294305, "ratingLower": 1296.907217930738, "ratingUpper": 1335.2338946578723, "rankUpper": 169, "rankLower": 244, "votes": 918, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 204, "model": "qwen3-next-80b-a3b-instruct", "modelKey": "qwen3-next-80b-a3b-instruct", "org": "Alibaba", "rating": 1312.9296806462157, "ratingLower": 1301.95948472268, "ratingUpper": 1323.8998765697513, "rankUpper": 180, "rankLower": 237, "votes": 2990, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 1.1, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct", "pimg": null, "psec": null }, { "rank": 205, "model": "intellect-3", "modelKey": "intellect-3", "org": "Unknown", "rating": 1311.7132113377638, "ratingLower": 1290.1374004669074, "ratingUpper": 1333.2890222086203, "rankUpper": 173, "rankLower": 255, "votes": 795, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 1.1, "ctx": 131072, "url": "https://www.primeintellect.ai/blog/intellect-3", "pimg": null, "psec": null }, { "rank": 206, "model": "o3-mini-high", "modelKey": "o3-mini-high", "org": "OpenAI", "rating": 1311.4422829222885, "ratingLower": 1300.625573134626, "ratingUpper": 1322.258992709951, "rankUpper": 181, "rankLower": 238, "votes": 3065, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://platform.openai.com/docs/guides/reasoning#reasoning-effort", "pimg": null, "psec": null }, { "rank": 207, "model": "step-3", "modelKey": "step-3", "org": "StepFun", "rating": 1309.617418676224, "ratingLower": 1288.4861712890327, "ratingUpper": 1330.748666063415, "rankUpper": 173, "rankLower": 256, "votes": 766, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.57, "pout": 1.42, "ctx": 65536, "url": "https://stepfun.ai/research/en/step3", "pimg": null, "psec": null }, { "rank": 208, "model": "deepseek-v2.5-1210", "modelKey": "deepseek-v2.5-1210", "org": "DeepSeek", "rating": 1309.4013113794915, "ratingLower": 1292.2469993960626, "ratingUpper": 1326.5556233629204, "rankUpper": 179, "rankLower": 254, "votes": 1090, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5-1210", "pimg": null, "psec": null }, { "rank": 209, "model": "Inkling Small", "modelKey": "inkling-small", "org": "Thinky", "rating": 1309.1041566725696, "ratingLower": 1298.4415687062456, "ratingUpper": 1319.7667446388937, "rankUpper": 184, "rankLower": 242, "votes": 3859, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.45, "pout": 1.2, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/inkling-small/", "pimg": null, "psec": null }, { "rank": 210, "model": "glm-4.5v", "modelKey": "glm-4.5v", "org": "Z.ai", "rating": 1308.3867996011124, "ratingLower": 1285.373482251351, "ratingUpper": 1331.4001169508736, "rankUpper": 173, "rankLower": 264, "votes": 613, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 65536, "url": "https://huggingface.co/zai-org/GLM-4.5V", "pimg": null, "psec": null }, { "rank": 211, "model": "llama-4-maverick-17b-128e-instruct", "modelKey": "llama-4-maverick-17b-128e-instruct", "org": "Meta", "rating": 1306.8001059393794, "ratingLower": 1298.1969235087201, "ratingUpper": 1315.4032883700384, "rankUpper": 189, "rankLower": 242, "votes": 5129, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 4", "open": 1, "pin": 0.63, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct", "pimg": null, "psec": null }, { "rank": 212, "model": "gpt-4.1-nano-2025-04-14", "modelKey": "gpt-4.1-nano-2025-04-14", "org": "OpenAI", "rating": 1306.6380526361947, "ratingLower": 1288.1889773548344, "ratingUpper": 1325.0871279175553, "rankUpper": 180, "rankLower": 258, "votes": 1005, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 213, "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "modelKey": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "org": "Nvidia", "rating": 1306.0324495860077, "ratingLower": 1276.64890316859, "ratingUpper": 1335.415996003425, "rankUpper": 168, "rankLower": 272, "votes": 366, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5", "pimg": null, "psec": null }, { "rank": 214, "model": "glm-4.7-flash", "modelKey": "glm-4.7-flash-fireworks", "org": "Z.ai", "rating": 1305.5943326875408, "ratingLower": 1291.4756821355816, "ratingUpper": 1319.7129832394999, "rankUpper": 184, "rankLower": 255, "votes": 1772, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.0605, "pout": 0.4, "ctx": 200000, "url": "https://huggingface.co/zai-org/GLM-4.7-Flash", "pimg": null, "psec": null }, { "rank": 215, "model": "claude-3-5-haiku-20241022", "modelKey": "claude-3-5-haiku-20241022", "org": "Anthropic", "rating": 1304.9663119758304, "ratingLower": 1298.498265591237, "ratingUpper": 1311.434358360424, "rankUpper": 196, "rankLower": 242, "votes": 9815, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 216, "model": "llama-3.1-405b-instruct-fp8", "modelKey": "llama-3.1-405b-instruct-fp8", "org": "Meta", "rating": 1304.2717724861398, "ratingLower": 1296.4637275155305, "ratingUpper": 1312.0798174567492, "rankUpper": 195, "rankLower": 246, "votes": 8948, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 217, "model": "claude-3-5-sonnet-20240620", "modelKey": "claude-3-5-sonnet-20240620", "org": "Anthropic", "rating": 1304.0258138729027, "ratingLower": 1296.4099869121428, "ratingUpper": 1311.6416408336624, "rankUpper": 195, "rankLower": 246, "votes": 12430, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-5-sonnet", "pimg": null, "psec": null }, { "rank": 218, "model": "qwen3-32b", "modelKey": "qwen3-32b", "org": "Alibaba", "rating": 1303.7722755890682, "ratingLower": 1281.136308389873, "ratingUpper": 1326.4082427882634, "rankUpper": 179, "rankLower": 267, "votes": 616, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.08, "pout": 0.28, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 219, "model": "nvidia-nemotron-3-super-120b-a12b", "modelKey": "march26-chatbot1", "org": "Nvidia", "rating": 1302.8514089262726, "ratingLower": 1284.4898341888138, "ratingUpper": 1321.2129836637314, "rankUpper": 182, "rankLower": 266, "votes": 1057, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8", "pimg": null, "psec": null }, { "rank": 220, "model": "hunyuan-large-2025-02-10", "modelKey": "hunyuan-large-2025-02-10", "org": "Tencent", "rating": 1302.6706939899746, "ratingLower": 1278.7808521939874, "ratingUpper": 1326.5605357859617, "rankUpper": 179, "rankLower": 269, "votes": 568, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 221, "model": "hunyuan-turbos-20250226", "modelKey": "hunyuan-turbos-20250226", "org": "Tencent", "rating": 1302.5608550051275, "ratingLower": 1276.789344099845, "ratingUpper": 1328.3323659104099, "rankUpper": 177, "rankLower": 272, "votes": 424, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 222, "model": "hunyuan-turbo-0110", "modelKey": "hunyuan-turbo-0110", "org": "Tencent", "rating": 1302.0437691374773, "ratingLower": 1276.8089223978309, "ratingUpper": 1327.2786158771237, "rankUpper": 178, "rankLower": 272, "votes": 451, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 223, "model": "llama-3.1-405b-instruct-bf16", "modelKey": "llama-3.1-405b-instruct-bf16", "org": "Meta", "rating": 1301.0941293609867, "ratingLower": 1293.3796355223794, "ratingUpper": 1308.808623199594, "rankUpper": 201, "rankLower": 253, "votes": 6512, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 224, "model": "o3-mini", "modelKey": "o3-mini", "org": "OpenAI", "rating": 1300.9657880473517, "ratingLower": 1293.9642655114653, "ratingUpper": 1307.967310583238, "rankUpper": 201, "rankLower": 250, "votes": 8138, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.55, "pout": 2.2, "ctx": 200000, "url": "https://openai.com/index/openai-o3-mini/", "pimg": null, "psec": null }, { "rank": 225, "model": "mercury-2", "modelKey": "mercury-2", "org": "Inception AI", "rating": 1299.969463649689, "ratingLower": 1273.05995032958, "ratingUpper": 1326.878976969798, "rankUpper": 179, "rankLower": 274, "votes": 514, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/introducing-mercury-2", "pimg": null, "psec": null }, { "rank": 226, "model": "amazon-nova-experimental-chat-11-10", "modelKey": "amazon-nova-experimental-chat-11-10", "org": "Amazon", "rating": 1299.9082377132313, "ratingLower": 1290.1361620581092, "ratingUpper": 1309.6803133683536, "rankUpper": 198, "rankLower": 255, "votes": 3798, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 227, "model": "gemma-3n-e4b-it", "modelKey": "gemma-3n-e4b-it", "org": "Google", "rating": 1298.7560853696218, "ratingLower": 1287.52742734937, "ratingUpper": 1309.9847433898733, "rankUpper": 198, "rankLower": 259, "votes": 2847, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.06, "pout": 0.12, "ctx": 32768, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3n-e4b-it", "pimg": null, "psec": null }, { "rank": 228, "model": "gemini-1.5-flash-002", "modelKey": "gemini-1.5-flash-002", "org": "Google", "rating": 1297.6006985922752, "ratingLower": 1288.6057252172889, "ratingUpper": 1306.5956719672618, "rankUpper": 201, "rankLower": 256, "votes": 5017, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-002", "pimg": null, "psec": null }, { "rank": 229, "model": "llama-3.3-nemotron-49b-super-v1", "modelKey": "llama-3.3-nemotron-49b-super-v1", "org": "Nvidia", "rating": 1297.3011395658364, "ratingLower": 1270.119531619829, "ratingUpper": 1324.4827475118434, "rankUpper": 180, "rankLower": 276, "votes": 428, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1", "pimg": null, "psec": null }, { "rank": 230, "model": "yi-lightning", "modelKey": "yi-lightning", "org": "Unknown", "rating": 1296.771079099192, "ratingLower": 1286.283243311161, "ratingUpper": 1307.2589148872232, "rankUpper": 201, "rankLower": 263, "votes": 3781, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.lingyiwanwu.com/docs#%E6%A8%A1%E5%9E%8B%E4%B8%8E%E8%AE%A1%E8%B4%B9", "pimg": null, "psec": null }, { "rank": 231, "model": "step-1o-turbo-202506", "modelKey": "step-1o-turbo-202506", "org": "StepFun", "rating": 1294.1119105757618, "ratingLower": 1274.9172113336863, "ratingUpper": 1313.3066098178376, "rankUpper": 193, "rankLower": 273, "votes": 981, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/vision", "pimg": null, "psec": null }, { "rank": 232, "model": "olmo-3.1-32b-instruct", "modelKey": "olmo-3.1-32b-instruct", "org": "Ai2", "rating": 1293.873728555235, "ratingLower": 1278.7560887307372, "ratingUpper": 1308.9913683797324, "rankUpper": 200, "rankLower": 269, "votes": 1637, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Instruct", "pimg": null, "psec": null }, { "rank": 233, "model": "gpt-4o-mini-2024-07-18", "modelKey": "gpt-4o-mini-2024-07-18", "org": "OpenAI", "rating": 1293.7384294088902, "ratingLower": 1286.7259876399105, "ratingUpper": 1300.75087117787, "rankUpper": 203, "rankLower": 262, "votes": 10484, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/", "pimg": null, "psec": null }, { "rank": 234, "model": "qwq-32b", "modelKey": "qwq-32b", "org": "Alibaba", "rating": 1292.9370514486698, "ratingLower": 1282.9989320613925, "ratingUpper": 1302.8751708359468, "rankUpper": 202, "rankLower": 266, "votes": 3658, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B", "pimg": null, "psec": null }, { "rank": 235, "model": "gemma-2-27b-it", "modelKey": "gemma-2-27b-it", "org": "Google", "rating": 1292.3314489743584, "ratingLower": 1285.428583769489, "ratingUpper": 1299.2343141792278, "rankUpper": 204, "rankLower": 264, "votes": 11429, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.65, "pout": 0.65, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-27b-it", "pimg": null, "psec": null }, { "rank": 236, "model": "glm-4-plus", "modelKey": "glm-4-plus", "org": "Z.ai", "rating": 1289.2885476369675, "ratingLower": 1278.9982585785808, "ratingUpper": 1299.5788366953543, "rankUpper": 204, "rankLower": 268, "votes": 3801, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 1.76, "ctx": 204800, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 237, "model": "llama-4-scout-17b-16e-instruct", "modelKey": "llama-4-scout-17b-16e-instruct", "org": "Meta", "rating": 1288.657879478707, "ratingLower": 1278.5369004852755, "ratingUpper": 1298.7788584721384, "rankUpper": 204, "rankLower": 269, "votes": 3743, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 16384, "url": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "pimg": null, "psec": null }, { "rank": 238, "model": "claude-3-opus-20240229", "modelKey": "claude-3-opus-20240229", "org": "Anthropic", "rating": 1287.5439892448678, "ratingLower": 1280.9844309368623, "ratingUpper": 1294.1035475528734, "rankUpper": 211, "rankLower": 267, "votes": 28395, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 239, "model": "amazon-nova-experimental-chat-10-09", "modelKey": "amazon-nova-experimental-chat-10-09", "org": "Amazon", "rating": 1287.3281442250163, "ratingLower": 1255.5303273862353, "ratingUpper": 1319.1259610637974, "rankUpper": 184, "rankLower": 290, "votes": 322, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 240, "model": "mistral-large-2407", "modelKey": "mistral-large-2407", "org": "Mistral", "rating": 1287.0719643051946, "ratingLower": 1278.3874660789122, "ratingUpper": 1295.756462531477, "rankUpper": 211, "rankLower": 269, "votes": 6692, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Mistral Research", "open": 1, "pin": 2, "pout": 6, "ctx": 131072, "url": "https://mistral.ai/news/mistral-large-2407/", "pimg": null, "psec": null }, { "rank": 241, "model": "minimax-m2", "modelKey": "minimax-m2", "org": "MiniMax", "rating": 1286.808966301122, "ratingLower": 1266.3222336705455, "ratingUpper": 1307.2956989316986, "rankUpper": 201, "rankLower": 277, "votes": 887, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m2", "pimg": null, "psec": null }, { "rank": 242, "model": "gpt-4-1106-preview", "modelKey": "gpt-4-1106-preview", "org": "OpenAI", "rating": 1285.8756476198619, "ratingLower": 1277.9215080073443, "ratingUpper": 1293.8297872323792, "rankUpper": 212, "rankLower": 270, "votes": 15576, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 243, "model": "llama-3.3-70b-instruct", "modelKey": "llama-3.3-70b-instruct", "org": "Meta", "rating": 1285.1587978554887, "ratingLower": 1278.0956749915604, "ratingUpper": 1292.2219207194173, "rankUpper": 214, "rankLower": 269, "votes": 8024, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama-3.3", "open": 1, "pin": 0.1, "pout": 0.32, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "pimg": null, "psec": null }, { "rank": 244, "model": "qwen-max-0919", "modelKey": "qwen-max-0919", "org": "Alibaba", "rating": 1284.5702435496344, "ratingLower": 1272.504430161258, "ratingUpper": 1296.6360569380108, "rankUpper": 209, "rankLower": 274, "votes": 2358, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.6, "pout": 6.4, "ctx": 32768, "url": "https://help.aliyun.com/zh/dashscope/developer-reference/model-introduction", "pimg": null, "psec": null }, { "rank": 245, "model": "solar-pro4", "modelKey": "solar-pro4-20260805", "org": "Upstage", "rating": 1284.3535089494644, "ratingLower": 1256.1438597392562, "ratingUpper": 1312.5631581596726, "rankUpper": 195, "rankLower": 289, "votes": 523, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.09, "pout": 0.36, "ctx": 524288, "url": "https://www.upstage.ai/blog/en/solar-pro-4", "pimg": null, "psec": null }, { "rank": 246, "model": "gemma-2-9b-it-simpo", "modelKey": "gemma-2-9b-it-simpo", "org": "Unknown", "rating": 1283.4869319406469, "ratingLower": 1268.855035706164, "ratingUpper": 1298.11882817513, "rankUpper": 208, "rankLower": 276, "votes": 1671, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO", "pimg": null, "psec": null }, { "rank": 247, "model": "qwen3-30b-a3b", "modelKey": "qwen3-30b-a3b", "org": "Alibaba", "rating": 1283.1878939786884, "ratingLower": 1272.6966750300544, "ratingUpper": 1293.6791129273222, "rankUpper": 212, "rankLower": 274, "votes": 3328, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.12, "pout": 0.5, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 248, "model": "hunyuan-large-vision", "modelKey": "hunyuan-large-vision", "org": "Tencent", "rating": 1280.926823109791, "ratingLower": 1257.201129466103, "ratingUpper": 1304.6525167534787, "rankUpper": 201, "rankLower": 289, "votes": 623, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753#d6cb04da-053d-4bed-b187-191514feb972", "pimg": null, "psec": null }, { "rank": 249, "model": "o1-mini", "modelKey": "o1-mini", "org": "OpenAI", "rating": 1280.7341382269663, "ratingLower": 1273.0178442296708, "ratingUpper": 1288.450432224262, "rankUpper": 219, "rankLower": 274, "votes": 7858, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 250, "model": "gpt-4-0125-preview", "modelKey": "gpt-4-0125-preview", "org": "OpenAI", "rating": 1280.0706200468753, "ratingLower": 1271.8968930647143, "ratingUpper": 1288.2443470290364, "rankUpper": 219, "rankLower": 274, "votes": 13940, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 251, "model": "magistral-medium-2506", "modelKey": "magistral-medium-2506", "org": "Mistral", "rating": 1279.872597663696, "ratingLower": 1263.159914840397, "ratingUpper": 1296.585280486995, "rankUpper": 209, "rankLower": 282, "votes": 1342, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 5, "ctx": 40000, "url": "https://mistral.ai/news/magistral", "pimg": null, "psec": null }, { "rank": 252, "model": "amazon-nova-experimental-chat-10-20", "modelKey": "amazon-nova-experimental-chat-10-20", "org": "Amazon", "rating": 1278.4002141608635, "ratingLower": 1263.0916386769325, "ratingUpper": 1293.7087896447945, "rankUpper": 212, "rankLower": 282, "votes": 1534, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 253, "model": "gpt-oss-120b", "modelKey": "gpt-oss-120b", "org": "OpenAI", "rating": 1277.4992174027514, "ratingLower": 1267.5522964101385, "ratingUpper": 1287.4461383953642, "rankUpper": 221, "rankLower": 276, "votes": 3872, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.0296, "pout": 0.136, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 254, "model": "hunyuan-standard-2025-02-10", "modelKey": "hunyuan-standard-2025-02-10", "org": "Tencent", "rating": 1276.3114198777596, "ratingLower": 1252.3927009548904, "ratingUpper": 1300.230138800629, "rankUpper": 204, "rankLower": 291, "votes": 590, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 255, "model": "llama-3.1-nemotron-70b-instruct", "modelKey": "llama-3.1-nemotron-70b-instruct", "org": "Nvidia", "rating": 1276.0456523425958, "ratingLower": 1257.28313742826, "ratingUpper": 1294.8081672569315, "rankUpper": 211, "rankLower": 289, "votes": 1001, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct", "pimg": null, "psec": null }, { "rank": 256, "model": "mistral-large-2411", "modelKey": "mistral-large-2411", "org": "Mistral", "rating": 1275.919716439751, "ratingLower": 1266.8378948065872, "ratingUpper": 1285.001538072915, "rankUpper": 225, "rankLower": 276, "votes": 4439, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 2, "pout": 6, "ctx": 128000, "url": "https://huggingface.co/mistralai/Mistral-Large-Instruct-2411", "pimg": null, "psec": null }, { "rank": 257, "model": "gemma-3-4b-it", "modelKey": "gemma-3-4b-it", "org": "Google", "rating": 1274.6284273845858, "ratingLower": 1252.321560443419, "ratingUpper": 1296.9352943257527, "rankUpper": 208, "rankLower": 291, "votes": 666, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-4b-it", "pimg": null, "psec": null }, { "rank": 258, "model": "qwen2.5-plus-1127", "modelKey": "qwen2.5-plus-1127", "org": "Alibaba", "rating": 1273.3983181884585, "ratingLower": 1259.0429160706922, "ratingUpper": 1287.7537203062247, "rankUpper": 220, "rankLower": 287, "votes": 1591, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://help.aliyun.com/zh/model-studio/getting-started/models?spm=a2c4g.11186623.0.i7", "pimg": null, "psec": null }, { "rank": 259, "model": "nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4", "modelKey": "august26-chatbot1-fmme", "org": "Nvidia", "rating": 1272.8828530111746, "ratingLower": 1256.3932548834484, "ratingUpper": 1289.3724511389007, "rankUpper": 217, "rankLower": 289, "votes": 1750, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://developer.nvidia.com/blog/nvidia-nemotron-3-5-lightning-delivers-fast-accurate-specialized-task-execution-for-long-running-agents/?nvid=nv-csfg-698644", "pimg": null, "psec": null }, { "rank": 260, "model": "nova-2-lite", "modelKey": "nova-2-lite", "org": "Amazon", "rating": 1271.7583554073376, "ratingLower": 1256.818765208651, "ratingUpper": 1286.6979456060242, "rankUpper": 222, "rankLower": 289, "votes": 1713, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1000000, "url": "https://aws.amazon.com/blogs/aws/introducing-amazon-nova-2-lite-a-fast-cost-effective-reasoning-model/", "pimg": null, "psec": null }, { "rank": 261, "model": "grok-2-mini-2024-08-13", "modelKey": "grok-2-mini-2024-08-13", "org": "SpaceXAI", "rating": 1271.689946714249, "ratingLower": 1263.9144619210374, "ratingUpper": 1279.4654315074606, "rankUpper": 229, "rankLower": 281, "votes": 7924, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 262, "model": "athene-70b-0725", "modelKey": "athene-70b-0725", "org": "Unknown", "rating": 1270.35785501831, "ratingLower": 1259.01952402127, "ratingUpper": 1281.69618601535, "rankUpper": 227, "rankLower": 287, "votes": 3097, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-70B", "pimg": null, "psec": null }, { "rank": 263, "model": "mistral-small-3.1-24b-instruct-2503", "modelKey": "mistral-small-3.1-24b-instruct-2503", "org": "Mistral", "rating": 1269.303476613692, "ratingLower": 1259.6697562316153, "ratingUpper": 1278.9371969957688, "rankUpper": 230, "rankLower": 287, "votes": 4101, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503", "pimg": null, "psec": null }, { "rank": 264, "model": "granite-4.2-30b", "modelKey": "vantage", "org": "IBM", "rating": 1268.1420623843192, "ratingLower": 1241.9343739046237, "ratingUpper": 1294.3497508640148, "rankUpper": 211, "rankLower": 298, "votes": 604, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 265, "model": "reka-core-20240904", "modelKey": "reka-core-20240904", "org": "Unknown", "rating": 1267.2359355720153, "ratingLower": 1248.8529894839307, "ratingUpper": 1285.6188816600995, "rankUpper": 223, "rankLower": 293, "votes": 1037, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 266, "model": "granite-4.1-8b", "modelKey": "granite-4.1-8b", "org": "IBM", "rating": 1267.104520336224, "ratingLower": 1241.5908032373482, "ratingUpper": 1292.6182374350994, "rankUpper": 213, "rankLower": 298, "votes": 664, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "https://research.ibm.com/blog/granite-4-1-ai-foundation-models", "pimg": null, "psec": null }, { "rank": 267, "model": "ling-flash-2.0", "modelKey": "ling-flash-2.0", "org": "Ant Group", "rating": 1266.6298137682013, "ratingLower": 1245.940396975644, "ratingUpper": 1287.3192305607588, "rankUpper": 221, "rankLower": 296, "votes": 832, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ling-flash-2.0", "pimg": null, "psec": null }, { "rank": 268, "model": "gpt-4-0613", "modelKey": "gpt-4-0613", "org": "OpenAI", "rating": 1265.964244916641, "ratingLower": 1257.612142816183, "ratingUpper": 1274.3163470170991, "rankUpper": 240, "rankLower": 289, "votes": 13932, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo", "pimg": null, "psec": null }, { "rank": 269, "model": "deepseek-v2.5", "modelKey": "deepseek-v2.5", "org": "DeepSeek", "rating": 1264.632619932842, "ratingLower": 1253.8828548466308, "ratingUpper": 1275.3823850190536, "rankUpper": 239, "rankLower": 290, "votes": 3450, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5", "pimg": null, "psec": null }, { "rank": 270, "model": "olmo-3-32b-think", "modelKey": "olmo-3-32b-think", "org": "Ai2", "rating": 1264.0800105296003, "ratingLower": 1243.1975082719487, "ratingUpper": 1284.9625127872519, "rankUpper": 225, "rankLower": 298, "votes": 849, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3-32B-Think", "pimg": null, "psec": null }, { "rank": 271, "model": "gemini-1.5-flash-001", "modelKey": "gemini-1.5-flash-001", "org": "Google", "rating": 1263.1911405677165, "ratingLower": 1254.69204066531, "ratingUpper": 1271.6902404701232, "rankUpper": 245, "rankLower": 290, "votes": 9031, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash", "pimg": null, "psec": null }, { "rank": 272, "model": "command-r-plus-08-2024", "modelKey": "command-r-plus-08-2024", "org": "Cohere", "rating": 1262.7014132479667, "ratingLower": 1247.6152547014287, "ratingUpper": 1277.7875717945046, "rankUpper": 236, "rankLower": 294, "votes": 1474, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 273, "model": "llama-3.1-nemotron-51b-instruct", "modelKey": "llama-3.1-nemotron-51b-instruct", "org": "Nvidia", "rating": 1261.5014291271068, "ratingLower": 1236.0396298496228, "ratingUpper": 1286.9632284045908, "rankUpper": 221, "rankLower": 300, "votes": 482, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-51B-Instruct", "pimg": null, "psec": null }, { "rank": 274, "model": "jamba-1.5-large", "modelKey": "jamba-1.5-large", "org": "Unknown", "rating": 1260.9980396400733, "ratingLower": 1244.8541377080105, "ratingUpper": 1277.141941572136, "rankUpper": 236, "rankLower": 296, "votes": 1379, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 2, "pout": 8, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 275, "model": "gemma-2-9b-it", "modelKey": "gemma-2-9b-it", "org": "Google", "rating": 1258.2764388445482, "ratingLower": 1250.738182482388, "ratingUpper": 1265.8146952067084, "rankUpper": 250, "rankLower": 291, "votes": 8340, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-9b-it", "pimg": null, "psec": null }, { "rank": 276, "model": "ring-flash-2.0", "modelKey": "ring-flash-2.0", "org": "Ant Group", "rating": 1257.4891509710778, "ratingLower": 1237.0350453202543, "ratingUpper": 1277.9432566219014, "rankUpper": 235, "rankLower": 300, "votes": 860, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ring-flash-2.0", "pimg": null, "psec": null }, { "rank": 277, "model": "llama-3.1-70b-instruct", "modelKey": "llama-3.1-70b-instruct", "org": "Meta", "rating": 1256.758700223441, "ratingLower": 1248.8951736810204, "ratingUpper": 1264.6222267658616, "rankUpper": 250, "rankLower": 293, "votes": 8250, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.4, "pout": 0.4, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 278, "model": "gpt-4-0314", "modelKey": "gpt-4-0314", "org": "OpenAI", "rating": 1254.4518740849765, "ratingLower": 1244.471688615259, "ratingUpper": 1264.4320595546938, "rankUpper": 250, "rankLower": 297, "votes": 8231, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://openai.com/research/gpt-4", "pimg": null, "psec": null }, { "rank": 279, "model": "qwen2.5-72b-instruct", "modelKey": "qwen2.5-72b-instruct", "org": "Alibaba", "rating": 1253.9794894323022, "ratingLower": 1245.4852971730136, "ratingUpper": 1262.4736816915906, "rankUpper": 253, "rankLower": 296, "votes": 5684, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5/", "pimg": null, "psec": null }, { "rank": 280, "model": "llama-3-70b-instruct", "modelKey": "llama-3-70b-instruct", "org": "Meta", "rating": 1253.9571747329876, "ratingLower": 1246.3400393062923, "ratingUpper": 1261.574310159683, "rankUpper": 253, "rankLower": 294, "votes": 22753, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.51, "pout": 0.74, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 281, "model": "athene-v2-chat", "modelKey": "athene-v2-chat", "org": "Unknown", "rating": 1252.9195318947322, "ratingLower": 1243.0875661887621, "ratingUpper": 1262.7514976007024, "rankUpper": 253, "rankLower": 298, "votes": 3713, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NexusFlow", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-V2-Chat", "pimg": null, "psec": null }, { "rank": 282, "model": "gpt-5-nano-high", "modelKey": "gpt-5-nano-high", "org": "OpenAI", "rating": 1246.6230066410938, "ratingLower": 1226.6097820654334, "ratingUpper": 1266.6362312167541, "rankUpper": 249, "rankLower": 304, "votes": 911, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.025, "pout": 0.2, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-nano", "pimg": null, "psec": null }, { "rank": 283, "model": "olmo-3.1-32b-think", "modelKey": "olmo-3.1-32b-think", "org": "Ai2", "rating": 1246.4439239954145, "ratingLower": 1229.1291095278375, "ratingUpper": 1263.7587384629917, "rankUpper": 251, "rankLower": 303, "votes": 1322, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Think", "pimg": null, "psec": null }, { "rank": 284, "model": "llama-3.1-tulu-3-70b", "modelKey": "llama-3.1-tulu-3-70b", "org": "Ai2", "rating": 1246.280649858055, "ratingLower": 1221.3630470297599, "ratingUpper": 1271.1982526863503, "rankUpper": 245, "rankLower": 308, "votes": 441, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-70B", "pimg": null, "psec": null }, { "rank": 285, "model": "claude-3-sonnet-20240229", "modelKey": "claude-3-sonnet-20240229", "org": "Anthropic", "rating": 1245.5078424505875, "ratingLower": 1237.257441879833, "ratingUpper": 1253.7582430213422, "rankUpper": 265, "rankLower": 300, "votes": 15592, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 286, "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "modelKey": "nvidia-nemotron-3-nano-30b-a3b-bf16", "org": "Nvidia", "rating": 1245.2427938544429, "ratingLower": 1232.3425416828065, "ratingUpper": 1258.1430460260794, "rankUpper": 256, "rankLower": 301, "votes": 2315, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": 0.06, "pout": 0.24, "ctx": 262144, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "pimg": null, "psec": null }, { "rank": 287, "model": "reka-flash-20240904", "modelKey": "reka-flash-20240904", "org": "Unknown", "rating": 1242.4388379389572, "ratingLower": 1224.8856920766743, "ratingUpper": 1259.99198380124, "rankUpper": 253, "rankLower": 305, "votes": 1037, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 288, "model": "ibm-granite-h-small", "modelKey": "ibm-granite-h-small", "org": "IBM", "rating": 1241.013100004412, "ratingLower": 1216.9888253433267, "ratingUpper": 1265.0373746654977, "rankUpper": 250, "rankLower": 313, "votes": 682, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.ibm.com/new/announcements/ibm-granite-4-0-hyper-efficient-high-performance-hybrid-models", "pimg": null, "psec": null }, { "rank": 289, "model": "glm-4-0520", "modelKey": "glm-4-0520", "org": "Z.ai", "rating": 1240.8704617353576, "ratingLower": 1225.6241496346706, "ratingUpper": 1256.1167738360448, "rankUpper": 262, "rankLower": 305, "votes": 1547, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://open.bigmodel.cn/dev/api#language", "pimg": null, "psec": null }, { "rank": 290, "model": "gpt-oss-20b", "modelKey": "gpt-oss-20b", "org": "OpenAI", "rating": 1239.6141086584003, "ratingLower": 1221.2703681225896, "ratingUpper": 1257.9578491942107, "rankUpper": 256, "rankLower": 308, "votes": 1227, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.024, "pout": 0.112, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 291, "model": "nemotron-4-340b-instruct", "modelKey": "nemotron-4-340b-instruct", "org": "Nvidia", "rating": 1237.6801794405815, "ratingLower": 1226.0111382952641, "ratingUpper": 1249.3492205858986, "rankUpper": 268, "rankLower": 304, "votes": 3152, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Nemotron-4-340B-Instruct", "pimg": null, "psec": null }, { "rank": 292, "model": "gemini-1.5-flash-8b-001", "modelKey": "gemini-1.5-flash-8b-001", "org": "Google", "rating": 1237.2430275176775, "ratingLower": 1228.3280179344786, "ratingUpper": 1246.1580371008765, "rankUpper": 272, "rankLower": 303, "votes": 5031, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-8b", "pimg": null, "psec": null }, { "rank": 293, "model": "amazon-nova-pro-v1.0", "modelKey": "amazon-nova-pro-v1.0", "org": "Amazon", "rating": 1236.5028729685394, "ratingLower": 1226.909841539257, "ratingUpper": 1246.0959043978214, "rankUpper": 272, "rankLower": 303, "votes": 3944, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.8, "pout": 3.2, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 294, "model": "command-r-plus", "modelKey": "command-r-plus", "org": "Cohere", "rating": 1235.9507913919172, "ratingLower": 1227.2576845480987, "ratingUpper": 1244.6438982357358, "rankUpper": 275, "rankLower": 303, "votes": 11012, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 3, "pout": 15, "ctx": 128000, "url": "https://txt.cohere.com/command-r-plus-microsoft-azure/", "pimg": null, "psec": null }, { "rank": 295, "model": "c4ai-aya-expanse-32b", "modelKey": "c4ai-aya-expanse-32b", "org": "Cohere", "rating": 1227.3553193741038, "ratingLower": 1217.3112535594098, "ratingUpper": 1237.399385188798, "rankUpper": 280, "rankLower": 312, "votes": 3853, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-32b", "pimg": null, "psec": null }, { "rank": 296, "model": "mistral-small-24b-instruct-2501", "modelKey": "mistral-small-24b-instruct-2501", "org": "Mistral", "rating": 1226.5476673807066, "ratingLower": 1214.1433976936557, "ratingUpper": 1238.9519370677574, "rankUpper": 280, "rankLower": 314, "votes": 2415, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501", "pimg": null, "psec": null }, { "rank": 297, "model": "olmo-2-0325-32b-instruct", "modelKey": "olmo-2-0325-32b-instruct", "org": "Ai2", "rating": 1223.338680329429, "ratingLower": 1198.6761496229708, "ratingUpper": 1248.0012110358873, "rankUpper": 270, "rankLower": 324, "votes": 567, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.05, "pout": 0.2, "ctx": 128000, "url": "https://huggingface.co/allenai/OLMo-2-0325-32B-Instruct", "pimg": null, "psec": null }, { "rank": 298, "model": "qwen2-72b-instruct", "modelKey": "qwen2-72b-instruct", "org": "Alibaba", "rating": 1222.5046744495487, "ratingLower": 1212.8656505948918, "ratingUpper": 1232.1436983042058, "rankUpper": 284, "rankLower": 314, "votes": 5504, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 32768, "url": "https://qwenlm.github.io/blog/qwen2/", "pimg": null, "psec": null }, { "rank": 299, "model": "mercury", "modelKey": "mercury", "org": "Inception AI", "rating": 1221.9704096716093, "ratingLower": 1183.1171769478754, "ratingUpper": 1260.823642395343, "rankUpper": 253, "rankLower": 333, "votes": 293, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/mercury-refreshed", "pimg": null, "psec": null }, { "rank": 300, "model": "ministral-8b-2410", "modelKey": "ministral-8b-2410", "org": "Mistral", "rating": 1221.2423382180311, "ratingLower": 1199.1747993894721, "ratingUpper": 1243.3098770465901, "rankUpper": 276, "rankLower": 323, "votes": 678, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": 131072, "url": "https://huggingface.co/mistralai/Ministral-8B-Instruct-2410", "pimg": null, "psec": null }, { "rank": 301, "model": "amazon-nova-lite-v1.0", "modelKey": "amazon-nova-lite-v1.0", "org": "Amazon", "rating": 1220.3771227853445, "ratingLower": 1209.7598670776385, "ratingUpper": 1230.9943784930506, "rankUpper": 284, "rankLower": 314, "votes": 3037, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.06, "pout": 0.24, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 302, "model": "granite-4.2-3b", "modelKey": "nimbus", "org": "IBM", "rating": 1220.04127777929, "ratingLower": 1191.0834520730355, "ratingUpper": 1248.9991034855448, "rankUpper": 268, "rankLower": 329, "votes": 562, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 303, "model": "claude-3-haiku-20240307", "modelKey": "claude-3-haiku-20240307", "org": "Anthropic", "rating": 1215.1230925412567, "ratingLower": 1207.4632947206746, "ratingUpper": 1222.7828903618388, "rankUpper": 292, "rankLower": 315, "votes": 16718, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 304, "model": "jamba-1.5-mini", "modelKey": "jamba-1.5-mini", "org": "Unknown", "rating": 1210.9895235721349, "ratingLower": 1195.1524305798619, "ratingUpper": 1226.826616564408, "rankUpper": 288, "rankLower": 327, "votes": 1399, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 0.2, "pout": 0.4, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 305, "model": "mistral-large-2402", "modelKey": "mistral-large-2402", "org": "Mistral", "rating": 1210.7353515239442, "ratingLower": 1201.2744561008037, "ratingUpper": 1220.1962469470845, "rankUpper": 294, "rankLower": 322, "votes": 9056, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 8, "pout": 24, "ctx": 32000, "url": "https://mistral.ai/news/mistral-large/", "pimg": null, "psec": null }, { "rank": 306, "model": "phi-4", "modelKey": "phi-4", "org": "Microsoft", "rating": 1209.9319540802032, "ratingLower": 1200.1946254031043, "ratingUpper": 1219.6692827573022, "rankUpper": 294, "rankLower": 322, "votes": 4062, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.07, "pout": 0.14, "ctx": 16384, "url": "https://huggingface.co/microsoft/phi-4", "pimg": null, "psec": null }, { "rank": 307, "model": "command-r-08-2024", "modelKey": "command-r-08-2024", "org": "Cohere", "rating": 1208.8686631582918, "ratingLower": 1193.1977917922814, "ratingUpper": 1224.5395345243023, "rankUpper": 292, "rankLower": 327, "votes": 1421, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 308, "model": "qwen2.5-coder-32b-instruct", "modelKey": "qwen2.5-coder-32b-instruct", "org": "Alibaba", "rating": 1206.5543432153816, "ratingLower": 1187.2503048316476, "ratingUpper": 1225.8583815991153, "rankUpper": 290, "rankLower": 330, "votes": 836, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.87, "pout": 0.87, "ctx": 32000, "url": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "pimg": null, "psec": null }, { "rank": 309, "model": "granite-4.2-8b", "modelKey": "solace", "org": "IBM", "rating": 1206.3081671807845, "ratingLower": 1178.5819708525771, "ratingUpper": 1234.0343635089919, "rankUpper": 283, "rankLower": 334, "votes": 585, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.06, "pout": 0.25, "ctx": 131072, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 310, "model": "deepseek-coder-v2", "modelKey": "deepseek-coder-v2", "org": "DeepSeek", "rating": 1204.6916835629895, "ratingLower": 1191.459849209969, "ratingUpper": 1217.9235179160098, "rankUpper": 294, "rankLower": 328, "votes": 2271, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 128000, "url": "https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct", "pimg": null, "psec": null }, { "rank": 311, "model": "gemini-pro-dev-api", "modelKey": "gemini-pro-dev-api", "org": "Google", "rating": 1203.1293218399042, "ratingLower": 1189.1833440754, "ratingUpper": 1217.075299604408, "rankUpper": 295, "rankLower": 330, "votes": 3046, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.0-pro", "pimg": null, "psec": null }, { "rank": 312, "model": "wizardlm-70b", "modelKey": "wizardlm-70b", "org": "Microsoft", "rating": 1197.7225868329028, "ratingLower": 1180.8625537384669, "ratingUpper": 1214.5826199273386, "rankUpper": 296, "rankLower": 333, "votes": 1779, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-70B-V1.0", "pimg": null, "psec": null }, { "rank": 313, "model": "amazon-nova-micro-v1.0", "modelKey": "amazon-nova-micro-v1.0", "org": "Amazon", "rating": 1197.347703503388, "ratingLower": 1186.4713233357936, "ratingUpper": 1208.224083670982, "rankUpper": 299, "rankLower": 331, "votes": 3061, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.035, "pout": 0.14, "ctx": 128000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 314, "model": "llama-3-8b-instruct", "modelKey": "llama-3-8b-instruct", "org": "Meta", "rating": 1196.1597525531226, "ratingLower": 1187.9385206199688, "ratingUpper": 1204.3809844862767, "rankUpper": 300, "rankLower": 330, "votes": 15365, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.14, "pout": 0.14, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 315, "model": "llama-3.1-tulu-3-8b", "modelKey": "llama-3.1-tulu-3-8b", "org": "Ai2", "rating": 1196.078483374393, "ratingLower": 1170.9567651524897, "ratingUpper": 1221.2002015962962, "rankUpper": 294, "rankLower": 336, "votes": 472, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B", "pimg": null, "psec": null }, { "rank": 316, "model": "command-r", "modelKey": "command-r", "org": "Cohere", "rating": 1194.7198840914223, "ratingLower": 1184.9039912458838, "ratingUpper": 1204.535776936961, "rankUpper": 300, "rankLower": 332, "votes": 7836, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://txt.cohere.com/command-r", "pimg": null, "psec": null }, { "rank": 317, "model": "hunyuan-standard-256k", "modelKey": "hunyuan-standard-256k", "org": "Tencent", "rating": 1194.0788587759466, "ratingLower": 1164.8124135277128, "ratingUpper": 1223.3453040241802, "rankUpper": 292, "rankLower": 342, "votes": 357, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 318, "model": "qwen1.5-110b-chat", "modelKey": "qwen1.5-110b-chat", "org": "Alibaba", "rating": 1192.8739036775403, "ratingLower": 1181.1710267578617, "ratingUpper": 1204.5767805972187, "rankUpper": 300, "rankLower": 333, "votes": 3677, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-110b/", "pimg": null, "psec": null }, { "rank": 319, "model": "mistral-medium", "modelKey": "mistral-medium", "org": "Mistral", "rating": 1192.7759949551037, "ratingLower": 1181.8503675420152, "ratingUpper": 1203.7016223681921, "rankUpper": 300, "rankLower": 333, "votes": 5549, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 262144, "url": "https://mistral.ai/news/la-plateforme/", "pimg": null, "psec": null }, { "rank": 320, "model": "mixtral-8x22b-instruct-v0.1", "modelKey": "mixtral-8x22b-instruct-v0.1", "org": "Mistral", "rating": 1190.1239732675965, "ratingLower": 1180.7395295505185, "ratingUpper": 1199.5084169846743, "rankUpper": 302, "rankLower": 333, "votes": 7447, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 65536, "url": "https://mistral.ai/news/mixtral-8x22b/", "pimg": null, "psec": null }, { "rank": 321, "model": "gpt-3.5-turbo-0125", "modelKey": "gpt-3.5-turbo-0125", "org": "OpenAI", "rating": 1189.9975269382046, "ratingLower": 1181.1485266723996, "ratingUpper": 1198.8465272040094, "rankUpper": 303, "rankLower": 333, "votes": 9694, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 1.5, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5-turbo", "pimg": null, "psec": null }, { "rank": 322, "model": "c4ai-aya-expanse-8b", "modelKey": "c4ai-aya-expanse-8b", "org": "Cohere", "rating": 1188.5092965604224, "ratingLower": 1173.4082580428053, "ratingUpper": 1203.6103350780397, "rankUpper": 300, "rankLower": 336, "votes": 1528, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-8b", "pimg": null, "psec": null }, { "rank": 323, "model": "qwen1.5-72b-chat", "modelKey": "qwen1.5-72b-chat", "org": "Alibaba", "rating": 1187.930931952127, "ratingLower": 1177.7621699800206, "ratingUpper": 1198.0996939242334, "rankUpper": 304, "rankLower": 334, "votes": 5888, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 324, "model": "gemini-pro", "modelKey": "gemini-pro", "org": "Google", "rating": 1184.5091012425924, "ratingLower": 1163.2894686331526, "ratingUpper": 1205.7287338520318, "rankUpper": 300, "rankLower": 343, "votes": 953, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://blog.google/technology/ai/gemini-api-developers-cloud/", "pimg": null, "psec": null }, { "rank": 325, "model": "openchat-3.5", "modelKey": "openchat-3.5", "org": "Unknown", "rating": 1184.4956040386558, "ratingLower": 1166.8456725959534, "ratingUpper": 1202.1455354813584, "rankUpper": 300, "rankLower": 341, "votes": 1454, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/openchat/openchat_3.5", "pimg": null, "psec": null }, { "rank": 326, "model": "gemma-2-2b-it", "modelKey": "gemma-2-2b-it", "org": "Google", "rating": 1182.8419922714168, "ratingLower": 1174.476145368491, "ratingUpper": 1191.2078391743426, "rankUpper": 307, "rankLower": 336, "votes": 7094, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-2b-it", "pimg": null, "psec": null }, { "rank": 327, "model": "reka-flash-21b-20240226-online", "modelKey": "reka-flash-21b-20240226-online", "org": "Unknown", "rating": 1180.8693656461248, "ratingLower": 1166.310455448719, "ratingUpper": 1195.4282758435306, "rankUpper": 304, "rankLower": 341, "votes": 2119, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/http-api.html#generation", "pimg": null, "psec": null }, { "rank": 328, "model": "llama-3.1-8b-instruct", "modelKey": "llama-3.1-8b-instruct", "org": "Meta", "rating": 1176.9223160705349, "ratingLower": 1168.432519248015, "ratingUpper": 1185.4121128930549, "rankUpper": 312, "rankLower": 338, "votes": 7346, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 329, "model": "reka-flash-21b-20240226", "modelKey": "reka-flash-21b-20240226", "org": "Unknown", "rating": 1174.6487086476338, "ratingLower": 1162.3933161366813, "ratingUpper": 1186.9041011585864, "rankUpper": 311, "rankLower": 344, "votes": 3490, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models", "pimg": null, "psec": null }, { "rank": 330, "model": "vicuna-33b", "modelKey": "vicuna-33b", "org": "Unknown", "rating": 1171.8294867523725, "ratingLower": 1159.7894985163173, "ratingUpper": 1183.8694749884278, "rankUpper": 313, "rankLower": 349, "votes": 4010, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0, "pout": 0, "ctx": 2048, "url": "https://huggingface.co/lmsys/vicuna-33b-v1.3", "pimg": null, "psec": null }, { "rank": 331, "model": "granite-3.1-8b-instruct", "modelKey": "granite-3.1-8b-instruct", "org": "IBM", "rating": 1170.396182236453, "ratingLower": 1143.9223352433635, "ratingUpper": 1196.8700292295423, "rankUpper": 304, "rankLower": 360, "votes": 450, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-8b-instruct", "pimg": null, "psec": null }, { "rank": 332, "model": "zephyr-orpo-141b-A35b-v0.1", "modelKey": "zephyr-orpo-141b-A35b-v0.1", "org": "Unknown", "rating": 1168.5133954931287, "ratingLower": 1145.083181077943, "ratingUpper": 1191.9436099083143, "rankUpper": 306, "rankLower": 359, "votes": 635, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1", "pimg": null, "psec": null }, { "rank": 333, "model": "dbrx-instruct-preview", "modelKey": "dbrx-instruct-preview", "org": "Unknown", "rating": 1163.4110959958482, "ratingLower": 1151.649562339883, "ratingUpper": 1175.1726296518134, "rankUpper": 321, "rankLower": 354, "votes": 4808, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DBRX LICENSE", "open": 1, "pin": 0.6, "pout": 0.6, "ctx": 32768, "url": "https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm", "pimg": null, "psec": null }, { "rank": 334, "model": "mixtral-8x7b-instruct-v0.1", "modelKey": "mixtral-8x7b-instruct-v0.1", "org": "Mistral", "rating": 1159.0284775511639, "ratingLower": 1150.3635313077616, "ratingUpper": 1167.693423794566, "rankUpper": 325, "rankLower": 357, "votes": 11172, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.63, "pout": 0.63, "ctx": 32000, "url": "https://mistral.ai/news/mixtral-of-experts/", "pimg": null, "psec": null }, { "rank": 335, "model": "yi-1.5-34b-chat", "modelKey": "yi-1.5-34b-chat", "org": "Unknown", "rating": 1158.6421219076885, "ratingLower": 1147.4433845335755, "ratingUpper": 1169.8408592818016, "rankUpper": 324, "rankLower": 357, "votes": 3602, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/01-ai/Yi-1.5-34B-Chat", "pimg": null, "psec": null }, { "rank": 336, "model": "openhermes-2.5-mistral-7b", "modelKey": "openhermes-2.5-mistral-7b", "org": "Unknown", "rating": 1157.4710290374273, "ratingLower": 1135.5986118822846, "ratingUpper": 1179.3434461925701, "rankUpper": 319, "rankLower": 362, "votes": 811, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.17, "pout": 0.17, "ctx": null, "url": "https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B", "pimg": null, "psec": null }, { "rank": 337, "model": "gpt-3.5-turbo-1106", "modelKey": "gpt-3.5-turbo-1106", "org": "OpenAI", "rating": 1155.4385860842938, "ratingLower": 1140.3591351637203, "ratingUpper": 1170.518037004867, "rankUpper": 324, "rankLower": 361, "votes": 2828, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 2, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5", "pimg": null, "psec": null }, { "rank": 338, "model": "yi-34b-chat", "modelKey": "yi-34b-chat", "org": "Unknown", "rating": 1153.6130331209984, "ratingLower": 1139.8533393386133, "ratingUpper": 1167.3727269033836, "rankUpper": 325, "rankLower": 361, "votes": 2379, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Yi License", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 4096, "url": "https://huggingface.co/01-ai/Yi-34B-Chat", "pimg": null, "psec": null }, { "rank": 339, "model": "falcon-180b-chat", "modelKey": "falcon-180b-chat", "org": "Unknown", "rating": 1153.2910447571799, "ratingLower": 1116.5287928925306, "ratingUpper": 1190.0532966218288, "rankUpper": 308, "rankLower": 369, "votes": 270, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Falcon-180B TII License", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/tiiuae/falcon-180B-chat", "pimg": null, "psec": null }, { "rank": 340, "model": "phi-3-medium-4k-instruct", "modelKey": "phi-3-medium-4k-instruct", "org": "Microsoft", "rating": 1149.4735797750648, "ratingLower": 1138.497717061619, "ratingUpper": 1160.4494424885104, "rankUpper": 330, "rankLower": 362, "votes": 3735, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.17, "pout": 0.68, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-medium-4k-instruct", "pimg": null, "psec": null }, { "rank": 341, "model": "gemma-1.1-7b-it", "modelKey": "gemma-1.1-7b-it", "org": "Google", "rating": 1148.9016513614827, "ratingLower": 1137.1926016529994, "ratingUpper": 1160.6107010699657, "rankUpper": 330, "rankLower": 362, "votes": 3409, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/google/gemma-1.1-7b-it", "pimg": null, "psec": null }, { "rank": 342, "model": "granite-3.1-2b-instruct", "modelKey": "granite-3.1-2b-instruct", "org": "IBM", "rating": 1146.8884245318045, "ratingLower": 1117.994620749436, "ratingUpper": 1175.782228314173, "rankUpper": 321, "rankLower": 369, "votes": 442, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-2b-instruct", "pimg": null, "psec": null }, { "rank": 343, "model": "openchat-3.5-0106", "modelKey": "openchat-3.5-0106", "org": "Unknown", "rating": 1146.755608504368, "ratingLower": 1131.7930776963103, "ratingUpper": 1161.7181393124254, "rankUpper": 330, "rankLower": 363, "votes": 1858, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/openchat/openchat-3.5-0106", "pimg": null, "psec": null }, { "rank": 344, "model": "tulu-2-dpo-70b", "modelKey": "tulu-2-dpo-70b", "org": "Unknown", "rating": 1145.6085679532787, "ratingLower": 1126.287814882708, "ratingUpper": 1164.9293210238495, "rankUpper": 327, "rankLower": 364, "votes": 1126, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "AI2 ImpACT Low-risk", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/tulu-2-dpo-70b", "pimg": null, "psec": null }, { "rank": 345, "model": "llama-3.2-3b-instruct", "modelKey": "llama-3.2-3b-instruct", "org": "Meta", "rating": 1144.2446527092495, "ratingLower": 1124.5150538415808, "ratingUpper": 1163.9742515769183, "rankUpper": 328, "rankLower": 364, "votes": 1070, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.05, "pout": 0.33, "ctx": 131072, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 346, "model": "snowflake-arctic-instruct", "modelKey": "snowflake-arctic-instruct", "org": "Unknown", "rating": 1142.1672140422047, "ratingLower": 1130.0374662207919, "ratingUpper": 1154.2969618636175, "rankUpper": 331, "rankLower": 363, "votes": 4777, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.snowflake.com/blog/arctic-open-efficient-foundation-language-models-snowflake/", "pimg": null, "psec": null }, { "rank": 347, "model": "wizardlm-13b", "modelKey": "wizardlm-13b", "org": "Microsoft", "rating": 1140.454044746311, "ratingLower": 1122.800539500387, "ratingUpper": 1158.107549992235, "rankUpper": 331, "rankLower": 365, "votes": 1375, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-13B-V1.2", "pimg": null, "psec": null }, { "rank": 348, "model": "solar-10.7b-instruct-v1.0", "modelKey": "solar-10.7b-instruct-v1.0", "org": "Unknown", "rating": 1137.9635846651004, "ratingLower": 1114.292399486757, "ratingUpper": 1161.6347698434438, "rankUpper": 330, "rankLower": 371, "votes": 698, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0", "pimg": null, "psec": null }, { "rank": 349, "model": "qwen1.5-14b-chat", "modelKey": "qwen1.5-14b-chat", "org": "Alibaba", "rating": 1136.7361715760958, "ratingLower": 1122.5189676854432, "ratingUpper": 1150.9533754667486, "rankUpper": 332, "rankLower": 365, "votes": 2391, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 350, "model": "granite-3.0-8b-instruct", "modelKey": "granite-3.0-8b-instruct", "org": "IBM", "rating": 1136.2217290873818, "ratingLower": 1114.8515127768724, "ratingUpper": 1157.5919453978915, "rankUpper": 331, "rankLower": 371, "votes": 895, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-8b-instruct", "pimg": null, "psec": null }, { "rank": 351, "model": "starling-lm-7b-alpha", "modelKey": "starling-lm-7b-alpha", "org": "Unknown", "rating": 1135.3472789762989, "ratingLower": 1119.6824704875512, "ratingUpper": 1151.0120874650463, "rankUpper": 332, "rankLower": 368, "votes": 1701, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha", "pimg": null, "psec": null }, { "rank": 352, "model": "zephyr-7b-beta", "modelKey": "zephyr-7b-beta", "org": "Unknown", "rating": 1135.3302597189283, "ratingLower": 1119.3006391220358, "ratingUpper": 1151.359880315821, "rankUpper": 332, "rankLower": 368, "votes": 1993, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 16384, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-beta", "pimg": null, "psec": null }, { "rank": 353, "model": "guanaco-33b", "modelKey": "guanaco-33b", "org": "Unknown", "rating": 1135.001988426467, "ratingLower": 1107.5330782615024, "ratingUpper": 1162.4708985914317, "rankUpper": 329, "rankLower": 376, "votes": 515, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/timdettmers/guanaco-33b-merged", "pimg": null, "psec": null }, { "rank": 354, "model": "deepseek-llm-67b-chat", "modelKey": "deepseek-llm-67b-chat", "org": "DeepSeek", "rating": 1134.8237319390848, "ratingLower": 1113.139747394012, "ratingUpper": 1156.5077164841578, "rankUpper": 331, "rankLower": 372, "votes": 789, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat", "pimg": null, "psec": null }, { "rank": 355, "model": "nous-hermes-2-mixtral-8x7b-dpo", "modelKey": "nous-hermes-2-mixtral-8x7b-dpo", "org": "Unknown", "rating": 1134.321548315105, "ratingLower": 1111.0331002843411, "ratingUpper": 1157.609996345869, "rankUpper": 331, "rankLower": 372, "votes": 616, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": null, "url": "https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "pimg": null, "psec": null }, { "rank": 356, "model": "dolphin-2.2.1-mistral-7b", "modelKey": "dolphin-2.2.1-mistral-7b", "org": "Unknown", "rating": 1134.1751554825662, "ratingLower": 1100.82694500522, "ratingUpper": 1167.5233659599126, "rankUpper": 325, "rankLower": 384, "votes": 291, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.5, "pout": 0.5, "ctx": 16384, "url": "https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b", "pimg": null, "psec": null }, { "rank": 357, "model": "phi-3-small-8k-instruct", "modelKey": "phi-3-small-8k-instruct", "org": "Microsoft", "rating": 1133.1102984456627, "ratingLower": 1119.9440058396572, "ratingUpper": 1146.2765910516682, "rankUpper": 334, "rankLower": 368, "votes": 2400, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-small-8k-instruct", "pimg": null, "psec": null }, { "rank": 358, "model": "mpt-30b-chat", "modelKey": "mpt-30b-chat", "org": "Unknown", "rating": 1132.0977260510997, "ratingLower": 1103.174082611102, "ratingUpper": 1161.0213694910972, "rankUpper": 330, "rankLower": 380, "votes": 452, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-30b-chat", "pimg": null, "psec": null }, { "rank": 359, "model": "qwen1.5-32b-chat", "modelKey": "qwen1.5-32b-chat", "org": "Alibaba", "rating": 1131.1082773795856, "ratingLower": 1118.5618506072183, "ratingUpper": 1143.654704151953, "rankUpper": 336, "rankLower": 369, "votes": 3022, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-32b/", "pimg": null, "psec": null }, { "rank": 360, "model": "internlm2_5-20b-chat", "modelKey": "internlm2_5-20b-chat", "org": "Unknown", "rating": 1130.3504446849522, "ratingLower": 1114.2038518340544, "ratingUpper": 1146.49703753585, "rankUpper": 334, "rankLower": 371, "votes": 1432, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Other", "open": 0, "pin": 0, "pout": 0, "ctx": 32768, "url": "https://huggingface.co/internlm/internlm2_5-20b-chat", "pimg": null, "psec": null }, { "rank": 361, "model": "vicuna-13b", "modelKey": "vicuna-13b", "org": "Unknown", "rating": 1126.2130154000317, "ratingLower": 1113.422267239564, "ratingUpper": 1139.0037635604995, "rankUpper": 338, "rankLower": 372, "votes": 3346, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-13b-v1.5", "pimg": null, "psec": null }, { "rank": 362, "model": "llama2-70b-steerlm-chat", "modelKey": "llama2-70b-steerlm-chat", "org": "Nvidia", "rating": 1119.155876818403, "ratingLower": 1093.7628751565219, "ratingUpper": 1144.5488784802837, "rankUpper": 335, "rankLower": 385, "votes": 604, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama2-70B-SteerLM-Chat", "pimg": null, "psec": null }, { "rank": 363, "model": "llama-2-70b-chat", "modelKey": "llama-2-70b-chat", "org": "Meta", "rating": 1111.3785108335658, "ratingLower": 1101.2156677879725, "ratingUpper": 1121.5413538791593, "rankUpper": 347, "rankLower": 383, "votes": 6376, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.7, "pout": 2.8, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-70b-chat-hf", "pimg": null, "psec": null }, { "rank": 364, "model": "starling-lm-7b-beta", "modelKey": "starling-lm-7b-beta", "org": "Unknown", "rating": 1107.0485036221967, "ratingLower": 1092.3761562298969, "ratingUpper": 1121.7208510144965, "rankUpper": 347, "rankLower": 385, "votes": 2376, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Starling-LM-7B-beta", "pimg": null, "psec": null }, { "rank": 365, "model": "qwq-32b-preview", "modelKey": "qwq-32b-preview", "org": "Alibaba", "rating": 1104.5216692832241, "ratingLower": 1075.1342186720437, "ratingUpper": 1133.9091198944045, "rankUpper": 341, "rankLower": 388, "votes": 454, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B-Preview", "pimg": null, "psec": null }, { "rank": 366, "model": "mistral-7b-instruct-v0.2", "modelKey": "mistral-7b-instruct-v0.2", "org": "Mistral", "rating": 1103.5916060459074, "ratingLower": 1091.0170058829685, "ratingUpper": 1116.1662062088462, "rankUpper": 353, "rankLower": 385, "votes": 2952, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2", "pimg": null, "psec": null }, { "rank": 367, "model": "qwen-14b-chat", "modelKey": "qwen-14b-chat", "org": "Alibaba", "rating": 1102.0190371434135, "ratingLower": 1081.1357107088381, "ratingUpper": 1122.902363577989, "rankUpper": 345, "rankLower": 387, "votes": 898, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen-14B-Chat", "pimg": null, "psec": null }, { "rank": 368, "model": "gemma-7b-it", "modelKey": "gemma-7b-it", "org": "Google", "rating": 1100.7511096538642, "ratingLower": 1082.884626142743, "ratingUpper": 1118.6175931649857, "rankUpper": 350, "rankLower": 387, "votes": 1345, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 8192, "url": "https://huggingface.co/google/gemma-7b-it", "pimg": null, "psec": null }, { "rank": 369, "model": "zephyr-7b-alpha", "modelKey": "zephyr-7b-alpha", "org": "Unknown", "rating": 1100.083479835571, "ratingLower": 1070.4578681198248, "ratingUpper": 1129.7090915513174, "rankUpper": 343, "rankLower": 388, "votes": 399, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha", "pimg": null, "psec": null }, { "rank": 370, "model": "granite-3.0-2b-instruct", "modelKey": "granite-3.0-2b-instruct", "org": "IBM", "rating": 1099.155148654502, "ratingLower": 1077.4686851183608, "ratingUpper": 1120.8416121906432, "rankUpper": 347, "rankLower": 387, "votes": 916, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-2b-instruct", "pimg": null, "psec": null }, { "rank": 371, "model": "phi-3-mini-4k-instruct-june-2024", "modelKey": "phi-3-mini-4k-instruct-june-2024", "org": "Microsoft", "rating": 1095.7754772496173, "ratingLower": 1081.0112028021017, "ratingUpper": 1110.539751697133, "rankUpper": 359, "rankLower": 387, "votes": 1955, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": 4096, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 372, "model": "gemma-1.1-2b-it", "modelKey": "gemma-1.1-2b-it", "org": "Google", "rating": 1093.251541395546, "ratingLower": 1076.2581410572081, "ratingUpper": 1110.2449417338837, "rankUpper": 359, "rankLower": 388, "votes": 1486, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/google/gemma-1.1-2b-it", "pimg": null, "psec": null }, { "rank": 373, "model": "alpaca-13b", "modelKey": "alpaca-13b", "org": "Unknown", "rating": 1092.8383149028652, "ratingLower": 1070.8165387323224, "ratingUpper": 1114.860091073408, "rankUpper": 353, "rankLower": 388, "votes": 954, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://crfm.stanford.edu/2023/03/13/alpaca.html", "pimg": null, "psec": null }, { "rank": 374, "model": "llama-2-13b-chat", "modelKey": "llama-2-13b-chat", "org": "Meta", "rating": 1091.3710149983167, "ratingLower": 1078.7487548460342, "ratingUpper": 1103.9932751505992, "rankUpper": 360, "rankLower": 387, "votes": 3296, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.25, "pout": 0.25, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-13b-chat-hf", "pimg": null, "psec": null }, { "rank": 375, "model": "mistral-7b-instruct", "modelKey": "mistral-7b-instruct", "org": "Mistral", "rating": 1091.0451561332457, "ratingLower": 1074.169758655377, "ratingUpper": 1107.9205536111142, "rankUpper": 359, "rankLower": 388, "votes": 1689, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.07, "pout": 0.28, "ctx": 4096, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1", "pimg": null, "psec": null }, { "rank": 376, "model": "vicuna-7b", "modelKey": "vicuna-7b", "org": "Unknown", "rating": 1089.3440431468564, "ratingLower": 1071.270422162886, "ratingUpper": 1107.4176641308268, "rankUpper": 360, "rankLower": 388, "votes": 1323, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-7b-v1.5", "pimg": null, "psec": null }, { "rank": 377, "model": "stripedhyena-nous-7b", "modelKey": "stripedhyena-nous-7b", "org": "Unknown", "rating": 1089.000100247177, "ratingLower": 1068.1564040766123, "ratingUpper": 1109.8437964177417, "rankUpper": 359, "rankLower": 389, "votes": 869, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/togethercomputer/StripedHyena-Nous-7B", "pimg": null, "psec": null }, { "rank": 378, "model": "palm-2", "modelKey": "palm-2", "org": "Google", "rating": 1088.0742506686363, "ratingLower": 1070.4613477379191, "ratingUpper": 1105.6871535993537, "rankUpper": 360, "rankLower": 388, "votes": 1576, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 0.5, "ctx": 25804, "url": "https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models#foundation_models", "pimg": null, "psec": null }, { "rank": 379, "model": "codellama-34b-instruct", "modelKey": "codellama-34b-instruct", "org": "Meta", "rating": 1086.4105195200725, "ratingLower": 1069.7146295475727, "ratingUpper": 1103.1064094925723, "rankUpper": 361, "rankLower": 388, "votes": 1507, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.35, "pout": 1.4, "ctx": 16384, "url": "https://huggingface.co/codellama/CodeLlama-34b-Instruct-hf", "pimg": null, "psec": null }, { "rank": 380, "model": "phi-3-mini-128k-instruct", "modelKey": "phi-3-mini-128k-instruct", "org": "Microsoft", "rating": 1085.3563798757277, "ratingLower": 1070.8373885298458, "ratingUpper": 1099.8753712216094, "rankUpper": 363, "rankLower": 388, "votes": 2949, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://azure.microsoft.com/en-us/blog/introducing-phi-3-redefining-whats-possible-with-slms/", "pimg": null, "psec": null }, { "rank": 381, "model": "llama-3.2-1b-instruct", "modelKey": "llama-3.2-1b-instruct", "org": "Meta", "rating": 1082.2271103161079, "ratingLower": 1061.4874028001157, "ratingUpper": 1102.9668178321, "rankUpper": 361, "rankLower": 391, "votes": 1091, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.027, "pout": 0.201, "ctx": 60000, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 382, "model": "qwen1.5-7b-chat", "modelKey": "qwen1.5-7b-chat", "org": "Alibaba", "rating": 1080.4922865450064, "ratingLower": 1057.5165911382048, "ratingUpper": 1103.467981951808, "rankUpper": 360, "rankLower": 391, "votes": 701, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 383, "model": "smollm2-1.7b-instruct", "modelKey": "smollm2-1.7b-instruct", "org": "Unknown", "rating": 1078.944896183892, "ratingLower": 1044.2408919137429, "ratingUpper": 1113.648900454041, "rankUpper": 356, "rankLower": 391, "votes": 341, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct", "pimg": null, "psec": null }, { "rank": 384, "model": "gemma-2b-it", "modelKey": "gemma-2b-it", "org": "Google", "rating": 1078.204880636518, "ratingLower": 1054.9119301143078, "ratingUpper": 1101.497831158728, "rankUpper": 361, "rankLower": 391, "votes": 696, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://huggingface.co/google/gemma-2b-it", "pimg": null, "psec": null }, { "rank": 385, "model": "phi-3-mini-4k-instruct", "modelKey": "phi-3-mini-4k-instruct", "org": "Microsoft", "rating": 1072.9756828811924, "ratingLower": 1060.0301472319084, "ratingUpper": 1085.9212185304764, "rankUpper": 366, "rankLower": 391, "votes": 2812, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 386, "model": "llama-2-7b-chat", "modelKey": "llama-2-7b-chat", "org": "Meta", "rating": 1071.9944975987917, "ratingLower": 1058.37961058784, "ratingUpper": 1085.6093846097433, "rankUpper": 366, "rankLower": 391, "votes": 2341, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-7b-chat-hf", "pimg": null, "psec": null }, { "rank": 387, "model": "gpt4all-13b-snoozy", "modelKey": "gpt4all-13b-snoozy", "org": "Unknown", "rating": 1063.5939304191263, "ratingLower": 1026.3054543061282, "ratingUpper": 1100.8824065321244, "rankUpper": 362, "rankLower": 394, "votes": 250, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nomic-ai/gpt4all-13b-snoozy", "pimg": null, "psec": null }, { "rank": 388, "model": "mpt-7b-chat", "modelKey": "mpt-7b-chat", "org": "Unknown", "rating": 1052.3767576593116, "ratingLower": 1028.025165657159, "ratingUpper": 1076.728349661464, "rankUpper": 371, "rankLower": 393, "votes": 683, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-7b-chat", "pimg": null, "psec": null }, { "rank": 389, "model": "qwen1.5-4b-chat", "modelKey": "qwen1.5-4b-chat", "org": "Alibaba", "rating": 1049.668626366322, "ratingLower": 1030.7549736941999, "ratingUpper": 1068.582279038444, "rankUpper": 380, "rankLower": 392, "votes": 1080, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 390, "model": "koala-13b", "modelKey": "koala-13b", "org": "Unknown", "rating": 1045.468292096634, "ratingLower": 1024.8563535638827, "ratingUpper": 1066.0802306293854, "rankUpper": 381, "rankLower": 394, "votes": 1200, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bair.berkeley.edu/blog/2023/04/03/koala/", "pimg": null, "psec": null }, { "rank": 391, "model": "chatglm3-6b", "modelKey": "chatglm3-6b", "org": "Unknown", "rating": 1039.9059414046135, "ratingLower": 1016.7376356617606, "ratingUpper": 1063.0742471474666, "rankUpper": 381, "rankLower": 395, "votes": 816, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm3-6b", "pimg": null, "psec": null }, { "rank": 392, "model": "oasst-pythia-12b", "modelKey": "oasst-pythia-12b", "org": "Unknown", "rating": 1012.1352455626056, "ratingLower": 991.6179599010952, "ratingUpper": 1032.652531224116, "rankUpper": 387, "rankLower": 397, "votes": 1094, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5", "pimg": null, "psec": null }, { "rank": 393, "model": "RWKV-4-Raven-14B", "modelKey": "RWKV-4-Raven-14B", "org": "Unknown", "rating": 1003.7040731741681, "ratingLower": 981.0848495982275, "ratingUpper": 1026.3232967501087, "rankUpper": 389, "rankLower": 397, "votes": 874, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/BlinkDL/rwkv-4-raven", "pimg": null, "psec": null }, { "rank": 394, "model": "chatglm2-6b", "modelKey": "chatglm2-6b", "org": "Unknown", "rating": 1003.587308146027, "ratingLower": 977.3201718212702, "ratingUpper": 1029.8544444707838, "rankUpper": 388, "rankLower": 397, "votes": 566, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm2-6b", "pimg": null, "psec": null }, { "rank": 395, "model": "olmo-7b-instruct", "modelKey": "olmo-7b-instruct", "org": "Ai2", "rating": 1001.6397005624208, "ratingLower": 981.2566273243474, "ratingUpper": 1022.022773800494, "rankUpper": 391, "rankLower": 397, "votes": 1019, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/allenai/OLMo-7B-Instruct", "pimg": null, "psec": null }, { "rank": 396, "model": "fastchat-t5-3b", "modelKey": "fastchat-t5-3b", "org": "Unknown", "rating": 991.7395402192499, "ratingLower": 967.5276804840637, "ratingUpper": 1015.951399954436, "rankUpper": 392, "rankLower": 399, "votes": 744, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/lmsys/fastchat-t5-3b-v1.0", "pimg": null, "psec": null }, { "rank": 397, "model": "dolly-v2-12b", "modelKey": "dolly-v2-12b", "org": "Unknown", "rating": 969.7009643130934, "ratingLower": 942.002890246413, "ratingUpper": 997.3990383797739, "rankUpper": 392, "rankLower": 400, "votes": 565, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/databricks/dolly-v2-12b", "pimg": null, "psec": null }, { "rank": 398, "model": "chatglm-6b", "modelKey": "chatglm-6b", "org": "Unknown", "rating": 950.9989504972045, "ratingLower": 926.3484670490182, "ratingUpper": 975.6494339453909, "rankUpper": 396, "rankLower": 400, "votes": 771, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm-6b", "pimg": null, "psec": null }, { "rank": 399, "model": "llama-13b", "modelKey": "llama-13b", "org": "Meta", "rating": 934.8038882954918, "ratingLower": 901.1732218425166, "ratingUpper": 968.4345547484668, "rankUpper": 396, "rankLower": 400, "votes": 431, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0.225, "pout": 0.225, "ctx": null, "url": "https://arxiv.org/abs/2302.13971", "pimg": null, "psec": null }, { "rank": 400, "model": "stablelm-tuned-alpha-7b", "modelKey": "stablelm-tuned-alpha-7b", "org": "Unknown", "rating": 931.6663258691165, "ratingLower": 903.176434652637, "ratingUpper": 960.1562170855957, "rankUpper": 397, "rankLower": 400, "votes": 536, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b", "pimg": null, "psec": null } ], "hard": [ { "rank": 1, "model": "claude-opus-4-6-high", "modelKey": "claude-opus-4-6-thinking", "org": "Anthropic", "rating": 1533.1339098800738, "ratingLower": 1528.8322468598901, "ratingUpper": 1537.4355729002573, "rankUpper": 1, "rankLower": 4, "votes": 45675, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 2, "model": "claude-fable-5-high", "modelKey": "claude-fable-5-text", "org": "Anthropic", "rating": 1532.1427781355035, "ratingLower": 1526.6428554272143, "ratingUpper": 1537.6427008437927, "rankUpper": 1, "rankLower": 6, "votes": 19784, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-fable-5-mythos-5", "pimg": null, "psec": null }, { "rank": 3, "model": "claude-opus-4-6", "modelKey": "claude-opus-4-6", "org": "Anthropic", "rating": 1526.7029317648467, "ratingLower": 1522.5319993689059, "ratingUpper": 1530.8738641607874, "rankUpper": 1, "rankLower": 9, "votes": 49172, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-6", "pimg": null, "psec": null }, { "rank": 4, "model": "claude-opus-4-7-high", "modelKey": "claude-opus-4-7-thinking", "org": "Anthropic", "rating": 1525.8664808576652, "ratingLower": 1521.2598213476795, "ratingUpper": 1530.473140367651, "rankUpper": 1, "rankLower": 10, "votes": 40148, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 5, "model": "claude-opus-4-7", "modelKey": "claude-opus-4-7", "org": "Anthropic", "rating": 1518.8803079610416, "ratingLower": 1514.274363256898, "ratingUpper": 1523.4862526651852, "rankUpper": 3, "rankLower": 17, "votes": 40875, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-7", "pimg": null, "psec": null }, { "rank": 6, "model": "claude-opus-5-high", "modelKey": "claude-opus-5-high-text", "org": "Anthropic", "rating": 1517.2966861960983, "ratingLower": 1512.1375520136837, "ratingUpper": 1522.455820378513, "rankUpper": 4, "rankLower": 17, "votes": 28129, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 7, "model": "gemini-3.8-flash-high", "modelKey": "skimaki-kwc6", "org": "Google", "rating": 1517.1926477798281, "ratingLower": 1506.7309090310105, "ratingUpper": 1527.6543865286455, "rankUpper": 2, "rankLower": 25, "votes": 3426, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/", "pimg": null, "psec": null }, { "rank": 8, "model": "claude-fable-5.1-max", "modelKey": "claude-fable-5.1-max-text", "org": "Anthropic", "rating": 1516.6609489759742, "ratingLower": 1506.1881136009576, "ratingUpper": 1527.133784350991, "rankUpper": 2, "rankLower": 25, "votes": 3437, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 50, "ctx": 1000000, "url": "https://www.anthropic.com/claude-fable-and-mythos-5-1", "pimg": null, "psec": null }, { "rank": 9, "model": "muse-spark-1.3-max", "modelKey": "muse-spark-1-3-max-bhma-text", "org": "Meta", "rating": 1515.6038411727732, "ratingLower": 1504.8269639542686, "ratingUpper": 1526.3807183912777, "rankUpper": 3, "rankLower": 28, "votes": 3162, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 10, "model": "kimi-k3-max", "modelKey": "kimi-k3-v3-text", "org": "Moonshot", "rating": 1514.1352616085178, "ratingLower": 1508.0481608390826, "ratingUpper": 1520.222362377953, "rankUpper": 5, "rankLower": 24, "votes": 13581, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Kimi K3 license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://platform.kimi.ai/docs/guide/kimi-k3-quickstart", "pimg": null, "psec": null }, { "rank": 11, "model": "muse-spark-1.2 (xHigh)", "modelKey": "muse-spark-1.2-xhigh-text", "org": "Meta", "rating": 1513.3947657024169, "ratingLower": 1500.3235478659292, "ratingUpper": 1526.4659835389045, "rankUpper": 3, "rankLower": 33, "votes": 2115, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://developer.meta.com/ai/models/muse-spark/", "pimg": null, "psec": null }, { "rank": 12, "model": "claude-opus-4-8-high", "modelKey": "claude-opus-4-8-thinking-text", "org": "Anthropic", "rating": 1513.0657764930927, "ratingLower": 1508.2022527185084, "ratingUpper": 1517.9293002676768, "rankUpper": 5, "rankLower": 24, "votes": 34925, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 13, "model": "muse-spark-1.1", "modelKey": "super-nova-ext-3tam-text", "org": "Meta", "rating": 1512.7014896451587, "ratingLower": 1507.1399620240597, "ratingUpper": 1518.263017266258, "rankUpper": 5, "rankLower": 24, "votes": 18494, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 4.25, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/", "pimg": null, "psec": null }, { "rank": 14, "model": "claude-opus-5-max", "modelKey": "claude-opus-5-max-text", "org": "Anthropic", "rating": 1512.0460839647878, "ratingLower": 1505.6462385070568, "ratingUpper": 1518.4459294225192, "rankUpper": 5, "rankLower": 28, "votes": 13534, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-5", "pimg": null, "psec": null }, { "rank": 15, "model": "gpt-5.6-sol-xhigh", "modelKey": "gpt-5.6-sol-xhigh-text", "org": "OpenAI", "rating": 1508.6233018445653, "ratingLower": 1502.9039533417638, "ratingUpper": 1514.3426503473668, "rankUpper": 5, "rankLower": 29, "votes": 17808, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 4, "pout": 20, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 16, "model": "gemini-3.1-pro-preview", "modelKey": "gemini-3.1-pro-preview", "org": "Google", "rating": 1507.4876666145421, "ratingLower": 1503.6624257744927, "ratingUpper": 1511.3129074545916, "rankUpper": 7, "rankLower": 29, "votes": 69408, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 6, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-pro/", "pimg": null, "psec": null }, { "rank": 17, "model": "glm-5.3-max", "modelKey": "glm-5.3", "org": "Z.ai", "rating": 1506.9295778439782, "ratingLower": 1499.2457095982022, "ratingUpper": 1514.6134460897542, "rankUpper": 5, "rankLower": 35, "votes": 7161, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 18, "model": "gemini-3.7-flash-high", "modelKey": "andwise-evfd", "org": "Google", "rating": 1506.6964424676055, "ratingLower": 1496.5851648679281, "ratingUpper": 1516.8077200672826, "rankUpper": 5, "rankLower": 41, "votes": 3793, "isAutoEval": false, "releaseType": "pre_release", "preliminary": true, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-3-7-flash/", "pimg": null, "psec": null }, { "rank": 19, "model": "muse-spark", "modelKey": "eureka", "org": "Meta", "rating": 1504.7836658196516, "ratingLower": 1497.776392707234, "ratingUpper": 1511.790938932069, "rankUpper": 7, "rankLower": 38, "votes": 8738, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ai.meta.com/blog/introducing-muse-spark-msl/", "pimg": null, "psec": null }, { "rank": 20, "model": "claude-sonnet-4-6", "modelKey": "claude-sonnet-4-6", "org": "Anthropic", "rating": 1504.047212283535, "ratingLower": 1499.6624794367347, "ratingUpper": 1508.4319451303352, "rankUpper": 7, "rankLower": 35, "votes": 42987, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-6", "pimg": null, "psec": null }, { "rank": 21, "model": "claude-opus-4-8", "modelKey": "claude-opus-4-8-text", "org": "Anthropic", "rating": 1503.9101743693057, "ratingLower": 1499.047853372805, "ratingUpper": 1508.7724953658062, "rankUpper": 7, "rankLower": 35, "votes": 35571, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-opus-4-8", "pimg": null, "psec": null }, { "rank": 22, "model": "gemini-3-pro", "modelKey": "gemini-3-pro", "org": "Google", "rating": 1503.6316057675801, "ratingLower": 1498.6694610689397, "ratingUpper": 1508.5937504662204, "rankUpper": 7, "rankLower": 36, "votes": 22289, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-3-pro-preview", "pimg": null, "psec": null }, { "rank": 23, "model": "qwen3.8-max", "modelKey": "kinsley-mrp8", "org": "Alibaba", "rating": 1502.6509183368735, "ratingLower": 1495.9580974498058, "ratingUpper": 1509.3437392239414, "rankUpper": 7, "rankLower": 41, "votes": 11241, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.69, "pout": 5.07, "ctx": 1000000, "url": "https://www.qwencloud.com/models/qwen3.8-max", "pimg": null, "psec": null }, { "rank": 24, "model": "gpt-5.5-high", "modelKey": "gpt-5.5-high-text", "org": "OpenAI", "rating": 1501.5917013626713, "ratingLower": 1497.1067752012661, "ratingUpper": 1506.0766275240765, "rankUpper": 12, "rankLower": 41, "votes": 42573, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 25, "model": "gemini-3.6-flash-high", "modelKey": "gemini-3.6-flash", "org": "Google", "rating": 1500.0380009950547, "ratingLower": 1494.3353173114924, "ratingUpper": 1505.740684678617, "rankUpper": 12, "rankLower": 42, "votes": 17865, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 3.75, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 26, "model": "claude-opus-4-5-20251101-high-32k", "modelKey": "claude-opus-4-5-20251101-thinking-32k", "org": "Anthropic", "rating": 1499.346910980784, "ratingLower": 1494.2361592226468, "ratingUpper": 1504.4576627389213, "rankUpper": 14, "rankLower": 42, "votes": 19554, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 27, "model": "claude-opus-4-5-20251101", "modelKey": "claude-opus-4-5-20251101", "org": "Anthropic", "rating": 1497.9931564470623, "ratingLower": 1493.9410411597207, "ratingUpper": 1502.0452717344042, "rankUpper": 16, "rankLower": 43, "votes": 41269, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-5", "pimg": null, "psec": null }, { "rank": 28, "model": "glm-5.3-flash", "modelKey": "glm-5.3-flash-text", "org": "Z.ai", "rating": 1497.9316890647813, "ratingLower": 1490.035055668364, "ratingUpper": 1505.8283224611987, "rankUpper": 12, "rankLower": 50, "votes": 6610, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.06, "pout": 0.2, "ctx": 1048576, "url": "https://z.ai/blog/glm-5.3", "pimg": null, "psec": null }, { "rank": 29, "model": "gpt-5.4-high", "modelKey": "gpt-5.4-high-no-system-prompt", "org": "OpenAI", "rating": 1497.9098401686579, "ratingLower": 1493.2934385472536, "ratingUpper": 1502.526241790062, "rankUpper": 16, "rankLower": 43, "votes": 39229, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 30, "model": "gpt-5.5", "modelKey": "gpt-5.5-text", "org": "OpenAI", "rating": 1497.782812025646, "ratingLower": 1493.3271312731029, "ratingUpper": 1502.2384927781893, "rankUpper": 16, "rankLower": 43, "votes": 44063, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/introducing-gpt-5-5/", "pimg": null, "psec": null }, { "rank": 31, "model": "gpt-6-astra-max", "modelKey": "gpt-6-astra-max-text", "org": "OpenAI", "rating": 1497.0451560147628, "ratingLower": 1482.3823576268476, "ratingUpper": 1511.707954402678, "rankUpper": 7, "rankLower": 61, "votes": 1678, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://openai.com/index/gpt-6-astra/", "pimg": null, "psec": null }, { "rank": 32, "model": "gpt-5.2-chat-latest-20260210", "modelKey": "gpt-5.2-chat-latest", "org": "OpenAI", "rating": 1497.0390875054052, "ratingLower": 1491.9617563268293, "ratingUpper": 1502.116418683981, "rankUpper": 16, "rankLower": 49, "votes": 21589, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://developers.openai.com/api/docs/models/gpt-5.2-chat-latest", "pimg": null, "psec": null }, { "rank": 33, "model": "mimo-v2.5-pro", "modelKey": "mimo-v2.5-pro-text", "org": "Xiaomi", "rating": 1495.6762016921334, "ratingLower": 1491.1723968164417, "ratingUpper": 1500.180006567825, "rankUpper": 17, "rankLower": 49, "votes": 39891, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.435, "pout": 0.87, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5-pro/", "pimg": null, "psec": null }, { "rank": 34, "model": "gemini-3.5-flash-high", "modelKey": "gemini-3.5-flash-high-public", "org": "Google", "rating": 1495.2087422130198, "ratingLower": 1490.2687831335672, "ratingUpper": 1500.1487012924724, "rankUpper": 17, "rankLower": 50, "votes": 25628, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 35, "model": "qwen3.7-max-preview", "modelKey": "melyora-9qr6", "org": "Alibaba", "rating": 1494.5864876836408, "ratingLower": 1482.3779036243636, "ratingUpper": 1506.795071742918, "rankUpper": 10, "rankLower": 61, "votes": 2524, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.475, "pout": 4.425, "ctx": 1000000, "url": "https://chat.qwen.ai/?models=Qwen3.7-Max-Preview", "pimg": null, "psec": null }, { "rank": 36, "model": "gemini-3-flash", "modelKey": "gemini-3-flash", "org": "Google", "rating": 1493.2242631799838, "ratingLower": 1487.6046672363561, "ratingUpper": 1498.8438591236115, "rankUpper": 20, "rankLower": 53, "votes": 16475, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 37, "model": "glm-5.2-max", "modelKey": "glm-5.2-text", "org": "Z.ai", "rating": 1493.0752564591003, "ratingLower": 1487.7799731296147, "ratingUpper": 1498.3705397885856, "rankUpper": 21, "rankLower": 53, "votes": 24262, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 1000000, "url": "https://huggingface.co/zai-org/GLM-5.2", "pimg": null, "psec": null }, { "rank": 38, "model": "gemini-3.5-flash-medium", "modelKey": "gemini-3.5-flash-medium", "org": "Google", "rating": 1492.6015383023248, "ratingLower": 1487.3972622396113, "ratingUpper": 1497.8058143650383, "rankUpper": 21, "rankLower": 53, "votes": 24642, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/", "pimg": null, "psec": null }, { "rank": 39, "model": "grok-4.5", "modelKey": "grok-4.5-text", "org": "SpaceXAI", "rating": 1491.967101349599, "ratingLower": 1486.5045317211304, "ratingUpper": 1497.4296709780679, "rankUpper": 22, "rankLower": 54, "votes": 20145, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.5", "pimg": null, "psec": null }, { "rank": 40, "model": "qwen3.5-max-preview", "modelKey": "kiteki", "org": "Alibaba", "rating": 1491.7026004391178, "ratingLower": 1485.7776639057174, "ratingUpper": 1497.627536972518, "rankUpper": 22, "rankLower": 54, "votes": 13721, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 6, "ctx": null, "url": "https://qwen.ai/blog?id=qwen3.5-max-preview", "pimg": null, "psec": null }, { "rank": 41, "model": "gpt-5.5-instant", "modelKey": "gpt-5.5-instant", "org": "OpenAI", "rating": 1491.4405470945635, "ratingLower": 1485.4388837981287, "ratingUpper": 1497.4422103909983, "rankUpper": 22, "rankLower": 54, "votes": 17456, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": 1050000, "url": "https://openai.com/index/gpt-5-5-instant", "pimg": null, "psec": null }, { "rank": 42, "model": "gpt-5.6-terra-xhigh", "modelKey": "gpt-5.6-terra-xhigh-text", "org": "OpenAI", "rating": 1489.0873362251402, "ratingLower": 1483.4646815426577, "ratingUpper": 1494.7099909076228, "rankUpper": 25, "rankLower": 61, "votes": 18588, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 12, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 43, "model": "claude-sonnet-5-high", "modelKey": "claude-sonnet-5-text", "org": "Anthropic", "rating": 1488.6961856771577, "ratingLower": 1483.4347042369668, "ratingUpper": 1493.9576671173486, "rankUpper": 27, "rankLower": 61, "votes": 23409, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-5", "pimg": null, "psec": null }, { "rank": 44, "model": "glm-5.1", "modelKey": "glm-5.1-text", "org": "Z.ai", "rating": 1488.452132098771, "ratingLower": 1483.9335751828569, "ratingUpper": 1492.970689014685, "rankUpper": 30, "rankLower": 58, "votes": 32274, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.4, "pout": 4.4, "ctx": 202752, "url": "https://huggingface.co/zai-org/GLM-5.1", "pimg": null, "psec": null }, { "rank": 45, "model": "grok-4.20-beta-0309-reasoning", "modelKey": "grok-4.20-beta-0309-reasoning", "org": "SpaceXAI", "rating": 1487.8175101816237, "ratingLower": 1483.2903963078636, "ratingUpper": 1492.344624055384, "rankUpper": 30, "rankLower": 61, "votes": 40552, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-beta-0309-reasoning", "pimg": null, "psec": null }, { "rank": 46, "model": "gpt-5.4", "modelKey": "gpt-5.4-no-system-prompt", "org": "OpenAI", "rating": 1487.7723086144097, "ratingLower": 1483.1901029025905, "ratingUpper": 1492.354514326229, "rankUpper": 30, "rankLower": 61, "votes": 41733, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 15, "ctx": 1050000, "url": "https://platform.openai.com/docs/models/gpt-5.4", "pimg": null, "psec": null }, { "rank": 47, "model": "ernie-5.1", "modelKey": "zero-prism", "org": "Baidu", "rating": 1487.7089434349957, "ratingLower": 1482.2844143970162, "ratingUpper": 1493.1334724729752, "rankUpper": 30, "rankLower": 61, "votes": 23977, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5634, "pout": 2.5353, "ctx": 119000, "url": "https://ernie.baidu.com/blog/posts/ernie-5.1-0508-release/", "pimg": null, "psec": null }, { "rank": 48, "model": "claude-sonnet-4-5-20250929-high-32k", "modelKey": "claude-sonnet-4-5-20250929-thinking-32k", "org": "Anthropic", "rating": 1487.0165847449514, "ratingLower": 1483.4243378031604, "ratingUpper": 1490.6088316867424, "rankUpper": 32, "rankLower": 61, "votes": 46520, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 49, "model": "grok-4.20-beta1", "modelKey": "clanker-text", "org": "SpaceXAI", "rating": 1486.7373170236199, "ratingLower": 1481.1680436873492, "ratingUpper": 1492.3065903598906, "rankUpper": 30, "rankLower": 63, "votes": 16601, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://grok.com/", "pimg": null, "psec": null }, { "rank": 50, "model": "kimi-k2.6", "modelKey": "kimi-k2.6-text", "org": "Moonshot", "rating": 1484.7254783597439, "ratingLower": 1479.4410743105855, "ratingUpper": 1490.009882408902, "rankUpper": 34, "rankLower": 66, "votes": 24291, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.95, "pout": 4, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-6", "pimg": null, "psec": null }, { "rank": 51, "model": "claude-sonnet-4-5-20250929", "modelKey": "claude-sonnet-4-5-20250929", "org": "Anthropic", "rating": 1483.4544359669512, "ratingLower": 1479.775531561921, "ratingUpper": 1487.1333403719814, "rankUpper": 37, "rankLower": 66, "votes": 46235, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 1000000, "url": "https://www.anthropic.com/news/claude-sonnet-4-5", "pimg": null, "psec": null }, { "rank": 52, "model": "grok-4.20-multi-agent-beta-0309", "modelKey": "grok-4.20-multi-agent-beta-0309", "org": "SpaceXAI", "rating": 1483.4245605806977, "ratingLower": 1478.8737310383872, "ratingUpper": 1487.9753901230085, "rankUpper": 34, "rankLower": 66, "votes": 39430, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.20-multi-agent-beta-0309", "pimg": null, "psec": null }, { "rank": 53, "model": "deepseek-v4-pro-high-20260813", "modelKey": "deepseek-v4-pro-high-20260813-text", "org": "DeepSeek", "rating": 1481.8114538863338, "ratingLower": 1473.7287931935193, "ratingUpper": 1489.8941145791482, "rankUpper": 34, "rankLower": 74, "votes": 5967, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": null, "url": "https://api-docs.deepseek.com/updates/#date-2026-08-13", "pimg": null, "psec": null }, { "rank": 54, "model": "qwen3.6-max-preview", "modelKey": "kizen-beta", "org": "Alibaba", "rating": 1481.5648914750589, "ratingLower": 1471.1508657022312, "ratingUpper": 1491.9789172478866, "rankUpper": 30, "rankLower": 77, "votes": 3401, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.027, "pout": 6.162, "ctx": 262144, "url": "https://qwen.ai/blog?id=qwen3.6-max-preview", "pimg": null, "psec": null }, { "rank": 55, "model": "claude-opus-4-1-20250805-thinking-16k", "modelKey": "claude-opus-4-1-20250805-thinking-16k", "org": "Anthropic", "rating": 1480.0604379147476, "ratingLower": 1475.4924390341957, "ratingUpper": 1484.6284367952992, "rankUpper": 40, "rankLower": 73, "votes": 24495, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 56, "model": "deepseek-v4-pro", "modelKey": "deepseek-v4-pro-ch1-text", "org": "DeepSeek", "rating": 1479.801146749771, "ratingLower": 1475.1178868290767, "ratingUpper": 1484.4844066704652, "rankUpper": 40, "rankLower": 73, "votes": 36039, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 57, "model": "dola-seed-2.0-pro", "modelKey": "dola-seed-2.0-pro-text", "org": "Bytedance", "rating": 1479.6500786230329, "ratingLower": 1475.3991395995663, "ratingUpper": 1483.9010176464994, "rankUpper": 41, "rankLower": 73, "votes": 47570, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.byteplus.com/en/blog/dola-seed-2-0-pro", "pimg": null, "psec": null }, { "rank": 58, "model": "grok-4.6-high", "modelKey": "grok-4.6-high-public-text", "org": "SpaceXAI", "rating": 1478.652362237265, "ratingLower": 1471.8683288308025, "ratingUpper": 1485.4363956437273, "rankUpper": 40, "rankLower": 76, "votes": 10261, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 6, "ctx": 500000, "url": "https://docs.x.ai/developers/models/grok-4.6", "pimg": null, "psec": null }, { "rank": 59, "model": "glm-5", "modelKey": "glm-5", "org": "Z.ai", "rating": 1478.2769257953644, "ratingLower": 1472.9901193694623, "ratingUpper": 1483.5637322212663, "rankUpper": 41, "rankLower": 75, "votes": 17117, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1, "pout": 3.2, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-5", "pimg": null, "psec": null }, { "rank": 60, "model": "claude-opus-4-1-20250805", "modelKey": "claude-opus-4-1-20250805", "org": "Anthropic", "rating": 1477.5490825635693, "ratingLower": 1473.6436618157504, "ratingUpper": 1481.4545033113882, "rankUpper": 49, "rankLower": 74, "votes": 38644, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 7.5, "pout": 37.5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-opus-4-1", "pimg": null, "psec": null }, { "rank": 61, "model": "grok-4.1-thinking", "modelKey": "grok-4.1-thinking", "org": "SpaceXAI", "rating": 1476.8422972112535, "ratingLower": 1472.7790769060834, "ratingUpper": 1480.9055175164235, "rankUpper": 50, "rankLower": 75, "votes": 36923, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 62, "model": "hy3", "modelKey": "hy3-tencent-cloud-text", "org": "Tencent", "rating": 1476.0937731200909, "ratingLower": 1467.4792558395056, "ratingUpper": 1484.7082904006763, "rankUpper": 40, "rankLower": 82, "votes": 5376, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.132, "pout": 0.528, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3", "pimg": null, "psec": null }, { "rank": 63, "model": "mimo-v2-pro", "modelKey": "mimo-v2-pro", "org": "Xiaomi", "rating": 1475.8350540100241, "ratingLower": 1470.1195467142618, "ratingUpper": 1481.5505613057865, "rankUpper": 49, "rankLower": 77, "votes": 15730, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 3.3, "ctx": 1000000, "url": "https://mimo.xiaomi.com/mimo-v2-pro", "pimg": null, "psec": null }, { "rank": 64, "model": "gpt-5.1-high", "modelKey": "gpt-5.1-high", "org": "OpenAI", "rating": 1475.6961478654741, "ratingLower": 1470.759757010678, "ratingUpper": 1480.6325387202703, "rankUpper": 50, "rankLower": 77, "votes": 21596, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 65, "model": "gemini-3-flash (thinking-minimal)", "modelKey": "gemini-3-flash-thinking-minimal", "org": "Google", "rating": 1474.8202249148421, "ratingLower": 1470.9809277581016, "ratingUpper": 1478.6595220715826, "rankUpper": 53, "rankLower": 77, "votes": 53976, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 3, "ctx": 1048576, "url": "https://blog.google/products/gemini/gemini-3-flash", "pimg": null, "psec": null }, { "rank": 66, "model": "grok-4.1", "modelKey": "grok-4.1", "org": "SpaceXAI", "rating": 1474.509762062729, "ratingLower": 1470.45730216525, "ratingUpper": 1478.562221960208, "rankUpper": 53, "rankLower": 77, "votes": 37970, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://x.ai/news/grok-4-1", "pimg": null, "psec": null }, { "rank": 67, "model": "gemini-3.5-flash-lite", "modelKey": "gemini-3.5-flash-lite", "org": "Google", "rating": 1474.4324177406615, "ratingLower": 1468.6158025548316, "ratingUpper": 1480.2490329264917, "rankUpper": 50, "rankLower": 80, "votes": 17512, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 1.25, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/", "pimg": null, "psec": null }, { "rank": 68, "model": "gemma-4-31b", "modelKey": "pteronura-text", "org": "Google", "rating": 1473.8911085396296, "ratingLower": 1464.0371898020612, "ratingUpper": 1483.745027277198, "rankUpper": 41, "rankLower": 91, "votes": 3412, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.99, "pout": 1.49, "ctx": 131072, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-31b-it", "pimg": null, "psec": null }, { "rank": 69, "model": "deepseek-v4-pro-high-preview", "modelKey": "deepseek-v4-pro-ch1-thinking-text", "org": "DeepSeek", "rating": 1473.7064837634805, "ratingLower": 1468.9628579838347, "ratingUpper": 1478.4501095431262, "rankUpper": 53, "rankLower": 80, "votes": 34488, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.32, "pout": 3.96, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 70, "model": "qwen3.7-plus", "modelKey": "qwen3.7-plus", "org": "Alibaba", "rating": 1473.0810491237512, "ratingLower": 1467.9754238227229, "ratingUpper": 1478.1866744247798, "rankUpper": 53, "rankLower": 80, "votes": 26363, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.32, "pout": 1.28, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.7-plus", "pimg": null, "psec": null }, { "rank": 71, "model": "gpt-5.6-luna-xhigh", "modelKey": "gpt-5.6-luna-xhigh-text", "org": "OpenAI", "rating": 1472.5167716831493, "ratingLower": 1466.9167665783236, "ratingUpper": 1478.1167767879751, "rankUpper": 53, "rankLower": 82, "votes": 18947, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.2, "ctx": null, "url": "https://openai.com/index/gpt-5-6/", "pimg": null, "psec": null }, { "rank": 72, "model": "kimi-k2.5-thinking", "modelKey": "kimi-k2.5-text", "org": "Moonshot", "rating": 1472.0386683691986, "ratingLower": 1467.9786719529461, "ratingUpper": 1476.098664785451, "rankUpper": 53, "rankLower": 80, "votes": 44993, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 3, "ctx": null, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 73, "model": "gpt-5.3-chat-latest", "modelKey": "gpt-5.3-chat-latest", "org": "OpenAI", "rating": 1471.3775388045417, "ratingLower": 1466.0529308486045, "ratingUpper": 1476.7021467604786, "rankUpper": 53, "rankLower": 84, "votes": 20511, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.75, "pout": 14, "ctx": 128000, "url": "https://openai.com/index/gpt-5-3-instant/", "pimg": null, "psec": null }, { "rank": 74, "model": "gpt-5.4-mini-high", "modelKey": "gpt-5.4-mini-high", "org": "OpenAI", "rating": 1469.9645197046837, "ratingLower": 1465.3723302356273, "ratingUpper": 1474.5567091737403, "rankUpper": 56, "rankLower": 85, "votes": 38889, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.75, "pout": 4.5, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 75, "model": "qwen3.6-plus", "modelKey": "qwen3.6-plus-text", "org": "Alibaba", "rating": 1467.4011418823623, "ratingLower": 1462.4486912408659, "ratingUpper": 1472.3535925238589, "rankUpper": 60, "rankLower": 92, "votes": 30478, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.325, "pout": 1.95, "ctx": 1000000, "url": "https://qwen.ai/blog?id=qwen3.6", "pimg": null, "psec": null }, { "rank": 76, "model": "ernie-5.0-preview-1203", "modelKey": "ernie-5.0-preview-1203", "org": "Baidu", "rating": 1464.9731705600009, "ratingLower": 1456.5065570567897, "ratingUpper": 1473.439784063212, "rankUpper": 58, "rankLower": 103, "votes": 5151, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1203-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 77, "model": "ernie-5.0-0110", "modelKey": "ernie-5.0-0110", "org": "Baidu", "rating": 1464.223557183098, "ratingLower": 1459.3613246848845, "ratingUpper": 1469.0857896813113, "rankUpper": 66, "rankLower": 100, "votes": 20778, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-0110-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 78, "model": "qwen3.5-397b-a17b", "modelKey": "qwen3.5-397b-a17b-text", "org": "Alibaba", "rating": 1463.669290540391, "ratingLower": 1459.722921077009, "ratingUpper": 1467.6156600037732, "rankUpper": 70, "rankLower": 98, "votes": 50784, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.55, "pout": 3.5, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B", "pimg": null, "psec": null }, { "rank": 79, "model": "minimax-m3", "modelKey": "minimax-m3", "org": "MiniMax", "rating": 1462.815708839742, "ratingLower": 1457.9139570288642, "ratingUpper": 1467.7174606506198, "rankUpper": 70, "rankLower": 101, "votes": 32377, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MiniMax Community License", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 524288, "url": "https://www.minimax.io/models/text/m3", "pimg": null, "psec": null }, { "rank": 80, "model": "glm-4.7", "modelKey": "glm-4.7", "org": "Z.ai", "rating": 1462.1644484302121, "ratingLower": 1454.3606034923084, "ratingUpper": 1469.968293368116, "rankUpper": 66, "rankLower": 105, "votes": 6576, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.4, "pout": 1.75, "ctx": 204800, "url": "https://huggingface.co/zai-org/GLM-4.7", "pimg": null, "psec": null }, { "rank": 81, "model": "mimo-v2.5", "modelKey": "mimo-v2.5-text", "org": "Xiaomi", "rating": 1461.741326962584, "ratingLower": 1456.6608021631043, "ratingUpper": 1466.8218517620637, "rankUpper": 72, "rankLower": 103, "votes": 29754, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 1050000, "url": "https://mimo.xiaomi.com/mimo-v2-5/", "pimg": null, "psec": null }, { "rank": 82, "model": "gemma-4-26b-a4b", "modelKey": "significant-otter-text", "org": "Google", "rating": 1461.5035042085744, "ratingLower": 1451.4555079652823, "ratingUpper": 1471.5515004518666, "rankUpper": 61, "rankLower": 111, "votes": 3291, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-26b-a4b-it", "pimg": null, "psec": null }, { "rank": 83, "model": "kimi-k2.5-instant", "modelKey": "kimi-k2.5-instant", "org": "Moonshot", "rating": 1461.098217140058, "ratingLower": 1452.4561188991954, "ratingUpper": 1469.7403153809207, "rankUpper": 66, "rankLower": 109, "votes": 4488, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.45, "pout": 2.25, "ctx": 262144, "url": "https://www.kimi.com/blog/kimi-k2-5.html", "pimg": null, "psec": null }, { "rank": 84, "model": "gpt-5.2", "modelKey": "gpt-5.2", "org": "OpenAI", "rating": 1460.7647958281846, "ratingLower": 1456.7821988960943, "ratingUpper": 1464.7473927602748, "rankUpper": 74, "rankLower": 103, "votes": 49874, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 85, "model": "longcat-flash-chat-2602-exp", "modelKey": "frieza", "org": "Meituan", "rating": 1459.8780990957905, "ratingLower": 1454.2836773907625, "ratingUpper": 1465.4725208008185, "rankUpper": 73, "rankLower": 106, "votes": 17793, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://longcat.chat/platform/docs/#endpoints", "pimg": null, "psec": null }, { "rank": 86, "model": "gpt-5.2-high", "modelKey": "gpt-5.2-high", "org": "OpenAI", "rating": 1459.612767963475, "ratingLower": 1455.1082358254635, "ratingUpper": 1464.1173001014865, "rankUpper": 74, "rankLower": 105, "votes": 28440, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.875, "pout": 7, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-2", "pimg": null, "psec": null }, { "rank": 87, "model": "deepseek-v4-flash", "modelKey": "deepseek-v4-ch3-text", "org": "DeepSeek", "rating": 1459.1827126357828, "ratingLower": 1454.3153861593466, "ratingUpper": 1464.0500391122187, "rankUpper": 74, "rankLower": 106, "votes": 32523, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 88, "model": "qwen3.8-27b", "modelKey": "qwen3.8-27b", "org": "Alibaba", "rating": 1458.7438151316749, "ratingLower": 1451.069972859864, "ratingUpper": 1466.4176574034855, "rankUpper": 72, "rankLower": 112, "votes": 7078, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 3, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.8-27B", "pimg": null, "psec": null }, { "rank": 89, "model": "qwen3-max-preview", "modelKey": "qwen3-max-preview", "org": "Alibaba", "rating": 1458.6021951944037, "ratingLower": 1452.7586149750791, "ratingUpper": 1464.4457754137281, "rankUpper": 74, "rankLower": 109, "votes": 13463, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://www.alibabacloud.com/help/en/model-studio/models", "pimg": null, "psec": null }, { "rank": 90, "model": "inkling", "modelKey": "inkling-text", "org": "Thinky", "rating": 1458.581045624402, "ratingLower": 1452.8486919401573, "ratingUpper": 1464.3133993086467, "rankUpper": 74, "rankLower": 108, "votes": 17277, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 1, "pout": 4.05, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/introducing-inkling/", "pimg": null, "psec": null }, { "rank": 91, "model": "gemini-2.5-pro", "modelKey": "gemini-2.5-pro", "org": "Google", "rating": 1458.08850002008, "ratingLower": 1454.9114283376546, "ratingUpper": 1461.265571702505, "rankUpper": 76, "rankLower": 105, "votes": 64149, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 10, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-pro", "pimg": null, "psec": null }, { "rank": 92, "model": "deepseek-v4-flash-high-preview", "modelKey": "deepseek-v4-ch3-thinking-text", "org": "DeepSeek", "rating": 1457.9458469141023, "ratingLower": 1453.0194688012145, "ratingUpper": 1462.8722250269898, "rankUpper": 75, "rankLower": 108, "votes": 32410, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 1048576, "url": "https://api-docs.deepseek.com/news/news260424", "pimg": null, "psec": null }, { "rank": 93, "model": "mimo-v2-omni", "modelKey": "mimo-v2-omni", "org": "Xiaomi", "rating": 1457.2828911525748, "ratingLower": 1450.519272314051, "ratingUpper": 1464.0465099910987, "rankUpper": 74, "rankLower": 113, "votes": 12920, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 2.2, "ctx": 256000, "url": "https://mimo.xiaomi.com/mimo-v2-omni", "pimg": null, "psec": null }, { "rank": 94, "model": "grok-4.3", "modelKey": "grok-4.3-text", "org": "SpaceXAI", "rating": 1456.797033933908, "ratingLower": 1452.3618039655773, "ratingUpper": 1461.232263902239, "rankUpper": 76, "rankLower": 109, "votes": 44555, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 1000000, "url": "https://docs.x.ai/developers/models/grok-4.3", "pimg": null, "psec": null }, { "rank": 95, "model": "claude-opus-4-20250514-thinking-16k", "modelKey": "claude-opus-4-20250514-thinking-16k", "org": "Anthropic", "rating": 1456.433688012288, "ratingLower": 1450.805099892205, "ratingUpper": 1462.062276132371, "rankUpper": 76, "rankLower": 112, "votes": 16131, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 96, "model": "gpt-5.1", "modelKey": "gpt-5.1", "org": "OpenAI", "rating": 1455.853237059657, "ratingLower": 1451.1465300984394, "ratingUpper": 1460.5599440208746, "rankUpper": 76, "rankLower": 111, "votes": 23477, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://openai.com/index/gpt-5-1/", "pimg": null, "psec": null }, { "rank": 97, "model": "chatgpt-4o-latest-20250326", "modelKey": "chatgpt-4o-latest-20250326", "org": "OpenAI", "rating": 1455.7087844429789, "ratingLower": 1451.97882567476, "ratingUpper": 1459.4387432111978, "rankUpper": 77, "rankLower": 109, "votes": 37720, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://x.com/OpenAI/status/1905331956856050135", "pimg": null, "psec": null }, { "rank": 98, "model": "kimi-k2-thinking-turbo", "modelKey": "kimi-k2-thinking-turbo", "org": "Moonshot", "rating": 1453.2279617263316, "ratingLower": 1449.2513474976172, "ratingUpper": 1457.204575955046, "rankUpper": 79, "rankLower": 115, "votes": 35589, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.57, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/moonshotai/Kimi-K2-Thinking", "pimg": null, "psec": null }, { "rank": 99, "model": "glm-5v-turbo", "modelKey": "glm-5v-turbo", "org": "Z.ai", "rating": 1452.1223904686503, "ratingLower": 1444.1013016500794, "ratingUpper": 1460.1434792872212, "rankUpper": 76, "rankLower": 124, "votes": 6180, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.2, "pout": 4, "ctx": 202752, "url": "https://docs.z.ai/guides/vlm/glm-5v-turbo", "pimg": null, "psec": null }, { "rank": 100, "model": "gpt-5-chat", "modelKey": "gpt-5-chat", "org": "OpenAI", "rating": 1448.7751193994552, "ratingLower": 1443.195334555667, "ratingUpper": 1454.3549042432433, "rankUpper": 85, "rankLower": 124, "votes": 15069, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 30, "ctx": null, "url": "https://platform.openai.com/docs/models/gpt-5-chat-latest", "pimg": null, "psec": null }, { "rank": 101, "model": "amazon-nova-experimental-chat-26-02-10", "modelKey": "beluga-0304-1", "org": "Amazon", "rating": 1448.6868533971815, "ratingLower": 1435.7913890623017, "ratingUpper": 1461.5823177320615, "rankUpper": 76, "rankLower": 136, "votes": 1923, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 102, "model": "gpt-5-high", "modelKey": "gpt-5-high", "org": "OpenAI", "rating": 1448.098091801258, "ratingLower": 1442.2159419695897, "ratingUpper": 1453.9802416329264, "rankUpper": 87, "rankLower": 124, "votes": 14910, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.625, "pout": 5, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5", "pimg": null, "psec": null }, { "rank": 103, "model": "qwen3-235b-a22b-instruct-2507", "modelKey": "qwen3-235b-a22b-instruct-2507", "org": "Alibaba", "rating": 1447.8221352982598, "ratingLower": 1444.5062633880648, "ratingUpper": 1451.1380072084548, "rankUpper": 95, "rankLower": 124, "votes": 51973, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.264, "pout": 1.06, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 104, "model": "deepseek-v3.2", "modelKey": "deepseek-v3.2", "org": "DeepSeek", "rating": 1447.1557579524392, "ratingLower": 1442.6188183562815, "ratingUpper": 1451.6926975485972, "rankUpper": 93, "rankLower": 124, "votes": 26034, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 105, "model": "deepseek-v3.2-exp-thinking", "modelKey": "deepseek-v3.2-exp-thinking", "org": "DeepSeek", "rating": 1446.7331504643944, "ratingLower": 1438.1283879387074, "ratingUpper": 1455.3379129900813, "rankUpper": 82, "rankLower": 133, "votes": 4669, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 106, "model": "qwen3-max-2025-09-23", "modelKey": "qwen3-max-2025-09-23", "org": "Alibaba", "rating": 1446.6618267781903, "ratingLower": 1438.1525806957807, "ratingUpper": 1455.1710728606, "rankUpper": 82, "rankLower": 132, "votes": 4796, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.78, "pout": 3.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=241398b9cd6353de490b0f82806c7848c5d2777d&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 107, "model": "deepseek-v3.2-thinking", "modelKey": "deepseek-v3.2-thinking", "org": "DeepSeek", "rating": 1446.0603893359598, "ratingLower": 1441.3760140198406, "ratingUpper": 1450.744764652079, "rankUpper": 97, "rankLower": 125, "votes": 22373, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.269, "pout": 0.4, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 108, "model": "deepseek-v3.2-exp", "modelKey": "deepseek-v3.2-exp", "org": "DeepSeek", "rating": 1446.0583145288888, "ratingLower": 1438.0649904279715, "ratingUpper": 1454.0516386298063, "rankUpper": 87, "rankLower": 133, "votes": 6418, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 0.41, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250929", "pimg": null, "psec": null }, { "rank": 109, "model": "deepseek-v3.1-terminus-thinking", "modelKey": "deepseek-v3.1-terminus-thinking", "org": "DeepSeek", "rating": 1445.2885924850932, "ratingLower": 1430.8753626082512, "ratingUpper": 1459.7018223619352, "rankUpper": 77, "rankLower": 141, "votes": 1653, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 110, "model": "amazon-nova-experimental-chat-26-01-10", "modelKey": "beluga-0213-1", "org": "Amazon", "rating": 1445.1990410751723, "ratingLower": 1431.9395872494406, "ratingUpper": 1458.458494900904, "rankUpper": 78, "rankLower": 141, "votes": 1837, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 111, "model": "muse-glimmer", "modelKey": "onyx-v1-4-33s7", "org": "Meta", "rating": 1445.1401136592901, "ratingLower": 1432.785610488463, "ratingUpper": 1457.4946168301171, "rankUpper": 79, "rankLower": 139, "votes": 2433, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.meta.ai/blog/introducing-muse-glimmer-open-agentic-model", "pimg": null, "psec": null }, { "rank": 112, "model": "mistral-medium-3.5", "modelKey": "mistral-medium-3.5-text", "org": "Mistral", "rating": 1444.9870727021719, "ratingLower": 1437.1285283261677, "ratingUpper": 1452.8456170781762, "rankUpper": 89, "rankLower": 134, "votes": 7137, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.75, "pout": 3.75, "ctx": 262144, "url": "https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04", "pimg": null, "psec": null }, { "rank": 113, "model": "gemini-3.1-flash-lite-preview", "modelKey": "gemini-3.1-flash-lite-preview", "org": "Google", "rating": 1444.8212586121515, "ratingLower": 1440.2755652886888, "ratingUpper": 1449.3669519356142, "rankUpper": 98, "rankLower": 127, "votes": 38930, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.5, "ctx": 1048576, "url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-flash-lite", "pimg": null, "psec": null }, { "rank": 114, "model": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "modelKey": "may26-chatbot4-3x57", "org": "Nvidia", "rating": 1443.4986596925123, "ratingLower": 1435.5210441202146, "ratingUpper": 1451.4762752648098, "rankUpper": 93, "rankLower": 136, "votes": 7012, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "pimg": null, "psec": null }, { "rank": 115, "model": "claude-haiku-4-5-20251001", "modelKey": "claude-haiku-4-5-20251001", "org": "Anthropic", "rating": 1441.8482114196647, "ratingLower": 1438.6799662169844, "ratingUpper": 1445.016456622345, "rankUpper": 99, "rankLower": 130, "votes": 79104, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-haiku-4-5", "pimg": null, "psec": null }, { "rank": 116, "model": "glm-4.6", "modelKey": "glm-4.6", "org": "Z.ai", "rating": 1441.5564548655334, "ratingLower": 1436.5254908082643, "ratingUpper": 1446.5874189228025, "rankUpper": 99, "rankLower": 136, "votes": 18966, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.43, "pout": 1.75, "ctx": 204800, "url": "https://docs.z.ai/guides/llm/glm-4.6", "pimg": null, "psec": null }, { "rank": 117, "model": "grok-4-1-fast-reasoning", "modelKey": "grok-4-1-fast-reasoning", "org": "SpaceXAI", "rating": 1441.1325653456286, "ratingLower": 1437.002090813081, "ratingUpper": 1445.2630398781764, "rankUpper": 99, "rankLower": 134, "votes": 32283, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 0.5, "ctx": 131072, "url": "https://x.ai/news/grok-4-1-fast", "pimg": null, "psec": null }, { "rank": 118, "model": "o3-2025-04-16", "modelKey": "o3-2025-04-16", "org": "OpenAI", "rating": 1440.934576241421, "ratingLower": 1436.1305204627442, "ratingUpper": 1445.7386320200976, "rankUpper": 99, "rankLower": 136, "votes": 25413, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 119, "model": "minimax-m2.7", "modelKey": "deep-octo", "org": "MiniMax", "rating": 1440.7623045990065, "ratingLower": 1436.5128901539217, "ratingUpper": 1445.0117190440913, "rankUpper": 99, "rankLower": 136, "votes": 45013, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m27-en", "pimg": null, "psec": null }, { "rank": 120, "model": "gpt-4.5-preview-2025-02-27", "modelKey": "gpt-4.5-preview-2025-02-27", "org": "OpenAI", "rating": 1440.2452071851963, "ratingLower": 1430.24206193301, "ratingUpper": 1450.2483524373824, "rankUpper": 98, "rankLower": 142, "votes": 3445, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 75, "pout": 150, "ctx": 128000, "url": "https://openai.com/index/introducing-gpt-4-5/", "pimg": null, "psec": null }, { "rank": 121, "model": "hunyuan-hy3-preview", "modelKey": "hunyuan-hy3-preview-text", "org": "Tencent", "rating": 1438.8281776537694, "ratingLower": 1429.607297056065, "ratingUpper": 1448.049058251474, "rankUpper": 99, "rankLower": 142, "votes": 4392, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "tencent-hunyuan-community", "open": 1, "pin": 0.29, "pout": 1.17, "ctx": 262144, "url": "https://huggingface.co/tencent/Hy3-preview", "pimg": null, "psec": null }, { "rank": 122, "model": "qwen3-vl-235b-a22b-instruct", "modelKey": "qwen3-vl-235b-a22b-instruct", "org": "Alibaba", "rating": 1438.677353081431, "ratingLower": 1430.0379590129435, "ratingUpper": 1447.3167471499185, "rankUpper": 99, "rankLower": 142, "votes": 5664, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.21, "pout": 1.9, "ctx": 262144, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 123, "model": "kimi-k2-0905-preview", "modelKey": "kimi-k2-0905-preview", "org": "Moonshot", "rating": 1436.6029070703898, "ratingLower": 1428.2190275978708, "ratingUpper": 1444.9867865429092, "rankUpper": 99, "rankLower": 143, "votes": 5534, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 262144, "url": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905", "pimg": null, "psec": null }, { "rank": 124, "model": "deepseek-v3.1-thinking", "modelKey": "deepseek-v3.1-thinking", "org": "DeepSeek", "rating": 1436.2649071783642, "ratingLower": 1427.6334256142657, "ratingUpper": 1444.8963887424625, "rankUpper": 99, "rankLower": 143, "votes": 5094, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 125, "model": "claude-opus-4-20250514", "modelKey": "claude-opus-4-20250514", "org": "Anthropic", "rating": 1435.8224924493106, "ratingLower": 1430.3794068807463, "ratingUpper": 1441.265578017875, "rankUpper": 105, "rankLower": 142, "votes": 18857, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 126, "model": "qwen3.5-122b-a10b", "modelKey": "qwen3.5-122b-a10b", "org": "Alibaba", "rating": 1432.9096184972632, "ratingLower": 1427.5814503601816, "ratingUpper": 1438.237786634345, "rankUpper": 107, "rankLower": 143, "votes": 17837, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.26, "pout": 2.08, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B", "pimg": null, "psec": null }, { "rank": 127, "model": "glm-4.5", "modelKey": "glm-4.5", "org": "Z.ai", "rating": 1432.6849961089558, "ratingLower": 1426.3034488665116, "ratingUpper": 1439.0665433514, "rankUpper": 106, "rankLower": 146, "votes": 11065, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 2.2, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 128, "model": "deepseek-r1-0528", "modelKey": "deepseek-r1-0528", "org": "DeepSeek", "rating": 1432.5724662592863, "ratingLower": 1424.860088784962, "ratingUpper": 1440.2848437336106, "rankUpper": 105, "rankLower": 152, "votes": 6863, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.5, "pout": 2.15, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250528", "pimg": null, "psec": null }, { "rank": 129, "model": "deepseek-v3.1", "modelKey": "deepseek-v3.1", "org": "DeepSeek", "rating": 1432.3859119609288, "ratingLower": 1424.604352898843, "ratingUpper": 1440.1674710230145, "rankUpper": 106, "rankLower": 153, "votes": 6731, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 1.23, "pout": 4.9399999999999995, "ctx": null, "url": "https://api-docs.deepseek.com/news/news250821", "pimg": null, "psec": null }, { "rank": 130, "model": "kimi-k2-0711-preview", "modelKey": "kimi-k2-0711-preview", "org": "Moonshot", "rating": 1432.01569327423, "ratingLower": 1425.7060242013185, "ratingUpper": 1438.3253623471414, "rankUpper": 107, "rankLower": 149, "votes": 12065, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.6, "pout": 2.5, "ctx": 131072, "url": "https://moonshotai.github.io/Kimi-K2/", "pimg": null, "psec": null }, { "rank": 131, "model": "gpt-4.1-2025-04-14", "modelKey": "gpt-4.1-2025-04-14", "org": "OpenAI", "rating": 1431.7177826166444, "ratingLower": 1426.80143543182, "ratingUpper": 1436.634129801469, "rankUpper": 112, "rankLower": 146, "votes": 21855, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 8, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 132, "model": "claude-sonnet-4-20250514-thinking-32k", "modelKey": "claude-sonnet-4-20250514-thinking-32k", "org": "Anthropic", "rating": 1431.685085447336, "ratingLower": 1426.0422854059593, "ratingUpper": 1437.3278854887126, "rankUpper": 110, "rankLower": 148, "votes": 15339, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 133, "model": "grok-4-fast-chat", "modelKey": "grok-4-fast-chat", "org": "SpaceXAI", "rating": 1431.1481180248745, "ratingLower": 1420.4303680672087, "ratingUpper": 1441.8658679825405, "rankUpper": 104, "rankLower": 158, "votes": 3014, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 256000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 134, "model": "mistral-large-3", "modelKey": "mistral-large-3", "org": "Mistral", "rating": 1430.7671359794858, "ratingLower": 1427.0035103585267, "ratingUpper": 1434.530761600445, "rankUpper": 117, "rankLower": 145, "votes": 41713, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1.5, "ctx": null, "url": "https://mistral.ai/news/mistral-3", "pimg": null, "psec": null }, { "rank": 135, "model": "ernie-5.0-preview-1022", "modelKey": "ernie-5.0-preview-1022", "org": "Baidu", "rating": 1428.2983046652284, "ratingLower": 1416.9729136198887, "ratingUpper": 1439.6236957105684, "rankUpper": 106, "rankLower": 164, "votes": 2538, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1022-release-on-lmarena/", "pimg": null, "psec": null }, { "rank": 136, "model": "mistral-medium-2508", "modelKey": "mistral-medium-2508", "org": "Mistral", "rating": 1427.4539878242024, "ratingLower": 1424.0751837270905, "ratingUpper": 1430.832791921314, "rankUpper": 120, "rankLower": 153, "votes": 51262, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 137, "model": "Inkling Small", "modelKey": "inkling-small", "org": "Thinky", "rating": 1427.26879374136, "ratingLower": 1420.8755727833186, "ratingUpper": 1433.6620146994012, "rankUpper": 117, "rankLower": 155, "votes": 12511, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.45, "pout": 1.2, "ctx": 1048576, "url": "https://thinkingmachines.ai/news/inkling-small/", "pimg": null, "psec": null }, { "rank": 138, "model": "qwen3.5-27b", "modelKey": "qwen3.5-27b", "org": "Alibaba", "rating": 1426.639446148092, "ratingLower": 1421.2784174233202, "ratingUpper": 1432.0004748728636, "rankUpper": 118, "rankLower": 155, "votes": 17060, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.195, "pout": 1.56, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-27B", "pimg": null, "psec": null }, { "rank": 139, "model": "longcat-flash-chat", "modelKey": "longcat-flash-chat", "org": "Meituan", "rating": 1425.9223039583956, "ratingLower": 1417.6829756774628, "ratingUpper": 1434.1616322393284, "rankUpper": 117, "rankLower": 164, "votes": 5516, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.8, "ctx": 131072, "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat", "pimg": null, "psec": null }, { "rank": 140, "model": "grok-3-preview-02-24", "modelKey": "grok-3-preview-02-24", "org": "SpaceXAI", "rating": 1425.748625692924, "ratingLower": 1419.339834140441, "ratingUpper": 1432.157417245407, "rankUpper": 118, "rankLower": 160, "votes": 10577, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 131072, "url": "https://x.ai/blog/grok-3", "pimg": null, "psec": null }, { "rank": 141, "model": "deepseek-v3.1-terminus", "modelKey": "deepseek-v3.1-terminus", "org": "DeepSeek", "rating": 1423.4974164438365, "ratingLower": 1410.2862082261954, "ratingUpper": 1436.7086246614776, "rankUpper": 112, "rankLower": 170, "votes": 1905, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.27, "pout": 1, "ctx": 163840, "url": "https://api-docs.deepseek.com/news/news250922", "pimg": null, "psec": null }, { "rank": 142, "model": "gpt-5.4-nano-high", "modelKey": "gpt-5.4-nano-high", "org": "OpenAI", "rating": 1421.3989930881585, "ratingLower": 1416.7540751449899, "ratingUpper": 1426.0439110313268, "rankUpper": 130, "rankLower": 164, "votes": 38567, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.2, "pout": 1.25, "ctx": 400000, "url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/", "pimg": null, "psec": null }, { "rank": 143, "model": "hunyuan-vision-1.5-thinking", "modelKey": "hunyuan-vision-1.5-thinking", "org": "Tencent", "rating": 1420.9988907728366, "ratingLower": 1403.8460773644638, "ratingUpper": 1438.1517041812097, "rankUpper": 108, "rankLower": 176, "votes": 1079, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://github.com/Tencent-Hunyuan/HunyuanVision", "pimg": null, "psec": null }, { "rank": 144, "model": "qwen3-235b-a22b-no-thinking", "modelKey": "qwen3-235b-a22b-no-thinking", "org": "Alibaba", "rating": 1420.4284780864593, "ratingLower": 1414.7627660113872, "ratingUpper": 1426.0941901615317, "rankUpper": 130, "rankLower": 164, "votes": 16375, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 145, "model": "grok-4-0709", "modelKey": "grok-4-0709", "org": "SpaceXAI", "rating": 1420.3881472265593, "ratingLower": 1415.3378432914656, "ratingUpper": 1425.4384511616533, "rankUpper": 132, "rankLower": 164, "votes": 19151, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 256000, "url": "https://docs.x.ai/docs/models/grok-4-0709", "pimg": null, "psec": null }, { "rank": 146, "model": "gemini-2.5-flash-preview-09-2025", "modelKey": "gemini-2.5-flash-preview-09-2025", "org": "Google", "rating": 1420.195967469644, "ratingLower": 1414.9841339229667, "ratingUpper": 1425.4078010163216, "rankUpper": 132, "rankLower": 164, "votes": 17366, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 147, "model": "qwen3-next-80b-a3b-instruct", "modelKey": "qwen3-next-80b-a3b-instruct", "org": "Alibaba", "rating": 1419.6383416518909, "ratingLower": 1413.5521413017284, "ratingUpper": 1425.724542002053, "rankUpper": 131, "rankLower": 165, "votes": 11831, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 1.1, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct", "pimg": null, "psec": null }, { "rank": 148, "model": "gemini-2.5-flash", "modelKey": "gemini-2.5-flash", "org": "Google", "rating": 1419.5174654784935, "ratingLower": 1416.3424264301457, "ratingUpper": 1422.6925045268413, "rankUpper": 135, "rankLower": 164, "votes": 63405, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash", "pimg": null, "psec": null }, { "rank": 149, "model": "claude-sonnet-4-20250514", "modelKey": "claude-sonnet-4-20250514", "org": "Anthropic", "rating": 1419.0774969414958, "ratingLower": 1413.526826186901, "ratingUpper": 1424.6281676960907, "rankUpper": 133, "rankLower": 165, "votes": 17347, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-4", "pimg": null, "psec": null }, { "rank": 150, "model": "deepseek-r1", "modelKey": "deepseek-r1", "org": "DeepSeek", "rating": 1418.5160462727995, "ratingLower": 1409.500259682852, "ratingUpper": 1427.531832862747, "rankUpper": 127, "rankLower": 170, "votes": 4116, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.7, "pout": 2.5, "ctx": 64000, "url": "https://api-docs.deepseek.com/news/news250120", "pimg": null, "psec": null }, { "rank": 151, "model": "qwen3-vl-235b-a22b-thinking", "modelKey": "qwen3-vl-235b-a22b-thinking", "org": "Alibaba", "rating": 1418.1135174209046, "ratingLower": 1408.8909466896337, "ratingUpper": 1427.3360881521755, "rankUpper": 127, "rankLower": 172, "votes": 3993, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 4, "ctx": 131072, "url": "https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list", "pimg": null, "psec": null }, { "rank": 152, "model": "claude-3-7-sonnet-20250219-thinking-32k", "modelKey": "claude-3-7-sonnet-20250219-thinking-32k", "org": "Anthropic", "rating": 1417.8788282138282, "ratingLower": 1412.0127286571296, "ratingUpper": 1423.7449277705266, "rankUpper": 135, "rankLower": 168, "votes": 13694, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 153, "model": "o1-2024-12-17", "modelKey": "o1-2024-12-17", "org": "OpenAI", "rating": 1417.8402064716004, "ratingLower": 1410.1372490827337, "ratingUpper": 1425.543163860467, "rankUpper": 132, "rankLower": 170, "votes": 6453, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": 200000, "url": "https://openai.com/index/o1-and-new-tools-for-developers/", "pimg": null, "psec": null }, { "rank": 154, "model": "qwen3-235b-a22b-thinking-2507", "modelKey": "qwen3-235b-a22b-thinking-2507", "org": "Alibaba", "rating": 1417.4386388200403, "ratingLower": 1407.9549441242202, "ratingUpper": 1426.9223335158606, "rankUpper": 128, "rankLower": 172, "votes": 3806, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.23, "pout": 2.3, "ctx": 131072, "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507", "pimg": null, "psec": null }, { "rank": 155, "model": "amazon-nova-experimental-chat-12-10", "modelKey": "beluga-1223-1", "org": "Amazon", "rating": 1416.4925521257753, "ratingLower": 1403.4086631411208, "ratingUpper": 1429.57644111043, "rankUpper": 124, "rankLower": 176, "votes": 1858, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 156, "model": "qwen3.5-flash", "modelKey": "qwen3.5-flash", "org": "Alibaba", "rating": 1416.0318654543096, "ratingLower": 1411.5338111925319, "ratingUpper": 1420.5299197160873, "rankUpper": 137, "rankLower": 168, "votes": 37580, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://modelstudio.console.alibabacloud.com/ap-southeast-1/?tab=doc#/doc/?type=model&url=2840914_2&modelId=group-qwen3.5-flash", "pimg": null, "psec": null }, { "rank": 157, "model": "minimax-m2.5", "modelKey": "minimax-m2.5", "org": "MiniMax", "rating": 1415.5633887878116, "ratingLower": 1410.667119108687, "ratingUpper": 1420.4596584669364, "rankUpper": 137, "rankLower": 169, "votes": 25523, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Modified MIT", "open": 1, "pin": 0.27, "pout": 1.08, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m25", "pimg": null, "psec": null }, { "rank": 158, "model": "qwen3-coder-480b-a35b-instruct", "modelKey": "qwen3-coder-480b-a35b-instruct", "org": "Alibaba", "rating": 1413.98721279971, "ratingLower": 1407.5604917348508, "ratingUpper": 1420.4139338645693, "rankUpper": 138, "rankLower": 173, "votes": 11498, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 1.6, "ctx": 262144, "url": "https://qwenlm.github.io/blog/qwen3-coder/", "pimg": null, "psec": null }, { "rank": 159, "model": "grok-4-fast-reasoning", "modelKey": "grok-4-fast-reasoning", "org": "SpaceXAI", "rating": 1413.611804717391, "ratingLower": 1407.142528292523, "ratingUpper": 1420.081081142259, "rankUpper": 138, "rankLower": 173, "votes": 9667, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 2000000, "url": "https://x.ai/news/grok-4-fast", "pimg": null, "psec": null }, { "rank": 160, "model": "mimo-v2-flash (non-thinking)", "modelKey": "mimo-v2-flash", "org": "Xiaomi", "rating": 1413.4683288945473, "ratingLower": 1409.032838931559, "ratingUpper": 1417.9038188575357, "rankUpper": 139, "rankLower": 171, "votes": 27824, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 161, "model": "step-3.5-flash", "modelKey": "step-3.5-flash", "org": "StepFun", "rating": 1413.4454189166888, "ratingLower": 1409.0516399860223, "ratingUpper": 1417.8391978473555, "rankUpper": 139, "rankLower": 171, "votes": 35344, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://huggingface.co/stepfun-ai/Step-3.5-Flash", "pimg": null, "psec": null }, { "rank": 162, "model": "qwen3.5-35b-a3b", "modelKey": "qwen3.5-35b-a3b", "org": "Alibaba", "rating": 1413.1627302241427, "ratingLower": 1407.8986291233712, "ratingUpper": 1418.4268313249142, "rankUpper": 139, "rankLower": 172, "votes": 18332, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3125, "pout": 1.25, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3.5-35B-A3B", "pimg": null, "psec": null }, { "rank": 163, "model": "mimo-v2-flash (thinking)", "modelKey": "mimo-v2-flash-thinking-v2", "org": "Xiaomi", "rating": 1411.2272718872812, "ratingLower": 1403.3087747270201, "ratingUpper": 1419.145769047542, "rankUpper": 139, "rankLower": 176, "votes": 5932, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 262144, "url": "https://mimo.xiaomi.com/blog/mimo-v2-flash", "pimg": null, "psec": null }, { "rank": 164, "model": "deepseek-v3-0324", "modelKey": "deepseek-v3-0324", "org": "DeepSeek", "rating": 1408.2799138566384, "ratingLower": 1403.0695582622252, "ratingUpper": 1413.4902694510517, "rankUpper": 148, "rankLower": 177, "votes": 18513, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 131072, "url": "https://api-docs.deepseek.com/news/news250325", "pimg": null, "psec": null }, { "rank": 165, "model": "qwen3-30b-a3b-instruct-2507", "modelKey": "qwen3-30b-a3b-instruct-2507", "org": "Alibaba", "rating": 1406.9375163317727, "ratingLower": 1400.6166819720472, "ratingUpper": 1413.2583506914982, "rankUpper": 148, "rankLower": 178, "votes": 10940, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.04815, "pout": 0.19305, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507", "pimg": null, "psec": null }, { "rank": 166, "model": "minimax-m2.1-preview", "modelKey": "minimax-m2.1-preview", "org": "MiniMax", "rating": 1406.7571933817133, "ratingLower": 1399.9458862019628, "ratingUpper": 1413.5685005614637, "rankUpper": 146, "rankLower": 178, "votes": 8941, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m21", "pimg": null, "psec": null }, { "rank": 167, "model": "o4-mini-2025-04-16", "modelKey": "o4-mini-2025-04-16", "org": "OpenAI", "rating": 1406.1039061062718, "ratingLower": 1400.9172151316407, "ratingUpper": 1411.2905970809027, "rankUpper": 150, "rankLower": 178, "votes": 19278, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://openai.com/index/introducing-o3-and-o4-mini/", "pimg": null, "psec": null }, { "rank": 168, "model": "solar-pro4", "modelKey": "solar-pro4-20260805", "org": "Upstage", "rating": 1405.4742379906506, "ratingLower": 1390.451589820478, "ratingUpper": 1420.4968861608234, "rankUpper": 137, "rankLower": 188, "votes": 1610, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.09, "pout": 0.36, "ctx": 524288, "url": "https://www.upstage.ai/blog/en/solar-pro-4", "pimg": null, "psec": null }, { "rank": 169, "model": "trinity-large-preview", "modelKey": "trinity-large", "org": "Unknown", "rating": 1403.5573322511602, "ratingLower": 1398.1895838686773, "ratingUpper": 1408.925080633643, "rankUpper": 156, "rankLower": 179, "votes": 18472, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.45, "ctx": 131000, "url": "https://www.arcee.ai/blog/trinity-large", "pimg": null, "psec": null }, { "rank": 170, "model": "gpt-5-mini-high", "modelKey": "gpt-5-mini-high", "org": "OpenAI", "rating": 1403.047554394055, "ratingLower": 1396.9348359906342, "ratingUpper": 1409.1602727974757, "rankUpper": 154, "rankLower": 181, "votes": 12707, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.125, "pout": 1, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-mini", "pimg": null, "psec": null }, { "rank": 171, "model": "gpt-4.1-mini-2025-04-14", "modelKey": "gpt-4.1-mini-2025-04-14", "org": "OpenAI", "rating": 1401.8999671372712, "ratingLower": 1396.209392656245, "ratingUpper": 1407.5905416182975, "rankUpper": 159, "rankLower": 181, "votes": 16057, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.6, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 172, "model": "o3-mini-high", "modelKey": "o3-mini-high", "org": "OpenAI", "rating": 1401.348397221559, "ratingLower": 1392.2558464413519, "ratingUpper": 1410.440948001766, "rankUpper": 151, "rankLower": 186, "votes": 4386, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": 200000, "url": "https://platform.openai.com/docs/guides/reasoning#reasoning-effort", "pimg": null, "psec": null }, { "rank": 173, "model": "mistral-medium-2505", "modelKey": "mistral-medium-2505", "org": "Mistral", "rating": 1400.7540031133792, "ratingLower": 1394.7768667296639, "ratingUpper": 1406.7311394970945, "rankUpper": 161, "rankLower": 184, "votes": 13609, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 2, "ctx": 131072, "url": "https://mistral.ai/news/mistral-medium-3", "pimg": null, "psec": null }, { "rank": 174, "model": "hunyuan-t1-20250711", "modelKey": "hunyuan-t1-20250711", "org": "Tencent", "rating": 1399.200563729784, "ratingLower": 1386.0547520347532, "ratingUpper": 1412.3463754248148, "rankUpper": 148, "rankLower": 194, "votes": 1947, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 175, "model": "claude-3-5-sonnet-20241022", "modelKey": "claude-3-5-sonnet-20241022", "org": "Anthropic", "rating": 1398.8396387375076, "ratingLower": 1394.477523366208, "ratingUpper": 1403.2017541088073, "rankUpper": 164, "rankLower": 184, "votes": 27132, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 176, "model": "claude-3-7-sonnet-20250219", "modelKey": "claude-3-7-sonnet-20250219", "org": "Anthropic", "rating": 1398.8160354531285, "ratingLower": 1393.2253660312813, "ratingUpper": 1404.4067048749755, "rankUpper": 161, "rankLower": 184, "votes": 15117, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-7-sonnet", "pimg": null, "psec": null }, { "rank": 177, "model": "o1-preview", "modelKey": "o1-preview", "org": "OpenAI", "rating": 1396.3525120194151, "ratingLower": 1388.6449794328314, "ratingUpper": 1404.0600446059987, "rankUpper": 161, "rankLower": 191, "votes": 8496, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 60, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 178, "model": "amazon-nova-experimental-chat-11-10", "modelKey": "amazon-nova-experimental-chat-11-10", "org": "Amazon", "rating": 1392.5423401476883, "ratingLower": 1386.9730520216729, "ratingUpper": 1398.1116282737037, "rankUpper": 169, "rankLower": 192, "votes": 13569, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 179, "model": "hunyuan-turbos-20250416", "modelKey": "hunyuan-turbos-20250416", "org": "Tencent", "rating": 1391.8110419827142, "ratingLower": 1382.2021942559013, "ratingUpper": 1401.419889709527, "rankUpper": 165, "rankLower": 198, "votes": 3867, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 180, "model": "qwen3-235b-a22b", "modelKey": "qwen3-235b-a22b", "org": "Alibaba", "rating": 1391.1742517096643, "ratingLower": 1384.8932026640912, "ratingUpper": 1397.4553007552372, "rankUpper": 169, "rankLower": 195, "votes": 10402, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.455, "pout": 1.8199999999999998, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 181, "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "modelKey": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "org": "Google", "rating": 1390.7033566186344, "ratingLower": 1386.2374452702707, "ratingUpper": 1395.1692679669984, "rankUpper": 171, "rankLower": 193, "votes": 24866, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "pimg": null, "psec": null }, { "rank": 182, "model": "glm-4.5-air", "modelKey": "glm-4.5-air", "org": "Z.ai", "rating": 1390.4646263476188, "ratingLower": 1384.9581113920037, "ratingUpper": 1395.971141303234, "rankUpper": 171, "rankLower": 195, "votes": 14713, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.85, "ctx": 131072, "url": "https://z.ai/blog/glm-4.5", "pimg": null, "psec": null }, { "rank": 183, "model": "trinity-large-thinking", "modelKey": "trinity-large-thinking", "org": "Unknown", "rating": 1385.8243834169764, "ratingLower": 1380.2091956091483, "ratingUpper": 1391.4395712248047, "rankUpper": 175, "rankLower": 201, "votes": 19073, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.25, "pout": 0.8, "ctx": 262144, "url": "https://www.arcee.ai/blog/trinity-large-thinking", "pimg": null, "psec": null }, { "rank": 184, "model": "glm-4.7-flash", "modelKey": "glm-4.7-flash-fireworks", "org": "Z.ai", "rating": 1385.2512951962844, "ratingLower": 1377.7684769670968, "ratingUpper": 1392.7341134254718, "rankUpper": 174, "rankLower": 202, "votes": 6439, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.0605, "pout": 0.4, "ctx": 200000, "url": "https://huggingface.co/zai-org/GLM-4.7-Flash", "pimg": null, "psec": null }, { "rank": 185, "model": "qwen2.5-max", "modelKey": "qwen2.5-max", "org": "Alibaba", "rating": 1385.165202134179, "ratingLower": 1378.8805950418032, "ratingUpper": 1391.4498092265546, "rankUpper": 175, "rankLower": 202, "votes": 9618, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5-max/", "pimg": null, "psec": null }, { "rank": 186, "model": "qwen3-next-80b-a3b-thinking", "modelKey": "qwen3-next-80b-a3b-thinking", "org": "Alibaba", "rating": 1385.0763960129586, "ratingLower": 1377.5311197520575, "ratingUpper": 1392.62167227386, "rankUpper": 174, "rankLower": 202, "votes": 6623, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 1.2, "ctx": 262144, "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking", "pimg": null, "psec": null }, { "rank": 187, "model": "glm-4.6v", "modelKey": "glm-4.6v", "org": "Z.ai", "rating": 1383.3850223102572, "ratingLower": 1368.1462088489227, "ratingUpper": 1398.6238357715918, "rankUpper": 168, "rankLower": 212, "votes": 1495, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.3, "pout": 0.9, "ctx": 131072, "url": "https://huggingface.co/zai-org/GLM-4.6V", "pimg": null, "psec": null }, { "rank": 188, "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "modelKey": "gemini-2.5-flash-lite-preview-06-17-thinking", "org": "Google", "rating": 1381.7493565328746, "ratingLower": 1375.906481618992, "ratingUpper": 1387.592231446757, "rankUpper": 177, "rankLower": 205, "votes": 14428, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash-lite-preview-06-17", "pimg": null, "psec": null }, { "rank": 189, "model": "minimax-m1", "modelKey": "minimax-m1", "org": "MiniMax", "rating": 1380.5875724784212, "ratingLower": 1375.068902704345, "ratingUpper": 1386.1062422524974, "rankUpper": 179, "rankLower": 206, "votes": 15490, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.4, "pout": 2.2, "ctx": 1000000, "url": "https://www.minimax.io/news/minimaxm1", "pimg": null, "psec": null }, { "rank": 190, "model": "nvidia-nemotron-3-super-120b-a12b", "modelKey": "march26-chatbot1", "org": "Nvidia", "rating": 1380.2637205506146, "ratingLower": 1370.912866744503, "ratingUpper": 1389.6145743567265, "rankUpper": 176, "rankLower": 212, "votes": 4129, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8", "pimg": null, "psec": null }, { "rank": 191, "model": "step-3", "modelKey": "step-3", "org": "StepFun", "rating": 1379.32711981559, "ratingLower": 1368.5971563031428, "ratingUpper": 1390.0570833280374, "rankUpper": 176, "rankLower": 212, "votes": 2957, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.57, "pout": 1.42, "ctx": 65536, "url": "https://stepfun.ai/research/en/step3", "pimg": null, "psec": null }, { "rank": 192, "model": "grok-3-mini-high", "modelKey": "grok-3-mini-high", "org": "SpaceXAI", "rating": 1377.5207118387464, "ratingLower": 1370.2494902155772, "ratingUpper": 1384.7919334619157, "rankUpper": 182, "rankLower": 212, "votes": 7242, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.27, "ctx": null, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 193, "model": "llama-3.1-nemotron-ultra-253b-v1", "modelKey": "llama-3.1-nemotron-ultra-253b-v1", "org": "Nvidia", "rating": 1374.7083588716966, "ratingLower": 1353.5414434857407, "ratingUpper": 1395.8752742576526, "rankUpper": 171, "rankLower": 226, "votes": 713, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open Model", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-Ultra-253B-v1", "pimg": null, "psec": null }, { "rank": 194, "model": "glm-4.5v", "modelKey": "glm-4.5v", "org": "Z.ai", "rating": 1374.23296223284, "ratingLower": 1362.195008131944, "ratingUpper": 1386.270916333736, "rankUpper": 178, "rankLower": 221, "votes": 2348, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.6, "pout": 1.8, "ctx": 65536, "url": "https://huggingface.co/zai-org/GLM-4.5V", "pimg": null, "psec": null }, { "rank": 195, "model": "mistral-small-2506", "modelKey": "mistral-small-2506", "org": "Mistral", "rating": 1374.1580246708456, "ratingLower": 1367.2384734365407, "ratingUpper": 1381.0775759051508, "rankUpper": 183, "rankLower": 214, "votes": 7743, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506", "pimg": null, "psec": null }, { "rank": 196, "model": "intellect-3", "modelKey": "intellect-3", "org": "Unknown", "rating": 1373.9047434277375, "ratingLower": 1362.5312832256425, "ratingUpper": 1385.2782036298324, "rankUpper": 180, "rankLower": 220, "votes": 2736, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.2, "pout": 1.1, "ctx": 131072, "url": "https://www.primeintellect.ai/blog/intellect-3", "pimg": null, "psec": null }, { "rank": 197, "model": "nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4", "modelKey": "august26-chatbot1-fmme", "org": "Nvidia", "rating": 1373.1287430290126, "ratingLower": 1364.2116916020814, "ratingUpper": 1382.045794455944, "rankUpper": 183, "rankLower": 220, "votes": 5437, "isAutoEval": false, "releaseType": "co_release", "preliminary": true, "license": "OpenMDW-1.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://developer.nvidia.com/blog/nvidia-nemotron-3-5-lightning-delivers-fast-accurate-specialized-task-execution-for-long-running-agents/?nvid=nv-csfg-698644", "pimg": null, "psec": null }, { "rank": 198, "model": "amazon-nova-experimental-chat-10-20", "modelKey": "amazon-nova-experimental-chat-10-20", "org": "Amazon", "rating": 1372.3481250792438, "ratingLower": 1364.2883881152522, "ratingUpper": 1380.4078620432351, "rankUpper": 183, "rankLower": 220, "votes": 5944, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 199, "model": "o3-mini", "modelKey": "o3-mini", "org": "OpenAI", "rating": 1370.708620147769, "ratingLower": 1365.803949120525, "ratingUpper": 1375.6132911750126, "rankUpper": 188, "rankLower": 219, "votes": 19983, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.55, "pout": 2.2, "ctx": 200000, "url": "https://openai.com/index/openai-o3-mini/", "pimg": null, "psec": null }, { "rank": 200, "model": "grok-3-mini-beta", "modelKey": "grok-3-mini-beta", "org": "SpaceXAI", "rating": 1369.758770421225, "ratingLower": 1363.0718922602105, "ratingUpper": 1376.44564858224, "rankUpper": 187, "rankLower": 220, "votes": 9205, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.25, "pout": 2.5, "ctx": 131072, "url": "https://docs.x.ai/docs/models", "pimg": null, "psec": null }, { "rank": 201, "model": "minimax-m2", "modelKey": "minimax-m2", "org": "MiniMax", "rating": 1369.2537462741666, "ratingLower": 1359.3217330758673, "ratingUpper": 1379.1857594724656, "rankUpper": 184, "rankLower": 222, "votes": 3667, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.3, "pout": 1.2, "ctx": 204800, "url": "https://www.minimax.io/news/minimax-m2", "pimg": null, "psec": null }, { "rank": 202, "model": "command-a-03-2025", "modelKey": "command-a-03-2025", "org": "Cohere", "rating": 1367.7679102325144, "ratingLower": 1363.1066760258843, "ratingUpper": 1372.4291444391445, "rankUpper": 189, "rankLower": 220, "votes": 23599, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 256000, "url": "https://cohere.com/blog/command-a", "pimg": null, "psec": null }, { "rank": 203, "model": "hunyuan-turbos-20250226", "modelKey": "hunyuan-turbos-20250226", "org": "Tencent", "rating": 1367.4656796591585, "ratingLower": 1345.0315000279268, "ratingUpper": 1389.8998592903904, "rankUpper": 176, "rankLower": 234, "votes": 531, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 204, "model": "qwen3-32b", "modelKey": "qwen3-32b", "org": "Alibaba", "rating": 1367.0822867775487, "ratingLower": 1350.9436449728046, "ratingUpper": 1383.2209285822926, "rankUpper": 182, "rankLower": 227, "votes": 1207, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.08, "pout": 0.28, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 205, "model": "gemma-3-27b-it", "modelKey": "gemma-3-27b-it", "org": "Google", "rating": 1366.022531794522, "ratingLower": 1360.8126120157017, "ratingUpper": 1371.2324515733421, "rankUpper": 189, "rankLower": 221, "votes": 17611, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.08, "pout": 0.45, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-27b-it", "pimg": null, "psec": null }, { "rank": 206, "model": "ling-flash-2.0", "modelKey": "ling-flash-2.0", "org": "Ant Group", "rating": 1365.028802009453, "ratingLower": 1355.0177487415137, "ratingUpper": 1375.0398552773925, "rankUpper": 189, "rankLower": 226, "votes": 3405, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ling-flash-2.0", "pimg": null, "psec": null }, { "rank": 207, "model": "granite-4.2-30b", "modelKey": "vantage", "org": "IBM", "rating": 1363.407372475128, "ratingLower": 1349.7809283253828, "ratingUpper": 1377.0338166248732, "rankUpper": 187, "rankLower": 228, "votes": 2033, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 208, "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "modelKey": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "org": "Nvidia", "rating": 1362.0441067794245, "ratingLower": 1347.0463161268376, "ratingUpper": 1377.0418974320114, "rankUpper": 187, "rankLower": 233, "votes": 1429, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia Open", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5", "pimg": null, "psec": null }, { "rank": 209, "model": "gpt-oss-120b", "modelKey": "gpt-oss-120b", "org": "OpenAI", "rating": 1361.979766118188, "ratingLower": 1356.31243118069, "ratingUpper": 1367.6471010556859, "rankUpper": 193, "rankLower": 225, "votes": 14537, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.0296, "pout": 0.136, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 210, "model": "claude-3-5-sonnet-20240620", "modelKey": "claude-3-5-sonnet-20240620", "org": "Anthropic", "rating": 1360.8315889551034, "ratingLower": 1355.2210408334245, "ratingUpper": 1366.4421370767823, "rankUpper": 194, "rankLower": 226, "votes": 23249, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-5-sonnet", "pimg": null, "psec": null }, { "rank": 211, "model": "llama-3.3-nemotron-49b-super-v1", "modelKey": "llama-3.3-nemotron-49b-super-v1", "org": "Nvidia", "rating": 1360.5846081513128, "ratingLower": 1336.5384163302263, "ratingUpper": 1384.630799972399, "rankUpper": 182, "rankLower": 245, "votes": 510, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Nvidia", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1", "pimg": null, "psec": null }, { "rank": 212, "model": "gemini-2.0-flash-001", "modelKey": "gemini-2.0-flash-001", "org": "Google", "rating": 1360.577102273579, "ratingLower": 1355.0586238056421, "ratingUpper": 1366.0955807415157, "rankUpper": 194, "rankLower": 226, "votes": 14031, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys-1121&model=gemini-2.0-flash-001", "pimg": null, "psec": null }, { "rank": 213, "model": "mercury-2", "modelKey": "mercury-2", "org": "Inception AI", "rating": 1360.1489657244017, "ratingLower": 1346.2362710843818, "ratingUpper": 1374.0616603644219, "rankUpper": 189, "rankLower": 234, "votes": 1744, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/introducing-mercury-2", "pimg": null, "psec": null }, { "rank": 214, "model": "o1-mini", "modelKey": "o1-mini", "org": "OpenAI", "rating": 1359.9006596759195, "ratingLower": 1353.8647948592804, "ratingUpper": 1365.9365244925584, "rankUpper": 194, "rankLower": 226, "votes": 13899, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.1, "pout": 4.4, "ctx": null, "url": "https://platform.openai.com/docs/models/o1", "pimg": null, "psec": null }, { "rank": 215, "model": "amazon-nova-experimental-chat-10-09", "modelKey": "amazon-nova-experimental-chat-10-09", "org": "Amazon", "rating": 1358.8622827004544, "ratingLower": 1343.685380972614, "ratingUpper": 1374.0391844282951, "rankUpper": 189, "rankLower": 235, "votes": 1392, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://nova.amazon.com/faqs", "pimg": null, "psec": null }, { "rank": 216, "model": "nova-2-lite", "modelKey": "nova-2-lite", "org": "Amazon", "rating": 1358.0196398040257, "ratingLower": 1350.0695048140599, "ratingUpper": 1365.9697747939913, "rankUpper": 194, "rankLower": 228, "votes": 6448, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.3, "pout": 2.5, "ctx": 1000000, "url": "https://aws.amazon.com/blogs/aws/introducing-amazon-nova-2-lite-a-fast-cost-effective-reasoning-model/", "pimg": null, "psec": null }, { "rank": 217, "model": "gpt-5-nano-high", "modelKey": "gpt-5-nano-high", "org": "OpenAI", "rating": 1355.802956426121, "ratingLower": 1346.0212476004551, "ratingUpper": 1365.5846652517869, "rankUpper": 195, "rankLower": 234, "votes": 3780, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.025, "pout": 0.2, "ctx": 400000, "url": "https://platform.openai.com/docs/models/gpt-5-nano", "pimg": null, "psec": null }, { "rank": 218, "model": "qwq-32b", "modelKey": "qwq-32b", "org": "Alibaba", "rating": 1355.7268341149359, "ratingLower": 1349.2169734099439, "ratingUpper": 1362.2366948199278, "rankUpper": 200, "rankLower": 230, "votes": 8767, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B", "pimg": null, "psec": null }, { "rank": 219, "model": "qwen-plus-0125", "modelKey": "qwen-plus-0125", "org": "Alibaba", "rating": 1352.5373640329612, "ratingLower": 1338.246173779226, "ratingUpper": 1366.8285542866968, "rankUpper": 194, "rankLower": 243, "votes": 1481, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.4, "pout": 1.2, "ctx": 131072, "url": "https://www.alibabacloud.com/help/en/model-studio/developer-reference/what-is-qwen-llm", "pimg": null, "psec": null }, { "rank": 220, "model": "gemini-1.5-pro-002", "modelKey": "gemini-1.5-pro-002", "org": "Google", "rating": 1351.1002847799566, "ratingLower": 1345.4956259962821, "ratingUpper": 1356.7049435636313, "rankUpper": 203, "rankLower": 234, "votes": 14853, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-pro-002", "pimg": null, "psec": null }, { "rank": 221, "model": "ring-flash-2.0", "modelKey": "ring-flash-2.0", "org": "Ant Group", "rating": 1350.2069687968242, "ratingLower": 1340.2682615987917, "ratingUpper": 1360.1456759948564, "rankUpper": 202, "rankLower": 241, "votes": 3487, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/inclusionAI/Ring-flash-2.0", "pimg": null, "psec": null }, { "rank": 222, "model": "deepseek-v3", "modelKey": "deepseek-v3", "org": "DeepSeek", "rating": 1350.0437740655439, "ratingLower": 1341.9105687171966, "ratingUpper": 1358.1769794138909, "rankUpper": 203, "rankLower": 238, "votes": 5408, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": 1.1400000000000001, "pout": 4.5600000000000005, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V3", "pimg": null, "psec": null }, { "rank": 223, "model": "olmo-3.1-32b-instruct", "modelKey": "olmo-3.1-32b-instruct", "org": "Ai2", "rating": 1348.4172327538045, "ratingLower": 1340.4217377504917, "ratingUpper": 1356.4127277571172, "rankUpper": 203, "rankLower": 241, "votes": 6142, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.6, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Instruct", "pimg": null, "psec": null }, { "rank": 224, "model": "gemini-2.0-flash-lite-preview-02-05", "modelKey": "gemini-2.0-flash-lite-preview-02-05", "org": "Google", "rating": 1348.4047712831118, "ratingLower": 1340.9641567377673, "ratingUpper": 1355.8453858284563, "rankUpper": 204, "rankLower": 239, "votes": 6186, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/prompts/new_chat?model=gemini-2.0-flash-lite", "pimg": null, "psec": null }, { "rank": 225, "model": "hunyuan-turbo-0110", "modelKey": "hunyuan-turbo-0110", "org": "Tencent", "rating": 1348.2744357342845, "ratingLower": 1325.0706798500803, "ratingUpper": 1371.4781916184886, "rankUpper": 189, "rankLower": 261, "votes": 496, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 226, "model": "claude-3-5-haiku-20241022", "modelKey": "claude-3-5-haiku-20241022", "org": "Anthropic", "rating": 1344.8489570484323, "ratingLower": 1340.2167182021146, "ratingUpper": 1349.4811958947498, "rankUpper": 212, "rankLower": 241, "votes": 23518, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 5, "ctx": 200000, "url": "https://www.anthropic.com/news/3-5-models-and-computer-use", "pimg": null, "psec": null }, { "rank": 227, "model": "qwen3-30b-a3b", "modelKey": "qwen3-30b-a3b", "org": "Alibaba", "rating": 1344.3950198334428, "ratingLower": 1338.0321854544632, "ratingUpper": 1350.7578542124224, "rankUpper": 210, "rankLower": 243, "votes": 10621, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.12, "pout": 0.5, "ctx": 131072, "url": "https://qwenlm.github.io/blog/qwen3/", "pimg": null, "psec": null }, { "rank": 228, "model": "llama-3.1-405b-instruct-bf16", "modelKey": "llama-3.1-405b-instruct-bf16", "org": "Meta", "rating": 1341.661513496871, "ratingLower": 1335.6596929538518, "ratingUpper": 1347.66333403989, "rankUpper": 213, "rankLower": 245, "votes": 10652, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 229, "model": "yi-lightning", "modelKey": "yi-lightning", "org": "Unknown", "rating": 1340.8990318708074, "ratingLower": 1332.9094078930405, "ratingUpper": 1348.8886558485744, "rankUpper": 213, "rankLower": 252, "votes": 6961, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.lingyiwanwu.com/docs#%E6%A8%A1%E5%9E%8B%E4%B8%8E%E8%AE%A1%E8%B4%B9", "pimg": null, "psec": null }, { "rank": 230, "model": "molmo-2-8b", "modelKey": "molmo-2-8b", "org": "Ai2", "rating": 1339.8085003899262, "ratingLower": 1312.0710040328477, "ratingUpper": 1367.5459967470047, "rankUpper": 193, "rankLower": 277, "votes": 436, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 36864, "url": "https://huggingface.co/allenai/Molmo2-8B", "pimg": null, "psec": null }, { "rank": 231, "model": "llama-4-maverick-17b-128e-instruct", "modelKey": "llama-4-maverick-17b-128e-instruct", "org": "Meta", "rating": 1338.397027044326, "ratingLower": 1332.6738864155875, "ratingUpper": 1344.1201676730648, "rankUpper": 218, "rankLower": 252, "votes": 15851, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 4", "open": 1, "pin": 0.63, "pout": 1.8, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct", "pimg": null, "psec": null }, { "rank": 232, "model": "step-2-16k-exp-202412", "modelKey": "step-2-16k-exp-202412", "org": "StepFun", "rating": 1338.0334336246685, "ratingLower": 1322.7268908704154, "ratingUpper": 1353.3399763789218, "rankUpper": 209, "rankLower": 264, "votes": 1221, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/text", "pimg": null, "psec": null }, { "rank": 233, "model": "gpt-4o-2024-05-13", "modelKey": "gpt-4o-2024-05-13", "org": "OpenAI", "rating": 1337.3677160604905, "ratingLower": 1331.9666902520414, "ratingUpper": 1342.7687418689397, "rankUpper": 219, "rankLower": 252, "votes": 32416, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 5, "pout": 15, "ctx": 128000, "url": "https://openai.com/index/hello-gpt-4o/", "pimg": null, "psec": null }, { "rank": 234, "model": "llama-3.1-405b-instruct-fp8", "modelKey": "llama-3.1-405b-instruct-fp8", "org": "Meta", "rating": 1336.2260586042985, "ratingLower": 1330.3595009090222, "ratingUpper": 1342.0926162995747, "rankUpper": 219, "rankLower": 254, "votes": 16228, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 4, "pout": 4, "ctx": 32768, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 235, "model": "athene-v2-chat", "modelKey": "athene-v2-chat", "org": "Unknown", "rating": 1333.0774374834448, "ratingLower": 1325.6582320596144, "ratingUpper": 1340.4966429072751, "rankUpper": 221, "rankLower": 260, "votes": 6517, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NexusFlow", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-V2-Chat", "pimg": null, "psec": null }, { "rank": 236, "model": "step-1o-turbo-202506", "modelKey": "step-1o-turbo-202506", "org": "StepFun", "rating": 1332.9272624789544, "ratingLower": 1323.0445874335328, "ratingUpper": 1342.8099375243758, "rankUpper": 219, "rankLower": 263, "votes": 3680, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://platform.stepfun.com/docs/llm/vision", "pimg": null, "psec": null }, { "rank": 237, "model": "gpt-4.1-nano-2025-04-14", "modelKey": "gpt-4.1-nano-2025-04-14", "org": "OpenAI", "rating": 1332.6529301959806, "ratingLower": 1319.063160678204, "ratingUpper": 1346.2426997137572, "rankUpper": 214, "rankLower": 267, "votes": 1669, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.1, "pout": 0.4, "ctx": 1047576, "url": "https://openai.com/index/gpt-4-1/", "pimg": null, "psec": null }, { "rank": 238, "model": "magistral-medium-2506", "modelKey": "magistral-medium-2506", "org": "Mistral", "rating": 1332.3585518645182, "ratingLower": 1324.0264993335102, "ratingUpper": 1340.6906043955264, "rankUpper": 221, "rankLower": 262, "votes": 5618, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 5, "ctx": 40000, "url": "https://mistral.ai/news/magistral", "pimg": null, "psec": null }, { "rank": 239, "model": "gemma-3-12b-it", "modelKey": "gemma-3-12b-it", "org": "Google", "rating": 1331.8009569586163, "ratingLower": 1313.972901545017, "ratingUpper": 1349.6290123722156, "rankUpper": 212, "rankLower": 274, "votes": 977, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.15, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-12b-it", "pimg": null, "psec": null }, { "rank": 240, "model": "hunyuan-large-2025-02-10", "modelKey": "hunyuan-large-2025-02-10", "org": "Tencent", "rating": 1330.1081986270015, "ratingLower": 1311.2223299746322, "ratingUpper": 1348.9940672793705, "rankUpper": 213, "rankLower": 277, "votes": 889, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 241, "model": "claude-3-opus-20240229", "modelKey": "claude-3-opus-20240229", "org": "Anthropic", "rating": 1329.0517447360305, "ratingLower": 1324.18340709542, "ratingUpper": 1333.920082376641, "rankUpper": 228, "rankLower": 262, "votes": 55074, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 15, "pout": 75, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 242, "model": "llama-4-scout-17b-16e-instruct", "modelKey": "llama-4-scout-17b-16e-instruct", "org": "Meta", "rating": 1328.725295327204, "ratingLower": 1322.5521220955545, "ratingUpper": 1334.8984685588534, "rankUpper": 228, "rankLower": 264, "votes": 12888, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 16384, "url": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "pimg": null, "psec": null }, { "rank": 243, "model": "deepseek-v2.5-1210", "modelKey": "deepseek-v2.5-1210", "org": "DeepSeek", "rating": 1328.2799371501778, "ratingLower": 1314.9720245939532, "ratingUpper": 1341.5878497064025, "rankUpper": 220, "rankLower": 272, "votes": 1790, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5-1210", "pimg": null, "psec": null }, { "rank": 244, "model": "gemini-1.5-pro-001", "modelKey": "gemini-1.5-pro-001", "org": "Google", "rating": 1327.1487856944461, "ratingLower": 1320.9914654938905, "ratingUpper": 1333.3061058950018, "rankUpper": 228, "rankLower": 265, "votes": 22512, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3.5, "pout": 10.5, "ctx": 2097152, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro", "pimg": null, "psec": null }, { "rank": 245, "model": "gpt-4o-2024-08-06", "modelKey": "gpt-4o-2024-08-06", "org": "OpenAI", "rating": 1326.7688403770512, "ratingLower": 1320.3111180978426, "ratingUpper": 1333.2265626562598, "rankUpper": 228, "rankLower": 266, "votes": 12655, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4o", "pimg": null, "psec": null }, { "rank": 246, "model": "olmo-3-32b-think", "modelKey": "olmo-3-32b-think", "org": "Ai2", "rating": 1326.5798043681818, "ratingLower": 1315.3168520675092, "ratingUpper": 1337.8427566688542, "rankUpper": 226, "rankLower": 272, "votes": 2932, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3-32B-Think", "pimg": null, "psec": null }, { "rank": 247, "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "modelKey": "nvidia-nemotron-3-nano-30b-a3b-bf16", "org": "Nvidia", "rating": 1326.2932704241055, "ratingLower": 1319.0908855428067, "ratingUpper": 1333.495655305404, "rankUpper": 228, "rankLower": 267, "votes": 8127, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": 0.06, "pout": 0.24, "ctx": 262144, "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "pimg": null, "psec": null }, { "rank": 248, "model": "qwen2.5-plus-1127", "modelKey": "qwen2.5-plus-1127", "org": "Alibaba", "rating": 1325.9758512163974, "ratingLower": 1315.269768346213, "ratingUpper": 1336.6819340865818, "rankUpper": 226, "rankLower": 272, "votes": 2671, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://help.aliyun.com/zh/model-studio/getting-started/models?spm=a2c4g.11186623.0.i7", "pimg": null, "psec": null }, { "rank": 249, "model": "grok-2-2024-08-13", "modelKey": "grok-2-2024-08-13", "org": "SpaceXAI", "rating": 1325.9365907375793, "ratingLower": 1320.330409993601, "ratingUpper": 1331.5427714815578, "rankUpper": 231, "rankLower": 266, "votes": 17283, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 250, "model": "glm-4-plus-0111", "modelKey": "glm-4-plus-0111", "org": "Z.ai", "rating": 1325.7507093133863, "ratingLower": 1311.3517429331644, "ratingUpper": 1340.1496756936083, "rankUpper": 224, "rankLower": 277, "votes": 1468, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 251, "model": "gemini-advanced-0514", "modelKey": "gemini-advanced-0514", "org": "Google", "rating": 1325.7306965849352, "ratingLower": 1318.430207320661, "ratingUpper": 1333.0311858492091, "rankUpper": 228, "rankLower": 269, "votes": 14100, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://gemini.google.com/advanced", "pimg": null, "psec": null }, { "rank": 252, "model": "gpt-oss-20b", "modelKey": "gpt-oss-20b", "org": "OpenAI", "rating": 1322.280981185112, "ratingLower": 1313.35336433504, "ratingUpper": 1331.2085980351844, "rankUpper": 231, "rankLower": 275, "votes": 4722, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.024, "pout": 0.112, "ctx": 131072, "url": "https://openai.com/index/introducing-gpt-oss/", "pimg": null, "psec": null }, { "rank": 253, "model": "deepseek-v2.5", "modelKey": "deepseek-v2.5", "org": "DeepSeek", "rating": 1321.3472837413035, "ratingLower": 1313.7387179751129, "ratingUpper": 1328.9558495074943, "rankUpper": 232, "rankLower": 274, "votes": 6869, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5", "pimg": null, "psec": null }, { "rank": 254, "model": "granite-4.1-8b", "modelKey": "granite-4.1-8b", "org": "IBM", "rating": 1321.025267989979, "ratingLower": 1308.1543648085872, "ratingUpper": 1333.896171171371, "rankUpper": 228, "rankLower": 280, "votes": 2627, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "https://research.ibm.com/blog/granite-4-1-ai-foundation-models", "pimg": null, "psec": null }, { "rank": 255, "model": "llama-3.3-70b-instruct", "modelKey": "llama-3.3-70b-instruct", "org": "Meta", "rating": 1320.6237247361028, "ratingLower": 1315.6261898542837, "ratingUpper": 1325.6212596179219, "rankUpper": 233, "rankLower": 272, "votes": 16935, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama-3.3", "open": 1, "pin": 0.1, "pout": 0.32, "ctx": 131072, "url": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", "pimg": null, "psec": null }, { "rank": 256, "model": "mercury", "modelKey": "mercury", "org": "Inception AI", "rating": 1319.986027183196, "ratingLower": 1301.2302162828246, "ratingUpper": 1338.7418380835672, "rankUpper": 224, "rankLower": 281, "votes": 1026, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 0.75, "ctx": 128000, "url": "https://www.inceptionlabs.ai/blog/mercury-refreshed", "pimg": null, "psec": null }, { "rank": 257, "model": "mistral-large-2407", "modelKey": "mistral-large-2407", "org": "Mistral", "rating": 1319.7712091678645, "ratingLower": 1313.4262767935788, "ratingUpper": 1326.1161415421502, "rankUpper": 232, "rankLower": 274, "votes": 12682, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Mistral Research", "open": 1, "pin": 2, "pout": 6, "ctx": 131072, "url": "https://mistral.ai/news/mistral-large-2407/", "pimg": null, "psec": null }, { "rank": 258, "model": "mistral-small-3.1-24b-instruct-2503", "modelKey": "mistral-small-3.1-24b-instruct-2503", "org": "Mistral", "rating": 1319.1589028046064, "ratingLower": 1313.308230753392, "ratingUpper": 1325.0095748558206, "rankUpper": 234, "rankLower": 275, "votes": 14571, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.1, "pout": 0.3, "ctx": 32000, "url": "https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503", "pimg": null, "psec": null }, { "rank": 259, "model": "glm-4-plus", "modelKey": "glm-4-plus", "org": "Z.ai", "rating": 1319.1250949585635, "ratingLower": 1311.3686420928939, "ratingUpper": 1326.881547824233, "rankUpper": 232, "rankLower": 277, "votes": 7067, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.44, "pout": 1.76, "ctx": 204800, "url": "https://bigmodel.cn/dev/howuse/glm-4", "pimg": null, "psec": null }, { "rank": 260, "model": "qwen-max-0919", "modelKey": "qwen-max-0919", "org": "Alibaba", "rating": 1318.433781373766, "ratingLower": 1309.1690664154462, "ratingUpper": 1327.6984963320856, "rankUpper": 232, "rankLower": 280, "votes": 4447, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.6, "pout": 6.4, "ctx": 32768, "url": "https://help.aliyun.com/zh/dashscope/developer-reference/model-introduction", "pimg": null, "psec": null }, { "rank": 261, "model": "qwen2.5-72b-instruct", "modelKey": "qwen2.5-72b-instruct", "org": "Alibaba", "rating": 1317.3183239964835, "ratingLower": 1310.9309557682395, "ratingUpper": 1323.7056922247277, "rankUpper": 236, "rankLower": 277, "votes": 10545, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qwen", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen2.5/", "pimg": null, "psec": null }, { "rank": 262, "model": "gpt-4-turbo-2024-04-09", "modelKey": "gpt-4-turbo-2024-04-09", "org": "OpenAI", "rating": 1316.0704495903065, "ratingLower": 1310.1462578212283, "ratingUpper": 1321.9946413593846, "rankUpper": 239, "rankLower": 277, "votes": 28310, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4", "pimg": null, "psec": null }, { "rank": 263, "model": "granite-4.2-3b", "modelKey": "nimbus", "org": "IBM", "rating": 1314.8704227202918, "ratingLower": 1299.7647833180408, "ratingUpper": 1329.9760621225428, "rankUpper": 232, "rankLower": 282, "votes": 1904, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 264, "model": "mistral-large-2411", "modelKey": "mistral-large-2411", "org": "Mistral", "rating": 1313.1720184217934, "ratingLower": 1306.1301493396431, "ratingUpper": 1320.2138875039434, "rankUpper": 242, "rankLower": 280, "votes": 6954, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 2, "pout": 6, "ctx": 128000, "url": "https://huggingface.co/mistralai/Mistral-Large-Instruct-2411", "pimg": null, "psec": null }, { "rank": 265, "model": "gpt-4-1106-preview", "modelKey": "gpt-4-1106-preview", "org": "OpenAI", "rating": 1312.4177962848032, "ratingLower": 1306.3746955471852, "ratingUpper": 1318.460897022421, "rankUpper": 244, "rankLower": 280, "votes": 26242, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 266, "model": "athene-70b-0725", "modelKey": "athene-70b-0725", "org": "Unknown", "rating": 1312.3466540281975, "ratingLower": 1303.7428877009938, "ratingUpper": 1320.950420355401, "rankUpper": 240, "rankLower": 281, "votes": 5448, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Athene-70B", "pimg": null, "psec": null }, { "rank": 267, "model": "gemma-3n-e4b-it", "modelKey": "gemma-3n-e4b-it", "org": "Google", "rating": 1311.8936807914604, "ratingLower": 1304.7727076683013, "ratingUpper": 1319.0146539146194, "rankUpper": 244, "rankLower": 280, "votes": 8463, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.06, "pout": 0.12, "ctx": 32768, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3n-e4b-it", "pimg": null, "psec": null }, { "rank": 268, "model": "gpt-4o-mini-2024-07-18", "modelKey": "gpt-4o-mini-2024-07-18", "org": "OpenAI", "rating": 1310.8727720894638, "ratingLower": 1305.5348390446309, "ratingUpper": 1316.2107051342964, "rankUpper": 245, "rankLower": 280, "votes": 18256, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/", "pimg": null, "psec": null }, { "rank": 269, "model": "hunyuan-standard-2025-02-10", "modelKey": "hunyuan-standard-2025-02-10", "org": "Tencent", "rating": 1310.3231180276193, "ratingLower": 1291.5363804952906, "ratingUpper": 1329.1098555599478, "rankUpper": 232, "rankLower": 290, "votes": 873, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 270, "model": "llama-3.1-nemotron-70b-instruct", "modelKey": "llama-3.1-nemotron-70b-instruct", "org": "Nvidia", "rating": 1309.964773810767, "ratingLower": 1297.0795111724362, "ratingUpper": 1322.8500364490974, "rankUpper": 237, "rankLower": 284, "votes": 1953, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": 1.2, "pout": 1.2, "ctx": 131072, "url": "https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct", "pimg": null, "psec": null }, { "rank": 271, "model": "gpt-4-0125-preview", "modelKey": "gpt-4-0125-preview", "org": "OpenAI", "rating": 1306.7753175017424, "ratingLower": 1300.5963340261283, "ratingUpper": 1312.9543009773568, "rankUpper": 254, "rankLower": 282, "votes": 25575, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 10, "pout": 30, "ctx": 128000, "url": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday", "pimg": null, "psec": null }, { "rank": 272, "model": "gpt-4-0314", "modelKey": "gpt-4-0314", "org": "OpenAI", "rating": 1305.6165623070099, "ratingLower": 1297.8663623557404, "ratingUpper": 1313.3667622582796, "rankUpper": 252, "rankLower": 283, "votes": 13935, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://openai.com/research/gpt-4", "pimg": null, "psec": null }, { "rank": 273, "model": "olmo-3.1-32b-think", "modelKey": "olmo-3.1-32b-think", "org": "Ai2", "rating": 1304.3990067368932, "ratingLower": 1294.7790169595821, "ratingUpper": 1314.0189965142042, "rankUpper": 249, "rankLower": 286, "votes": 4244, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.15, "pout": 0.5, "ctx": 65536, "url": "https://huggingface.co/allenai/Olmo-3.1-32B-Think", "pimg": null, "psec": null }, { "rank": 274, "model": "grok-2-mini-2024-08-13", "modelKey": "grok-2-mini-2024-08-13", "org": "SpaceXAI", "rating": 1303.7664347059058, "ratingLower": 1297.8668890700005, "ratingUpper": 1309.665980341811, "rankUpper": 260, "rankLower": 283, "votes": 14208, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 2, "pout": 10, "ctx": 131072, "url": "https://x.ai/blog/grok-2", "pimg": null, "psec": null }, { "rank": 275, "model": "hunyuan-large-vision", "modelKey": "hunyuan-large-vision", "org": "Tencent", "rating": 1303.069651542655, "ratingLower": 1289.9766521849508, "ratingUpper": 1316.162650900359, "rankUpper": 245, "rankLower": 291, "votes": 2147, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753#d6cb04da-053d-4bed-b187-191514feb972", "pimg": null, "psec": null }, { "rank": 276, "model": "gemini-1.5-flash-002", "modelKey": "gemini-1.5-flash-002", "org": "Google", "rating": 1303.0648647108806, "ratingLower": 1296.3208434239357, "ratingUpper": 1309.8088859978257, "rankUpper": 260, "rankLower": 284, "votes": 9262, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-002", "pimg": null, "psec": null }, { "rank": 277, "model": "qwen2.5-coder-32b-instruct", "modelKey": "qwen2.5-coder-32b-instruct", "org": "Alibaba", "rating": 1303.0602566310201, "ratingLower": 1288.502575568852, "ratingUpper": 1317.617937693188, "rankUpper": 245, "rankLower": 293, "votes": 1386, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.87, "pout": 0.87, "ctx": 32000, "url": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", "pimg": null, "psec": null }, { "rank": 278, "model": "amazon-nova-pro-v1.0", "modelKey": "amazon-nova-pro-v1.0", "org": "Amazon", "rating": 1302.457011867451, "ratingLower": 1295.1292152270214, "ratingUpper": 1309.7848085078806, "rankUpper": 260, "rankLower": 286, "votes": 6300, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.8, "pout": 3.2, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 279, "model": "ibm-granite-h-small", "modelKey": "ibm-granite-h-small", "org": "IBM", "rating": 1301.232719063162, "ratingLower": 1289.8489594400735, "ratingUpper": 1312.6164786862505, "rankUpper": 254, "rankLower": 292, "votes": 2942, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.ibm.com/new/announcements/ibm-granite-4-0-hyper-efficient-high-performance-hybrid-models", "pimg": null, "psec": null }, { "rank": 280, "model": "granite-4.2-8b", "modelKey": "solace", "org": "IBM", "rating": 1300.1147683117747, "ratingLower": 1285.679770513979, "ratingUpper": 1314.5497661095703, "rankUpper": 249, "rankLower": 295, "votes": 1974, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.06, "pout": 0.25, "ctx": 131072, "url": "https://research.ibm.com/blog/introducing-granite-4-2", "pimg": null, "psec": null }, { "rank": 281, "model": "llama-3.1-70b-instruct", "modelKey": "llama-3.1-70b-instruct", "org": "Meta", "rating": 1298.351692222308, "ratingLower": 1292.473739535288, "ratingUpper": 1304.2296449093278, "rankUpper": 266, "rankLower": 288, "votes": 14981, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.4, "pout": 0.4, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 282, "model": "gpt-4-0613", "modelKey": "gpt-4-0613", "org": "OpenAI", "rating": 1288.9180809006828, "ratingLower": 1282.4286794138993, "ratingUpper": 1295.4074823874662, "rankUpper": 274, "rankLower": 298, "votes": 23040, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 30, "pout": 60, "ctx": 8192, "url": "https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo", "pimg": null, "psec": null }, { "rank": 283, "model": "deepseek-coder-v2", "modelKey": "deepseek-coder-v2", "org": "DeepSeek", "rating": 1288.1196190634857, "ratingLower": 1278.3747594418837, "ratingUpper": 1297.8644786850878, "rankUpper": 272, "rankLower": 303, "votes": 4439, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": 0.14, "pout": 0.28, "ctx": 128000, "url": "https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct", "pimg": null, "psec": null }, { "rank": 284, "model": "gemini-1.5-flash-001", "modelKey": "gemini-1.5-flash-001", "org": "Google", "rating": 1288.067286061125, "ratingLower": 1281.791653989834, "ratingUpper": 1294.3429181324163, "rankUpper": 276, "rankLower": 298, "votes": 18228, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash", "pimg": null, "psec": null }, { "rank": 285, "model": "mistral-small-24b-instruct-2501", "modelKey": "mistral-small-24b-instruct-2501", "org": "Mistral", "rating": 1284.7248847851213, "ratingLower": 1275.0709942133813, "ratingUpper": 1294.3787753568613, "rankUpper": 276, "rankLower": 303, "votes": 3569, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501", "pimg": null, "psec": null }, { "rank": 286, "model": "gemma-3-4b-it", "modelKey": "gemma-3-4b-it", "org": "Google", "rating": 1283.9141469719834, "ratingLower": 1266.6586365206495, "ratingUpper": 1301.1696574233174, "rankUpper": 268, "rankLower": 307, "votes": 1092, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma", "open": 1, "pin": 0.05, "pout": 0.1, "ctx": 131072, "url": "http://aistudio.google.com/app/prompts/new_chat?model=gemma-3-4b-it", "pimg": null, "psec": null }, { "rank": 287, "model": "jamba-1.5-large", "modelKey": "jamba-1.5-large", "org": "Unknown", "rating": 1283.5694824547445, "ratingLower": 1271.9228489645848, "ratingUpper": 1295.216115944904, "rankUpper": 274, "rankLower": 303, "votes": 2372, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 2, "pout": 8, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 288, "model": "claude-3-sonnet-20240229", "modelKey": "claude-3-sonnet-20240229", "org": "Anthropic", "rating": 1282.3806930164426, "ratingLower": 1276.4221083907066, "ratingUpper": 1288.3392776421783, "rankUpper": 281, "rankLower": 303, "votes": 30725, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 3, "pout": 15, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 289, "model": "gemma-2-27b-it", "modelKey": "gemma-2-27b-it", "org": "Google", "rating": 1281.931238128602, "ratingLower": 1276.696412556222, "ratingUpper": 1287.1660637009818, "rankUpper": 281, "rankLower": 303, "votes": 20494, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.65, "pout": 0.65, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-27b-it", "pimg": null, "psec": null }, { "rank": 290, "model": "llama-3.1-nemotron-51b-instruct", "modelKey": "llama-3.1-nemotron-51b-instruct", "org": "Nvidia", "rating": 1281.3332970129684, "ratingLower": 1263.9824738265681, "ratingUpper": 1298.6841201993686, "rankUpper": 270, "rankLower": 309, "votes": 1002, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama-3_1-Nemotron-51B-Instruct", "pimg": null, "psec": null }, { "rank": 291, "model": "nemotron-4-340b-instruct", "modelKey": "nemotron-4-340b-instruct", "org": "Nvidia", "rating": 1280.9504476833415, "ratingLower": 1272.004665947435, "ratingUpper": 1289.8962294192484, "rankUpper": 279, "rankLower": 303, "votes": 5577, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "NVIDIA Open Model", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Nemotron-4-340B-Instruct", "pimg": null, "psec": null }, { "rank": 292, "model": "reka-core-20240904", "modelKey": "reka-core-20240904", "org": "Unknown", "rating": 1280.557399078247, "ratingLower": 1268.9801386125569, "ratingUpper": 1292.134659543937, "rankUpper": 277, "rankLower": 305, "votes": 2145, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 293, "model": "llama-3-70b-instruct", "modelKey": "llama-3-70b-instruct", "org": "Meta", "rating": 1279.4196409188298, "ratingLower": 1273.8002150155328, "ratingUpper": 1285.039066822127, "rankUpper": 282, "rankLower": 303, "votes": 45956, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.51, "pout": 0.74, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 294, "model": "glm-4-0520", "modelKey": "glm-4-0520", "org": "Z.ai", "rating": 1278.039147489183, "ratingLower": 1266.9069569383682, "ratingUpper": 1289.171338039998, "rankUpper": 280, "rankLower": 306, "votes": 2970, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://open.bigmodel.cn/dev/api#language", "pimg": null, "psec": null }, { "rank": 295, "model": "phi-4", "modelKey": "phi-4", "org": "Microsoft", "rating": 1277.7067746839816, "ratingLower": 1269.9176704417466, "ratingUpper": 1285.4958789262164, "rankUpper": 282, "rankLower": 305, "votes": 5747, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.07, "pout": 0.14, "ctx": 16384, "url": "https://huggingface.co/microsoft/phi-4", "pimg": null, "psec": null }, { "rank": 296, "model": "llama-3.1-tulu-3-70b", "modelKey": "llama-3.1-tulu-3-70b", "org": "Ai2", "rating": 1273.445410380079, "ratingLower": 1254.8716192762577, "ratingUpper": 1292.0192014839004, "rankUpper": 277, "rankLower": 311, "votes": 779, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-70B", "pimg": null, "psec": null }, { "rank": 297, "model": "qwen2-72b-instruct", "modelKey": "qwen2-72b-instruct", "org": "Alibaba", "rating": 1273.249684136492, "ratingLower": 1265.9388963822078, "ratingUpper": 1280.5604718907764, "rankUpper": 284, "rankLower": 308, "votes": 10780, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 32768, "url": "https://qwenlm.github.io/blog/qwen2/", "pimg": null, "psec": null }, { "rank": 298, "model": "gemma-2-9b-it-simpo", "modelKey": "gemma-2-9b-it-simpo", "org": "Unknown", "rating": 1272.1670988115825, "ratingLower": 1260.7593542767693, "ratingUpper": 1283.5748433463955, "rankUpper": 282, "rankLower": 310, "votes": 2554, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO", "pimg": null, "psec": null }, { "rank": 299, "model": "amazon-nova-lite-v1.0", "modelKey": "amazon-nova-lite-v1.0", "org": "Amazon", "rating": 1271.4107328479963, "ratingLower": 1263.0166378462748, "ratingUpper": 1279.8048278497176, "rankUpper": 284, "rankLower": 309, "votes": 4913, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.06, "pout": 0.24, "ctx": 300000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 300, "model": "c4ai-aya-expanse-32b", "modelKey": "c4ai-aya-expanse-32b", "org": "Cohere", "rating": 1271.261634936942, "ratingLower": 1263.6828475893903, "ratingUpper": 1278.8404222844938, "rankUpper": 284, "rankLower": 309, "votes": 7233, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-32b", "pimg": null, "psec": null }, { "rank": 301, "model": "hunyuan-standard-256k", "modelKey": "hunyuan-standard-256k", "org": "Tencent", "rating": 1270.300692498164, "ratingLower": 1249.873864187293, "ratingUpper": 1290.727520809035, "rankUpper": 278, "rankLower": 315, "votes": 700, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://cloud.tencent.com/document/product/1729/104753", "pimg": null, "psec": null }, { "rank": 302, "model": "reka-flash-20240904", "modelKey": "reka-flash-20240904", "org": "Unknown", "rating": 1267.3267734175668, "ratingLower": 1256.0879118179257, "ratingUpper": 1278.5656350172078, "rankUpper": 284, "rankLower": 311, "votes": 2289, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/available-models", "pimg": null, "psec": null }, { "rank": 303, "model": "claude-3-haiku-20240307", "modelKey": "claude-3-haiku-20240307", "org": "Anthropic", "rating": 1265.2449839913575, "ratingLower": 1259.5255368672251, "ratingUpper": 1270.96443111549, "rankUpper": 291, "rankLower": 310, "votes": 33698, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.25, "pout": 1.25, "ctx": 200000, "url": "https://www.anthropic.com/news/claude-3-family", "pimg": null, "psec": null }, { "rank": 304, "model": "mistral-large-2402", "modelKey": "mistral-large-2402", "org": "Mistral", "rating": 1262.005794267477, "ratingLower": 1255.0408806266494, "ratingUpper": 1268.9707079083046, "rankUpper": 293, "rankLower": 311, "votes": 17187, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 8, "pout": 24, "ctx": 32000, "url": "https://mistral.ai/news/mistral-large/", "pimg": null, "psec": null }, { "rank": 305, "model": "olmo-2-0325-32b-instruct", "modelKey": "olmo-2-0325-32b-instruct", "org": "Ai2", "rating": 1261.3101760232944, "ratingLower": 1241.650398318828, "ratingUpper": 1280.969953727761, "rankUpper": 284, "rankLower": 323, "votes": 789, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.05, "pout": 0.2, "ctx": 128000, "url": "https://huggingface.co/allenai/OLMo-2-0325-32B-Instruct", "pimg": null, "psec": null }, { "rank": 306, "model": "command-r-plus-08-2024", "modelKey": "command-r-plus-08-2024", "org": "Cohere", "rating": 1260.72466743001, "ratingLower": 1250.1131780075257, "ratingUpper": 1271.3361568524942, "rankUpper": 291, "rankLower": 315, "votes": 2822, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 2.5, "pout": 10, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 307, "model": "gemini-1.5-flash-8b-001", "modelKey": "gemini-1.5-flash-8b-001", "org": "Google", "rating": 1258.8592748701099, "ratingLower": 1252.1219681739608, "ratingUpper": 1265.5965815662587, "rankUpper": 296, "rankLower": 313, "votes": 9654, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.075, "pout": 0.3, "ctx": 1048576, "url": "https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-8b", "pimg": null, "psec": null }, { "rank": 308, "model": "gemma-2-9b-it", "modelKey": "gemma-2-9b-it", "org": "Google", "rating": 1257.0595120166568, "ratingLower": 1251.1202606833044, "ratingUpper": 1262.998763350009, "rankUpper": 299, "rankLower": 313, "votes": 14756, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-9b-it", "pimg": null, "psec": null }, { "rank": 309, "model": "command-r-08-2024", "modelKey": "command-r-08-2024", "org": "Cohere", "rating": 1256.4239244336002, "ratingLower": 1246.0325982799775, "ratingUpper": 1266.8152505872229, "rankUpper": 294, "rankLower": 319, "votes": 2976, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://docs.cohere.com/docs/command-r-plus#model-details", "pimg": null, "psec": null }, { "rank": 310, "model": "command-r-plus", "modelKey": "command-r-plus", "org": "Cohere", "rating": 1251.8002391462453, "ratingLower": 1245.3880399460113, "ratingUpper": 1258.2124383464793, "rankUpper": 301, "rankLower": 319, "votes": 22394, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 3, "pout": 15, "ctx": 128000, "url": "https://txt.cohere.com/command-r-plus-microsoft-azure/", "pimg": null, "psec": null }, { "rank": 311, "model": "ministral-8b-2410", "modelKey": "ministral-8b-2410", "org": "Mistral", "rating": 1250.7488552549614, "ratingLower": 1235.4924131106245, "ratingUpper": 1266.0052973992983, "rankUpper": 295, "rankLower": 327, "votes": 1257, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MRL", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": 131072, "url": "https://huggingface.co/mistralai/Ministral-8B-Instruct-2410", "pimg": null, "psec": null }, { "rank": 312, "model": "qwen1.5-110b-chat", "modelKey": "qwen1.5-110b-chat", "org": "Alibaba", "rating": 1245.990738136781, "ratingLower": 1237.2464441854358, "ratingUpper": 1254.735032088126, "rankUpper": 304, "rankLower": 326, "votes": 7695, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-110b/", "pimg": null, "psec": null }, { "rank": 313, "model": "amazon-nova-micro-v1.0", "modelKey": "amazon-nova-micro-v1.0", "org": "Amazon", "rating": 1244.4926321994674, "ratingLower": 1236.2010202935508, "ratingUpper": 1252.7842441053838, "rankUpper": 304, "rankLower": 327, "votes": 4859, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.035, "pout": 0.14, "ctx": 128000, "url": "https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html", "pimg": null, "psec": null }, { "rank": 314, "model": "mixtral-8x22b-instruct-v0.1", "modelKey": "mixtral-8x22b-instruct-v0.1", "org": "Mistral", "rating": 1243.4999586369076, "ratingLower": 1236.5114856001355, "ratingUpper": 1250.4884316736798, "rankUpper": 306, "rankLower": 327, "votes": 14707, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 65536, "url": "https://mistral.ai/news/mixtral-8x22b/", "pimg": null, "psec": null }, { "rank": 315, "model": "qwen1.5-72b-chat", "modelKey": "qwen1.5-72b-chat", "org": "Alibaba", "rating": 1239.3877727343465, "ratingLower": 1231.5087567850346, "ratingUpper": 1247.2667886836582, "rankUpper": 308, "rankLower": 330, "votes": 10854, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 316, "model": "jamba-1.5-mini", "modelKey": "jamba-1.5-mini", "org": "Unknown", "rating": 1236.6662497592088, "ratingLower": 1224.7817165301185, "ratingUpper": 1248.5507829882988, "rankUpper": 308, "rankLower": 334, "votes": 2350, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Jamba Open", "open": 1, "pin": 0.2, "pout": 0.4, "ctx": 256000, "url": "https://www.ai21.com/jamba", "pimg": null, "psec": null }, { "rank": 317, "model": "mistral-medium", "modelKey": "mistral-medium", "org": "Mistral", "rating": 1235.4106678846958, "ratingLower": 1226.7344307295507, "ratingUpper": 1244.0869050398408, "rankUpper": 310, "rankLower": 332, "votes": 8650, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1.5, "pout": 7.5, "ctx": 262144, "url": "https://mistral.ai/news/la-plateforme/", "pimg": null, "psec": null }, { "rank": 318, "model": "reka-flash-21b-20240226-online", "modelKey": "reka-flash-21b-20240226-online", "org": "Unknown", "rating": 1235.275746390343, "ratingLower": 1224.4847440027258, "ratingUpper": 1246.0667487779606, "rankUpper": 308, "rankLower": 334, "votes": 4506, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://docs.reka.ai/http-api.html#generation", "pimg": null, "psec": null }, { "rank": 319, "model": "reka-flash-21b-20240226", "modelKey": "reka-flash-21b-20240226", "org": "Unknown", "rating": 1234.0464209189417, "ratingLower": 1225.157864235345, "ratingUpper": 1242.9349776025385, "rankUpper": 310, "rankLower": 334, "votes": 7446, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://www.reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models", "pimg": null, "psec": null }, { "rank": 320, "model": "gemini-pro-dev-api", "modelKey": "gemini-pro-dev-api", "org": "Google", "rating": 1231.5841499261114, "ratingLower": 1220.2271729465704, "ratingUpper": 1242.9411269056525, "rankUpper": 310, "rankLower": 336, "votes": 4515, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.0-pro", "pimg": null, "psec": null }, { "rank": 321, "model": "granite-3.1-8b-instruct", "modelKey": "granite-3.1-8b-instruct", "org": "IBM", "rating": 1230.8127954432737, "ratingLower": 1211.0503517504533, "ratingUpper": 1250.575239136094, "rankUpper": 306, "rankLower": 338, "votes": 798, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-8b-instruct", "pimg": null, "psec": null }, { "rank": 322, "model": "gemini-pro", "modelKey": "gemini-pro", "org": "Google", "rating": 1229.9060989601455, "ratingLower": 1211.880558927268, "ratingUpper": 1247.9316389930227, "rankUpper": 308, "rankLower": 338, "votes": 1407, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.35, "pout": 1.05, "ctx": 32760, "url": "https://blog.google/technology/ai/gemini-api-developers-cloud/", "pimg": null, "psec": null }, { "rank": 323, "model": "c4ai-aya-expanse-8b", "modelKey": "c4ai-aya-expanse-8b", "org": "Cohere", "rating": 1229.8271169915047, "ratingLower": 1218.498588870762, "ratingUpper": 1241.1556451122476, "rankUpper": 311, "rankLower": 336, "votes": 2576, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/CohereForAI/aya-expanse-8b", "pimg": null, "psec": null }, { "rank": 324, "model": "gpt-3.5-turbo-0125", "modelKey": "gpt-3.5-turbo-0125", "org": "OpenAI", "rating": 1228.622394616927, "ratingLower": 1221.9649763456778, "ratingUpper": 1235.2798128881764, "rankUpper": 315, "rankLower": 334, "votes": 18544, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 1.5, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5-turbo", "pimg": null, "psec": null }, { "rank": 325, "model": "gpt-3.5-turbo-1106", "modelKey": "gpt-3.5-turbo-1106", "org": "OpenAI", "rating": 1227.8942248070498, "ratingLower": 1215.2122622085928, "ratingUpper": 1240.5761874055065, "rankUpper": 311, "rankLower": 338, "votes": 3846, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 1, "pout": 2, "ctx": 16385, "url": "https://platform.openai.com/docs/models/gpt-3-5", "pimg": null, "psec": null }, { "rank": 326, "model": "internlm2_5-20b-chat", "modelKey": "internlm2_5-20b-chat", "org": "Unknown", "rating": 1225.355864312092, "ratingLower": 1213.8951148826327, "ratingUpper": 1236.8166137415517, "rankUpper": 312, "rankLower": 338, "votes": 2597, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Other", "open": 0, "pin": 0, "pout": 0, "ctx": 32768, "url": "https://huggingface.co/internlm/internlm2_5-20b-chat", "pimg": null, "psec": null }, { "rank": 327, "model": "yi-1.5-34b-chat", "modelKey": "yi-1.5-34b-chat", "org": "Unknown", "rating": 1225.3244528834111, "ratingLower": 1216.9932302532495, "ratingUpper": 1233.6556755135728, "rankUpper": 315, "rankLower": 338, "votes": 6679, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/01-ai/Yi-1.5-34B-Chat", "pimg": null, "psec": null }, { "rank": 328, "model": "llama-3.1-tulu-3-8b", "modelKey": "llama-3.1-tulu-3-8b", "org": "Ai2", "rating": 1222.6982784585468, "ratingLower": 1202.9942636691894, "ratingUpper": 1242.402293247904, "rankUpper": 310, "rankLower": 341, "votes": 728, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B", "pimg": null, "psec": null }, { "rank": 329, "model": "llama-3.1-8b-instruct", "modelKey": "llama-3.1-8b-instruct", "org": "Meta", "rating": 1222.1838980474881, "ratingLower": 1215.9891661076815, "ratingUpper": 1228.3786299872947, "rankUpper": 316, "rankLower": 338, "votes": 13535, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.1 Community", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 131072, "url": "https://ai.meta.com/blog/meta-llama-3-1/", "pimg": null, "psec": null }, { "rank": 330, "model": "qwen1.5-32b-chat", "modelKey": "qwen1.5-32b-chat", "org": "Alibaba", "rating": 1220.8875402339788, "ratingLower": 1211.5894390986077, "ratingUpper": 1230.18564136935, "rankUpper": 316, "rankLower": 338, "votes": 6072, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5-32b/", "pimg": null, "psec": null }, { "rank": 331, "model": "llama-3-8b-instruct", "modelKey": "llama-3-8b-instruct", "org": "Meta", "rating": 1219.2230089077484, "ratingLower": 1213.0741578109917, "ratingUpper": 1225.371860004505, "rankUpper": 317, "rankLower": 338, "votes": 30221, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3 Community", "open": 1, "pin": 0.14, "pout": 0.14, "ctx": 8192, "url": "https://llama.meta.com/llama3/", "pimg": null, "psec": null }, { "rank": 332, "model": "granite-3.1-2b-instruct", "modelKey": "granite-3.1-2b-instruct", "org": "IBM", "rating": 1219.1847263223553, "ratingLower": 1200.2197453067702, "ratingUpper": 1238.1497073379405, "rankUpper": 311, "rankLower": 342, "votes": 832, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.1-2b-instruct", "pimg": null, "psec": null }, { "rank": 333, "model": "dbrx-instruct-preview", "modelKey": "dbrx-instruct-preview", "org": "Unknown", "rating": 1217.0164988088097, "ratingLower": 1207.9514180442502, "ratingUpper": 1226.0815795733693, "rankUpper": 317, "rankLower": 339, "votes": 8865, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DBRX LICENSE", "open": 1, "pin": 0.6, "pout": 0.6, "ctx": 32768, "url": "https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm", "pimg": null, "psec": null }, { "rank": 334, "model": "zephyr-orpo-141b-A35b-v0.1", "modelKey": "zephyr-orpo-141b-A35b-v0.1", "org": "Unknown", "rating": 1215.4881268457812, "ratingLower": 1198.6002985745326, "ratingUpper": 1232.37595511703, "rankUpper": 315, "rankLower": 342, "votes": 1240, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1", "pimg": null, "psec": null }, { "rank": 335, "model": "command-r", "modelKey": "command-r", "org": "Cohere", "rating": 1214.7467722735908, "ratingLower": 1207.5426579937484, "ratingUpper": 1221.9508865534333, "rankUpper": 321, "rankLower": 339, "votes": 15124, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": 128000, "url": "https://txt.cohere.com/command-r", "pimg": null, "psec": null }, { "rank": 336, "model": "phi-3-medium-4k-instruct", "modelKey": "phi-3-medium-4k-instruct", "org": "Microsoft", "rating": 1212.5692465195746, "ratingLower": 1204.4199840813037, "ratingUpper": 1220.7185089578454, "rankUpper": 321, "rankLower": 340, "votes": 6823, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.17, "pout": 0.68, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-medium-4k-instruct", "pimg": null, "psec": null }, { "rank": 337, "model": "mixtral-8x7b-instruct-v0.1", "modelKey": "mixtral-8x7b-instruct-v0.1", "org": "Mistral", "rating": 1210.8508229591478, "ratingLower": 1204.144103364383, "ratingUpper": 1217.557542553913, "rankUpper": 323, "rankLower": 340, "votes": 19541, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.63, "pout": 0.63, "ctx": 32000, "url": "https://mistral.ai/news/mixtral-of-experts/", "pimg": null, "psec": null }, { "rank": 338, "model": "granite-3.0-8b-instruct", "modelKey": "granite-3.0-8b-instruct", "org": "IBM", "rating": 1202.9655317365593, "ratingLower": 1188.1925856793084, "ratingUpper": 1217.7384777938098, "rankUpper": 323, "rankLower": 352, "votes": 1666, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-8b-instruct", "pimg": null, "psec": null }, { "rank": 339, "model": "qwen1.5-14b-chat", "modelKey": "qwen1.5-14b-chat", "org": "Alibaba", "rating": 1200.0418667098504, "ratingLower": 1189.3517389353892, "ratingUpper": 1210.7319944843116, "rankUpper": 331, "rankLower": 352, "votes": 4910, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 340, "model": "starling-lm-7b-beta", "modelKey": "starling-lm-7b-beta", "org": "Unknown", "rating": 1194.7765815561063, "ratingLower": 1184.0027526788365, "ratingUpper": 1205.550410433376, "rankUpper": 333, "rankLower": 355, "votes": 4525, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Nexusflow/Starling-LM-7B-beta", "pimg": null, "psec": null }, { "rank": 341, "model": "gemma-1.1-7b-it", "modelKey": "gemma-1.1-7b-it", "org": "Google", "rating": 1192.9382665498144, "ratingLower": 1184.345910409677, "ratingUpper": 1201.530622689952, "rankUpper": 336, "rankLower": 355, "votes": 6987, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.03, "pout": 0.09, "ctx": 8192, "url": "https://huggingface.co/google/gemma-1.1-7b-it", "pimg": null, "psec": null }, { "rank": 342, "model": "phi-3-small-8k-instruct", "modelKey": "phi-3-small-8k-instruct", "org": "Microsoft", "rating": 1188.6477802792567, "ratingLower": 1179.092663159274, "ratingUpper": 1198.2028973992394, "rankUpper": 338, "rankLower": 359, "votes": 5229, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.6, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-small-8k-instruct", "pimg": null, "psec": null }, { "rank": 343, "model": "tulu-2-dpo-70b", "modelKey": "tulu-2-dpo-70b", "org": "Unknown", "rating": 1187.393395423522, "ratingLower": 1171.0231170825775, "ratingUpper": 1203.7636737644664, "rankUpper": 335, "rankLower": 362, "votes": 1419, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "AI2 ImpACT Low-risk", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/allenai/tulu-2-dpo-70b", "pimg": null, "psec": null }, { "rank": 344, "model": "openchat-3.5-0106", "modelKey": "openchat-3.5-0106", "org": "Unknown", "rating": 1187.0583823395434, "ratingLower": 1175.8471875277105, "ratingUpper": 1198.2695771513766, "rankUpper": 338, "rankLower": 360, "votes": 3435, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/openchat/openchat-3.5-0106", "pimg": null, "psec": null }, { "rank": 345, "model": "snowflake-arctic-instruct", "modelKey": "snowflake-arctic-instruct", "org": "Unknown", "rating": 1186.2861430469027, "ratingLower": 1177.1685471205383, "ratingUpper": 1195.4037389732669, "rankUpper": 338, "rankLower": 359, "votes": 9592, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://www.snowflake.com/blog/arctic-open-efficient-foundation-language-models-snowflake/", "pimg": null, "psec": null }, { "rank": 346, "model": "gemma-2-2b-it", "modelKey": "gemma-2-2b-it", "org": "Google", "rating": 1184.6718441898186, "ratingLower": 1178.2196280582625, "ratingUpper": 1191.1240603213744, "rankUpper": 338, "rankLower": 359, "votes": 12322, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-2b-it", "pimg": null, "psec": null }, { "rank": 347, "model": "yi-34b-chat", "modelKey": "yi-34b-chat", "org": "Unknown", "rating": 1183.743707633247, "ratingLower": 1173.1807904661312, "ratingUpper": 1194.306624800363, "rankUpper": 338, "rankLower": 362, "votes": 3838, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Yi License", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": 4096, "url": "https://huggingface.co/01-ai/Yi-34B-Chat", "pimg": null, "psec": null }, { "rank": 348, "model": "openhermes-2.5-mistral-7b", "modelKey": "openhermes-2.5-mistral-7b", "org": "Unknown", "rating": 1180.5004307928534, "ratingLower": 1163.6762704761306, "ratingUpper": 1197.3245911095764, "rankUpper": 338, "rankLower": 367, "votes": 1139, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.17, "pout": 0.17, "ctx": null, "url": "https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B", "pimg": null, "psec": null }, { "rank": 349, "model": "granite-3.0-2b-instruct", "modelKey": "granite-3.0-2b-instruct", "org": "IBM", "rating": 1177.2334261498434, "ratingLower": 1162.5658169998694, "ratingUpper": 1191.9010352998173, "rankUpper": 338, "rankLower": 367, "votes": 1740, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/ibm-granite/granite-3.0-2b-instruct", "pimg": null, "psec": null }, { "rank": 350, "model": "openchat-3.5", "modelKey": "openchat-3.5", "org": "Unknown", "rating": 1175.6291846279312, "ratingLower": 1159.9597663550157, "ratingUpper": 1191.2986029008466, "rankUpper": 338, "rankLower": 371, "votes": 1663, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/openchat/openchat_3.5", "pimg": null, "psec": null }, { "rank": 351, "model": "deepseek-llm-67b-chat", "modelKey": "deepseek-llm-67b-chat", "org": "DeepSeek", "rating": 1175.3287541820403, "ratingLower": 1156.944439661068, "ratingUpper": 1193.7130687030124, "rankUpper": 338, "rankLower": 371, "votes": 1120, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "DeepSeek License", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat", "pimg": null, "psec": null }, { "rank": 352, "model": "phi-3-mini-4k-instruct-june-2024", "modelKey": "phi-3-mini-4k-instruct-june-2024", "org": "Microsoft", "rating": 1175.2108420650181, "ratingLower": 1164.3337107942198, "ratingUpper": 1186.0879733358165, "rankUpper": 340, "rankLower": 367, "votes": 3155, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": 4096, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 353, "model": "wizardlm-70b", "modelKey": "wizardlm-70b", "org": "Microsoft", "rating": 1172.4478254925746, "ratingLower": 1157.2139389121903, "ratingUpper": 1187.681712072959, "rankUpper": 340, "rankLower": 371, "votes": 1752, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-70B-V1.0", "pimg": null, "psec": null }, { "rank": 354, "model": "qwq-32b-preview", "modelKey": "qwq-32b-preview", "org": "Alibaba", "rating": 1168.3235141800358, "ratingLower": 1148.999221562254, "ratingUpper": 1187.6478067978176, "rankUpper": 340, "rankLower": 373, "votes": 852, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.5, "pout": 1, "ctx": 16384, "url": "https://huggingface.co/Qwen/QwQ-32B-Preview", "pimg": null, "psec": null }, { "rank": 355, "model": "llama-3.2-3b-instruct", "modelKey": "llama-3.2-3b-instruct", "org": "Meta", "rating": 1167.9747258219481, "ratingLower": 1155.391185573726, "ratingUpper": 1180.55826607017, "rankUpper": 342, "rankLower": 371, "votes": 2216, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.05, "pout": 0.33, "ctx": 131072, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 356, "model": "starling-lm-7b-alpha", "modelKey": "starling-lm-7b-alpha", "org": "Unknown", "rating": 1167.951228284644, "ratingLower": 1155.27582312538, "ratingUpper": 1180.626633443908, "rankUpper": 342, "rankLower": 371, "votes": 2471, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha", "pimg": null, "psec": null }, { "rank": 357, "model": "vicuna-33b", "modelKey": "vicuna-33b", "org": "Unknown", "rating": 1164.1042652383703, "ratingLower": 1154.066401142789, "ratingUpper": 1174.1421293339517, "rankUpper": 346, "rankLower": 371, "votes": 5071, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0, "pout": 0, "ctx": 2048, "url": "https://huggingface.co/lmsys/vicuna-33b-v1.3", "pimg": null, "psec": null }, { "rank": 358, "model": "llama-2-70b-chat", "modelKey": "llama-2-70b-chat", "org": "Meta", "rating": 1159.886748468796, "ratingLower": 1151.7213615586809, "ratingUpper": 1168.052135378911, "rankUpper": 348, "rankLower": 371, "votes": 9650, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.7, "pout": 2.8, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-70b-chat-hf", "pimg": null, "psec": null }, { "rank": 359, "model": "codellama-70b-instruct", "modelKey": "codellama-70b-instruct", "org": "Meta", "rating": 1159.630302037765, "ratingLower": 1129.202193607418, "ratingUpper": 1190.058410468112, "rankUpper": 338, "rankLower": 382, "votes": 306, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.7, "pout": 2.8, "ctx": 16384, "url": "https://huggingface.co/codellama/CodeLlama-70b-hf", "pimg": null, "psec": null }, { "rank": 360, "model": "mpt-30b-chat", "modelKey": "mpt-30b-chat", "org": "Unknown", "rating": 1157.3938875239292, "ratingLower": 1130.863641642977, "ratingUpper": 1183.9241334048816, "rankUpper": 342, "rankLower": 379, "votes": 434, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-30b-chat", "pimg": null, "psec": null }, { "rank": 361, "model": "solar-10.7b-instruct-v1.0", "modelKey": "solar-10.7b-instruct-v1.0", "org": "Unknown", "rating": 1157.3151778430772, "ratingLower": 1137.8274165952405, "ratingUpper": 1176.8029390909137, "rankUpper": 345, "rankLower": 378, "votes": 932, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-4.0", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0", "pimg": null, "psec": null }, { "rank": 362, "model": "mistral-7b-instruct-v0.2", "modelKey": "mistral-7b-instruct-v0.2", "org": "Mistral", "rating": 1156.2560160404798, "ratingLower": 1146.5487461362313, "ratingUpper": 1165.963285944728, "rankUpper": 348, "rankLower": 376, "votes": 5150, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": 32768, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2", "pimg": null, "psec": null }, { "rank": 363, "model": "dolphin-2.2.1-mistral-7b", "modelKey": "dolphin-2.2.1-mistral-7b", "org": "Unknown", "rating": 1155.43137772401, "ratingLower": 1128.2174265783233, "ratingUpper": 1182.6453288696966, "rankUpper": 342, "rankLower": 383, "votes": 359, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.5, "pout": 0.5, "ctx": 16384, "url": "https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b", "pimg": null, "psec": null }, { "rank": 364, "model": "gemma-7b-it", "modelKey": "gemma-7b-it", "org": "Google", "rating": 1153.4168275946445, "ratingLower": 1139.8925412857511, "ratingUpper": 1166.9411139035378, "rankUpper": 348, "rankLower": 378, "votes": 2267, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.05, "pout": 0.08, "ctx": 8192, "url": "https://huggingface.co/google/gemma-7b-it", "pimg": null, "psec": null }, { "rank": 365, "model": "phi-3-mini-4k-instruct", "modelKey": "phi-3-mini-4k-instruct", "org": "Microsoft", "rating": 1152.9399824747136, "ratingLower": 1143.3471467225859, "ratingUpper": 1162.5328182268413, "rankUpper": 351, "rankLower": 376, "votes": 5872, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct", "pimg": null, "psec": null }, { "rank": 366, "model": "smollm2-1.7b-instruct", "modelKey": "smollm2-1.7b-instruct", "org": "Unknown", "rating": 1150.666311073882, "ratingLower": 1126.338089549307, "ratingUpper": 1174.9945325984572, "rankUpper": 346, "rankLower": 384, "votes": 572, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct", "pimg": null, "psec": null }, { "rank": 367, "model": "qwen1.5-7b-chat", "modelKey": "qwen1.5-7b-chat", "org": "Alibaba", "rating": 1150.2498436553249, "ratingLower": 1134.6358561090365, "ratingUpper": 1165.8638312016133, "rankUpper": 348, "rankLower": 378, "votes": 1333, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 368, "model": "palm-2", "modelKey": "palm-2", "org": "Google", "rating": 1146.5592192120628, "ratingLower": 1131.1771072223514, "ratingUpper": 1161.9413312017743, "rankUpper": 351, "rankLower": 378, "votes": 1605, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Proprietary", "open": 0, "pin": 0.5, "pout": 0.5, "ctx": 25804, "url": "https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models#foundation_models", "pimg": null, "psec": null }, { "rank": 369, "model": "llama2-70b-steerlm-chat", "modelKey": "llama2-70b-steerlm-chat", "org": "Nvidia", "rating": 1145.87730809715, "ratingLower": 1125.4684834651587, "ratingUpper": 1166.2861327291414, "rankUpper": 348, "rankLower": 384, "votes": 787, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nvidia/Llama2-70B-SteerLM-Chat", "pimg": null, "psec": null }, { "rank": 370, "model": "qwen-14b-chat", "modelKey": "qwen-14b-chat", "org": "Alibaba", "rating": 1141.69922691994, "ratingLower": 1122.8560121799612, "ratingUpper": 1160.5424416599187, "rankUpper": 351, "rankLower": 385, "votes": 1006, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/Qwen/Qwen-14B-Chat", "pimg": null, "psec": null }, { "rank": 371, "model": "llama-2-13b-chat", "modelKey": "llama-2-13b-chat", "org": "Meta", "rating": 1138.3475317932464, "ratingLower": 1128.019217711581, "ratingUpper": 1148.6758458749118, "rankUpper": 359, "rankLower": 383, "votes": 4475, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.25, "pout": 0.25, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-13b-chat-hf", "pimg": null, "psec": null }, { "rank": 372, "model": "gemma-1.1-2b-it", "modelKey": "gemma-1.1-2b-it", "org": "Google", "rating": 1137.7666235713061, "ratingLower": 1125.9598468659165, "ratingUpper": 1149.5734002766956, "rankUpper": 358, "rankLower": 384, "votes": 3183, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/google/gemma-1.1-2b-it", "pimg": null, "psec": null }, { "rank": 373, "model": "codellama-34b-instruct", "modelKey": "codellama-34b-instruct", "org": "Meta", "rating": 1133.0899035350112, "ratingLower": 1118.3945709630464, "ratingUpper": 1147.785236106976, "rankUpper": 359, "rankLower": 386, "votes": 1540, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.35, "pout": 1.4, "ctx": 16384, "url": "https://huggingface.co/codellama/CodeLlama-34b-Instruct-hf", "pimg": null, "psec": null }, { "rank": 374, "model": "vicuna-13b", "modelKey": "vicuna-13b", "org": "Unknown", "rating": 1131.59142558722, "ratingLower": 1120.9575475393897, "ratingUpper": 1142.2253036350505, "rankUpper": 361, "rankLower": 386, "votes": 3971, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-13b-v1.5", "pimg": null, "psec": null }, { "rank": 375, "model": "phi-3-mini-128k-instruct", "modelKey": "phi-3-mini-128k-instruct", "org": "Microsoft", "rating": 1130.1390374754908, "ratingLower": 1119.2512864481744, "ratingUpper": 1141.0267885028072, "rankUpper": 361, "rankLower": 386, "votes": 6167, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.13, "pout": 0.52, "ctx": null, "url": "https://azure.microsoft.com/en-us/blog/introducing-phi-3-redefining-whats-possible-with-slms/", "pimg": null, "psec": null }, { "rank": 376, "model": "nous-hermes-2-mixtral-8x7b-dpo", "modelKey": "nous-hermes-2-mixtral-8x7b-dpo", "org": "Unknown", "rating": 1129.282829010042, "ratingLower": 1111.6857237010922, "ratingUpper": 1146.879934318992, "rankUpper": 359, "rankLower": 386, "votes": 1066, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.9, "pout": 0.9, "ctx": null, "url": "https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "pimg": null, "psec": null }, { "rank": 377, "model": "falcon-180b-chat", "modelKey": "falcon-180b-chat", "org": "Unknown", "rating": 1126.9815523259283, "ratingLower": 1092.5779777954249, "ratingUpper": 1161.3851268564317, "rankUpper": 351, "rankLower": 389, "votes": 231, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Falcon-180B TII License", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/tiiuae/falcon-180B-chat", "pimg": null, "psec": null }, { "rank": 378, "model": "zephyr-7b-alpha", "modelKey": "zephyr-7b-alpha", "org": "Unknown", "rating": 1122.5517424163518, "ratingLower": 1093.4666359769699, "ratingUpper": 1151.636848855734, "rankUpper": 358, "rankLower": 389, "votes": 333, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha", "pimg": null, "psec": null }, { "rank": 379, "model": "zephyr-7b-beta", "modelKey": "zephyr-7b-beta", "org": "Unknown", "rating": 1116.474253260277, "ratingLower": 1102.1555391419956, "ratingUpper": 1130.7929673785582, "rankUpper": 366, "rankLower": 388, "votes": 2220, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 16384, "url": "https://huggingface.co/HuggingFaceH4/zephyr-7b-beta", "pimg": null, "psec": null }, { "rank": 380, "model": "wizardlm-13b", "modelKey": "wizardlm-13b", "org": "Microsoft", "rating": 1114.4359819656183, "ratingLower": 1097.9474992504088, "ratingUpper": 1130.924464680828, "rankUpper": 365, "rankLower": 388, "votes": 1278, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.3, "pout": 0.3, "ctx": null, "url": "https://huggingface.co/WizardLM/WizardLM-13B-V1.2", "pimg": null, "psec": null }, { "rank": 381, "model": "mistral-7b-instruct", "modelKey": "mistral-7b-instruct", "org": "Mistral", "rating": 1114.311708721917, "ratingLower": 1099.0447284708844, "ratingUpper": 1129.5786889729497, "rankUpper": 366, "rankLower": 388, "votes": 1917, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.07, "pout": 0.28, "ctx": 4096, "url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1", "pimg": null, "psec": null }, { "rank": 382, "model": "llama-3.2-1b-instruct", "modelKey": "llama-3.2-1b-instruct", "org": "Meta", "rating": 1114.002547530238, "ratingLower": 1101.1009744145342, "ratingUpper": 1126.9041206459417, "rankUpper": 369, "rankLower": 388, "votes": 2247, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 3.2", "open": 1, "pin": 0.027, "pout": 0.201, "ctx": 60000, "url": "https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/", "pimg": null, "psec": null }, { "rank": 383, "model": "gemma-2b-it", "modelKey": "gemma-2b-it", "org": "Google", "rating": 1111.5384805598292, "ratingLower": 1094.0437867820267, "ratingUpper": 1129.0331743376319, "rankUpper": 367, "rankLower": 388, "votes": 1191, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Gemma license", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://huggingface.co/google/gemma-2b-it", "pimg": null, "psec": null }, { "rank": 384, "model": "stripedhyena-nous-7b", "modelKey": "stripedhyena-nous-7b", "org": "Unknown", "rating": 1107.5384904628902, "ratingLower": 1090.6709488220285, "ratingUpper": 1124.406032103752, "rankUpper": 372, "rankLower": 389, "votes": 1237, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/togethercomputer/StripedHyena-Nous-7B", "pimg": null, "psec": null }, { "rank": 385, "model": "guanaco-33b", "modelKey": "guanaco-33b", "org": "Unknown", "rating": 1105.058666898927, "ratingLower": 1079.821093991376, "ratingUpper": 1130.2962398064778, "rankUpper": 366, "rankLower": 391, "votes": 517, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/timdettmers/guanaco-33b-merged", "pimg": null, "psec": null }, { "rank": 386, "model": "vicuna-7b", "modelKey": "vicuna-7b", "org": "Unknown", "rating": 1104.755018150078, "ratingLower": 1087.8787127434136, "ratingUpper": 1121.6313235567425, "rankUpper": 373, "rankLower": 389, "votes": 1258, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/lmsys/vicuna-7b-v1.5", "pimg": null, "psec": null }, { "rank": 387, "model": "llama-2-7b-chat", "modelKey": "llama-2-7b-chat", "org": "Meta", "rating": 1096.6285797022092, "ratingLower": 1085.7590824459596, "ratingUpper": 1107.4980769584588, "rankUpper": 377, "rankLower": 389, "votes": 3289, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Llama 2 Community", "open": 1, "pin": 0.15, "pout": 0.15, "ctx": 4096, "url": "https://huggingface.co/meta-llama/Llama-2-7b-chat-hf", "pimg": null, "psec": null }, { "rank": 388, "model": "qwen1.5-4b-chat", "modelKey": "qwen1.5-4b-chat", "org": "Alibaba", "rating": 1094.792489813067, "ratingLower": 1080.6767864604299, "ratingUpper": 1108.9081931657045, "rankUpper": 377, "rankLower": 390, "votes": 2075, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Qianwen LICENSE", "open": 1, "pin": 0.1, "pout": 0.1, "ctx": null, "url": "https://qwenlm.github.io/blog/qwen1.5/", "pimg": null, "psec": null }, { "rank": 389, "model": "olmo-7b-instruct", "modelKey": "olmo-7b-instruct", "org": "Ai2", "rating": 1068.2883760630534, "ratingLower": 1051.4364060587054, "ratingUpper": 1085.1403460674012, "rankUpper": 387, "rankLower": 394, "votes": 1462, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": 0.2, "pout": 0.2, "ctx": null, "url": "https://huggingface.co/allenai/OLMo-7B-Instruct", "pimg": null, "psec": null }, { "rank": 390, "model": "gpt4all-13b-snoozy", "modelKey": "gpt4all-13b-snoozy", "org": "Unknown", "rating": 1064.1740889679415, "ratingLower": 1034.4095864603933, "ratingUpper": 1093.9385914754898, "rankUpper": 382, "rankLower": 396, "votes": 347, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/nomic-ai/gpt4all-13b-snoozy", "pimg": null, "psec": null }, { "rank": 391, "model": "chatglm3-6b", "modelKey": "chatglm3-6b", "org": "Unknown", "rating": 1060.1361416966922, "ratingLower": 1040.2989552873541, "ratingUpper": 1079.9733281060303, "rankUpper": 388, "rankLower": 395, "votes": 999, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm3-6b", "pimg": null, "psec": null }, { "rank": 392, "model": "koala-13b", "modelKey": "koala-13b", "org": "Unknown", "rating": 1033.9669170658767, "ratingLower": 1015.8085916874368, "ratingUpper": 1052.1252424443169, "rankUpper": 389, "rankLower": 398, "votes": 1250, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://bair.berkeley.edu/blog/2023/04/03/koala/", "pimg": null, "psec": null }, { "rank": 393, "model": "mpt-7b-chat", "modelKey": "mpt-7b-chat", "org": "Unknown", "rating": 1032.435722695497, "ratingLower": 1010.6701662445137, "ratingUpper": 1054.2012791464801, "rankUpper": 389, "rankLower": 398, "votes": 714, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/mosaicml/mpt-7b-chat", "pimg": null, "psec": null }, { "rank": 394, "model": "chatglm2-6b", "modelKey": "chatglm2-6b", "org": "Unknown", "rating": 1028.1841326104072, "ratingLower": 1001.679479335512, "ratingUpper": 1054.6887858853024, "rankUpper": 389, "rankLower": 398, "votes": 490, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache-2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm2-6b", "pimg": null, "psec": null }, { "rank": 395, "model": "oasst-pythia-12b", "modelKey": "oasst-pythia-12b", "org": "Unknown", "rating": 1022.3536664492065, "ratingLower": 1003.6256902786745, "ratingUpper": 1041.0816426197382, "rankUpper": 390, "rankLower": 398, "votes": 1153, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5", "pimg": null, "psec": null }, { "rank": 396, "model": "RWKV-4-Raven-14B", "modelKey": "RWKV-4-Raven-14B", "org": "Unknown", "rating": 1016.5737806659024, "ratingLower": 995.973594395535, "ratingUpper": 1037.1739669362696, "rankUpper": 391, "rankLower": 399, "votes": 876, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/BlinkDL/rwkv-4-raven", "pimg": null, "psec": null }, { "rank": 397, "model": "alpaca-13b", "modelKey": "alpaca-13b", "org": "Unknown", "rating": 1008.6621978415355, "ratingLower": 989.0721341103892, "ratingUpper": 1028.2522615726816, "rankUpper": 392, "rankLower": 399, "votes": 1057, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://crfm.stanford.edu/2023/03/13/alpaca.html", "pimg": null, "psec": null }, { "rank": 398, "model": "chatglm-6b", "modelKey": "chatglm-6b", "org": "Unknown", "rating": 1000.0823519743615, "ratingLower": 978.632258562837, "ratingUpper": 1021.5324453858859, "rankUpper": 392, "rankLower": 399, "votes": 848, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/THUDM/chatglm-6b", "pimg": null, "psec": null }, { "rank": 399, "model": "dolly-v2-12b", "modelKey": "dolly-v2-12b", "org": "Unknown", "rating": 972.5182298698078, "ratingLower": 948.4424571648515, "ratingUpper": 996.5940025747641, "rankUpper": 396, "rankLower": 401, "votes": 615, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "MIT", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/databricks/dolly-v2-12b", "pimg": null, "psec": null }, { "rank": 400, "model": "stablelm-tuned-alpha-7b", "modelKey": "stablelm-tuned-alpha-7b", "org": "Unknown", "rating": 943.1373951069897, "ratingLower": 919.0403784211821, "ratingUpper": 967.2344117927973, "rankUpper": 399, "rankLower": 402, "votes": 575, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "CC-BY-NC-SA-4.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b", "pimg": null, "psec": null }, { "rank": 401, "model": "fastchat-t5-3b", "modelKey": "fastchat-t5-3b", "org": "Unknown", "rating": 938.094791734462, "ratingLower": 916.8901207546655, "ratingUpper": 959.2994627142587, "rankUpper": 399, "rankLower": 402, "votes": 797, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Apache 2.0", "open": 1, "pin": null, "pout": null, "ctx": null, "url": "https://huggingface.co/lmsys/fastchat-t5-3b-v1.0", "pimg": null, "psec": null }, { "rank": 402, "model": "llama-13b", "modelKey": "llama-13b", "org": "Meta", "rating": 917.4803274946198, "ratingLower": 887.4212263598066, "ratingUpper": 947.5394286294331, "rankUpper": 400, "rankLower": 402, "votes": 430, "isAutoEval": false, "releaseType": null, "preliminary": false, "license": "Non-commercial", "open": 0, "pin": 0.225, "pout": 0.225, "ctx": null, "url": "https://arxiv.org/abs/2302.13971", "pimg": null, "psec": null } ] }, "boardMeta": { "t2i": { "sourceUrl": "https://arena.ai/leaderboard/text-to-image", "sourceUpdatedAt": "2026-09-21T17:00:00.000Z", "fetchedAt": "2026-09-24T04:17:09.782Z", "variant": "raw", "verified": true, "sha256": "23fcda0f39032a748fe9985cde29a9cf52db88974ebba045cdf9669612abf8ff", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "ff2f34b5d71f63f574745e0b7c71f0025f414f7af97dfd8a66083324eaf48aff", "sourceHtmlSha256": "57b8ac1035989e892a1da443dd723fdf4f4cd10857ce75bc5ace297df2a04e6a", "sourceId": "leaderboard-sets/public/leaderboards/text_to_image-overall-raw/leaderboard-snapshots/latest", "sourceTotalVotes": 6258152, "sourceTotalModels": 79, "rankedModels": 79, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "imgedit": { "sourceUrl": "https://arena.ai/leaderboard/image-edit", "sourceUpdatedAt": "2026-09-21T17:00:00.000Z", "fetchedAt": "2026-09-24T04:17:09.820Z", "variant": "raw", "verified": true, "sha256": "e6cf68be2589edfcf870c3ab14fb5e897ae384f4306d013ff8fadefeeb8202d5", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "3b68dce994613ae0d582857f426eaf0ccaa904a68bea0bcfc3d68475a798fbf5", "sourceHtmlSha256": "59d5587e5f48301e605004ad61cb529f1fb25474b41785cfbc45518ec11f144b", "sourceId": "leaderboard-sets/public/leaderboards/image_edit-overall-raw/leaderboard-snapshots/latest", "sourceTotalVotes": 29902508, "sourceTotalModels": 56, "rankedModels": 56, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "doc": { "sourceUrl": "https://arena.ai/leaderboard/document", "sourceUpdatedAt": "2026-09-13T14:00:00.000Z", "fetchedAt": "2026-09-24T04:17:09.825Z", "variant": "raw", "verified": true, "sha256": "9e153fa6a59faad761dd0ad196dfc41d66cce73d676b86d95e9cc86a0b43e6dd", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "1535d60a50c1bd83adfc4642a284d3d9df61e35f1451d31570a87fe6668cee20", "sourceHtmlSha256": "19fd57bd53f6ac037a547246382052adafeadd73a46758b6d18222f2396d12d8", "sourceId": "leaderboard-sets/public/leaderboards/document-overall-raw/leaderboard-snapshots/latest", "sourceTotalVotes": 404715, "sourceTotalModels": 44, "rankedModels": 44, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "search": { "sourceUrl": "https://arena.ai/leaderboard/search", "sourceUpdatedAt": "2026-08-24T20:00:00.000Z", "fetchedAt": "2026-09-24T04:17:09.866Z", "variant": "raw", "verified": true, "sha256": "f96e92a105d90d626a6e989ba1e76005a19a8e12733f2a3ed4c036394faaec3d", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "4b6e9dd1408c95db35f730e4fb0f5934804f81748c74b233f867f6c23a42bfde", "sourceHtmlSha256": "1706e2be9510c0d08bc041d45117b28629bc2217e86b7d4f7a697efd2bcdee69", "sourceId": "leaderboard-sets/public/leaderboards/search-overall-raw/leaderboard-snapshots/latest", "sourceTotalVotes": 1110523, "sourceTotalModels": 34, "rankedModels": 34, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "i2v": { "sourceUrl": "https://arena.ai/leaderboard/image-to-video", "sourceUpdatedAt": "2026-09-21T17:00:00.000Z", "fetchedAt": "2026-09-24T04:17:09.923Z", "variant": "raw", "verified": true, "sha256": "d9a432df1935666fb295e98e48306bf38eb7e7a887cdc740de7ad546f090ff2a", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "0da6ead1cc3475adbc36e75479dcb4d688cd00326a779767d6b0e07736d311b2", "sourceHtmlSha256": "1f31dbdb4b9119ad97571c241a7457a1ccddcc6a6ae4faebf743e1a2fbbccd64", "sourceId": "leaderboard-sets/public/leaderboards/image_to_video-overall-raw/leaderboard-snapshots/latest", "sourceTotalVotes": 2081953, "sourceTotalModels": 48, "rankedModels": 48, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "webdev": { "sourceUrl": "https://arena.ai/leaderboard/code", "sourceUpdatedAt": "2026-09-23T22:00:00.000Z", "fetchedAt": "2026-09-24T04:17:09.967Z", "variant": "raw", "verified": true, "sha256": "b0dc6c7b0ce0329a71504139ea772d242ce15215d4bba96cd62b4d039f18d99b", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "dc4a9c229ff741df056d9ca8cb93559d7117266b811ec2639639124aa81b480e", "sourceHtmlSha256": "9c1418476f8fc6f5a75aeb3bc44d83da4a730d07180d83d470b641f875fbb6d0", "sourceId": "leaderboard-sets/public/leaderboards/webdev-overall-raw/leaderboard-snapshots/latest", "sourceTotalVotes": 739375, "sourceTotalModels": 132, "rankedModels": 131, "excludedAutoEval": 1, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "t2v": { "sourceUrl": "https://arena.ai/leaderboard/text-to-video", "sourceUpdatedAt": "2026-09-21T17:00:00.000Z", "fetchedAt": "2026-09-24T04:17:09.977Z", "variant": "raw", "verified": true, "sha256": "01ca92db7ae940009be54106d59818db9ebec34a98dbc181c1000e26aac6b6d6", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "76e8b570299789c3c5a5ce36a34d9ac74dc5d52606a53933c8ca8e3bd8e30c79", "sourceHtmlSha256": "2f474255ba7a7c531a0e4a3de204c69264dc085ccad947489f9e0d07e9497751", "sourceId": "leaderboard-sets/public/leaderboards/text_to_video-overall-raw/leaderboard-snapshots/latest", "sourceTotalVotes": 718577, "sourceTotalModels": 48, "rankedModels": 48, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "vision": { "sourceUrl": "https://arena.ai/leaderboard/vision", "sourceUpdatedAt": "2026-09-13T14:00:00.000Z", "fetchedAt": "2026-09-24T04:17:10.040Z", "variant": "style_control", "verified": true, "sha256": "b40ab41f125edaa69ce59cf1a460320923d572fb5fff0c3cbbd07432cb98f0c8", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "1d7d18c6b56ac3a3b3107583726f2f335e220f172599ace9e63aaed2d8df2375", "sourceHtmlSha256": "4ba99674fc983a0e8db11ee35db381894cc8adcdfbd8dde86b9b256372af8ea8", "sourceId": "leaderboard-sets/public/leaderboards/vision-overall-style_control/leaderboard-snapshots/latest", "sourceTotalVotes": 1314119, "sourceTotalModels": 152, "rankedModels": 152, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "longquery": { "sourceUrl": "https://arena.ai/leaderboard/text/longer-query", "sourceUpdatedAt": "2026-09-13T14:00:00.000Z", "fetchedAt": "2026-09-24T04:17:10.240Z", "variant": "style_control", "verified": true, "sha256": "ad7acc224f11447246a34b37defa72b8f90bb0b4be454453c1de94ebda81627f", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "1e7ec8b83b503a33353d6ee79ff891172cb1ca6151fa2467795f16b7803c2c07", "sourceHtmlSha256": "3add32f2ba0e78cf657acaea96e9a87092560d1737178b081370cbf5cf132d64", "sourceId": "leaderboard-sets/public/leaderboards/text-longer_query-style_control/leaderboard-snapshots/latest", "sourceTotalVotes": 2063401, "sourceTotalModels": 380, "rankedModels": 380, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "math": { "sourceUrl": "https://arena.ai/leaderboard/text/math", "sourceUpdatedAt": "2026-09-13T14:00:00.000Z", "fetchedAt": "2026-09-24T04:17:10.282Z", "variant": "style_control", "verified": true, "sha256": "2d09904bc2f72bc9b8d3fcf8710ff35a07826c19017ae7096c0c5b88b475906d", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "d873f6ef31cd87cf4ca60e0db4b89dae81106d54aa3c357f9ba0b44f2fcf7135", "sourceHtmlSha256": "785fc657fb864e5dc108be19593fdfa48719c62091f2ba796eab0defb4f67061", "sourceId": "leaderboard-sets/public/leaderboards/text-math-style_control/leaderboard-snapshots/latest", "sourceTotalVotes": 669540, "sourceTotalModels": 384, "rankedModels": 384, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "multi_turn": { "sourceUrl": "https://arena.ai/leaderboard/text/multi-turn", "sourceUpdatedAt": "2026-09-13T14:00:00.000Z", "fetchedAt": "2026-09-24T04:17:10.298Z", "variant": "style_control", "verified": true, "sha256": "a7dfcb8565ed9bb11bd5a8db8e60dff839de35b1176f273d2b4d454c1c657a8e", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "c9c3359736a2994d0d04403b72d0fe7fad7d89f588d8e335548a3db42980a890", "sourceHtmlSha256": "02e328f99dc5e389eaa36774ef9de98a2ea49079b507dc6a49bd2084a523c743", "sourceId": "leaderboard-sets/public/leaderboards/text-multi_turn-style_control/leaderboard-snapshots/latest", "sourceTotalVotes": 1353918, "sourceTotalModels": 400, "rankedModels": 400, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "coding": { "sourceUrl": "https://arena.ai/leaderboard/text/coding", "sourceUpdatedAt": "2026-09-13T14:00:00.000Z", "fetchedAt": "2026-09-24T04:17:10.370Z", "variant": "style_control", "verified": true, "sha256": "d5567bad7f8facdd922d690e0e858b28372e858deec0800f8358bd3394ae3741", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "4f4deaaa9d2103a1bfc02e521058f93236fc6980a5a447ca2a731ca41157ed2a", "sourceHtmlSha256": "9e7e9967b0591348b0e78cf943ff16a2689fcd7e036c57ac8eec8a4d1f7403d5", "sourceId": "leaderboard-sets/public/leaderboards/text-coding-style_control/leaderboard-snapshots/latest", "sourceTotalVotes": 1721564, "sourceTotalModels": 397, "rankedModels": 397, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "text": { "sourceUrl": "https://arena.ai/leaderboard/text/overall", "sourceUpdatedAt": "2026-09-13T14:00:00.000Z", "fetchedAt": "2026-09-24T04:17:10.533Z", "variant": "style_control", "verified": true, "sha256": "94c266a551db100004e4858712ddc9abad01ef0f8b54520503577ba5c59e3de4", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "a91e012045406a9c00510a202bbdf1cc86b6d9675f9bf544f36a034e45e3f1f7", "sourceHtmlSha256": "08f063adcc2ed64924f570bb5fc51709298f92fd85f864ef37fc24b5e705cec5", "sourceId": "leaderboard-sets/public/leaderboards/text-overall-style_control/leaderboard-snapshots/latest", "sourceTotalVotes": 8146274, "sourceTotalModels": 402, "rankedModels": 402, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "instruct": { "sourceUrl": "https://arena.ai/leaderboard/text/instruction-following", "sourceUpdatedAt": "2026-09-13T14:00:00.000Z", "fetchedAt": "2026-09-24T04:17:10.730Z", "variant": "style_control", "verified": true, "sha256": "8df427ce1d41f3ebaa35c2d6096e77339b87ae06e5ff51b7cca07f6e625fc281", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "1495f68af36838065af081dc563cd73087b3744a59a2b9fd2e18acbcfbb4cdd9", "sourceHtmlSha256": "41912f80f831484fabf0f9b64cdd94cf6030a8c3629bf00ce35e47ad6d1fcdfc", "sourceId": "leaderboard-sets/public/leaderboards/text-instruction_following-style_control/leaderboard-snapshots/latest", "sourceTotalVotes": 2684729, "sourceTotalModels": 402, "rankedModels": 402, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "writing": { "sourceUrl": "https://arena.ai/leaderboard/text/creative-writing", "sourceUpdatedAt": "2026-09-13T14:00:00.000Z", "fetchedAt": "2026-09-24T04:17:10.927Z", "variant": "style_control", "verified": true, "sha256": "a868bc18cad877deb5065a2956ae3e3e9fad58e089463af7ac59689df0c82160", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "3abf7e909853653bf38385137ca4a768f25add9c3d3b4df2a65773f2c9a44ad0", "sourceHtmlSha256": "d3de3bbcbbbad4d16866367931d7931f3bac2b65e3b4da1e45f1aaa4802bcd2b", "sourceId": "leaderboard-sets/public/leaderboards/text-creative_writing-style_control/leaderboard-snapshots/latest", "sourceTotalVotes": 1261284, "sourceTotalModels": 400, "rankedModels": 400, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." }, "hard": { "sourceUrl": "https://arena.ai/leaderboard/text/hard-prompts", "sourceUpdatedAt": "2026-09-13T14:00:00.000Z", "fetchedAt": "2026-09-24T04:17:11.423Z", "variant": "style_control", "verified": true, "sha256": "a90b9ab4e0bd900dce80012a508e83af0b0670f9f9ce4b894a51983c6ae271f4", "hashScope": "SHA-256 of JSON.stringify({sourceUpdatedAt,variant,rows}) using delivered row order", "sourceRecordSha256": "aa71de1929eccc7215e67f5688adc55b4869c51091122691d4792ce9a406491c", "sourceHtmlSha256": "bdc1b8b6bd4ea5b984e82492a95fd42155e816cadbb3e488a73a548ba68c3c8b", "sourceId": "leaderboard-sets/public/leaderboards/text-hard_prompts-style_control/leaderboard-snapshots/latest", "sourceTotalVotes": 3766261, "sourceTotalModels": 402, "rankedModels": 402, "excludedAutoEval": 0, "status": "fetched", "verification": "Source identity, schema, date, intervals and ranks checked; not an independent model evaluation." } }, "licensePolicy": "The open flag marks only recognized source labels for publicly available weight licenses. Unknown and generic labels are excluded. It does not establish OSI approval or commercial-use permission; consult the original license." }