{ "about": "GrindBench published results. rate = % of tasks right (no deal-breaker, at least 80% of the checklist); lo/hi = 95% range; costPerTaskUsd = tokens at OpenRouter list price.", "benchmarks": [ { "id": "public-sector", "name": "Public Sector", "suiteVersion": "v1-core-2026Q3", "lastRun": "2026-10-29", "models": [ { "id": "claude-opus-5-5", "name": "Claude Opus 5.5", "lab": "Anthropic", "openWeights": false, "openrouterId": "anthropic/claude-opus-5.5", "results": { "all": { "rate": 67.6667, "lo": 62.3333, "hi": 72.6667, "tasks": 300, "costPerTaskUsd": 0.066876 }, "family=atip_redaction": { "rate": 32.7273, "lo": 21.8182, "hi": 45.4545, "tasks": 55, "costPerTaskUsd": 0.06531 }, "family=bilingual_equivalence": { "rate": 79.661, "lo": 69.4915, "hi": 89.8305, "tasks": 59, "costPerTaskUsd": 0.093928 }, "family=performance_analysis": { "rate": 63.7795, "lo": 55.1181, "hi": 71.6535, "tasks": 127, "costPerTaskUsd": 0.055736 }, "family=procurement_evaluation": { "rate": 96.6102, "lo": 91.5254, "hi": 100, "tasks": 59, "costPerTaskUsd": 0.065265 }, "order=federal": { "rate": 68.4615, "lo": 60, "hi": 76.1538, "tasks": 130, "costPerTaskUsd": 0.076407 }, "order=municipal": { "rate": 71.0843, "lo": 61.4458, "hi": 80.7229, "tasks": 83, "costPerTaskUsd": 0.057715 }, "order=provincial": { "rate": 63.2184, "lo": 52.8736, "hi": 72.4138, "tasks": 87, "costPerTaskUsd": 0.061375 }, "language_out=en": { "rate": 67.0807, "lo": 59.6273, "hi": 73.913, "tasks": 161, "costPerTaskUsd": 0.056381 }, "language_out=fr": { "rate": 68.3453, "lo": 61.1511, "hi": 75.5396, "tasks": 139, "costPerTaskUsd": 0.079033 }, "jurisdiction=Canada": { "rate": 68.4615, "lo": 60, "hi": 76.1538, "tasks": 130, "costPerTaskUsd": 0.076407 }, "jurisdiction=Québec": { "rate": 55.1724, "lo": 34.4828, "hi": 72.4138, "tasks": 29, "costPerTaskUsd": 0.069252 }, "variant=ambiguity": { "rate": 64.5833, "lo": 52.0833, "hi": 77.0833, "tasks": 48, "costPerTaskUsd": 0.057876 }, "variant=standard": { "rate": 68.254, "lo": 62.3016, "hi": 73.8095, "tasks": 252, "costPerTaskUsd": 0.06859 } } }, { "id": "claude-sonnet-5-5", "name": "Claude Sonnet 5.5", "lab": "Anthropic", "openWeights": false, "openrouterId": "anthropic/claude-sonnet-5.5", "results": { "all": { "rate": 69.6667, "lo": 64.3333, "hi": 74.6667, "tasks": 300, "costPerTaskUsd": 0.03549 }, "family=atip_redaction": { "rate": 25.4545, "lo": 14.5455, "hi": 38.1818, "tasks": 55, "costPerTaskUsd": 0.039411 }, "family=bilingual_equivalence": { "rate": 84.7458, "lo": 74.5763, "hi": 93.2203, "tasks": 59, "costPerTaskUsd": 0.046781 }, "family=performance_analysis": { "rate": 72.4409, "lo": 64.5669, "hi": 79.5276, "tasks": 127, "costPerTaskUsd": 0.028202 }, "family=procurement_evaluation": { "rate": 89.8305, "lo": 81.3559, "hi": 96.6102, "tasks": 59, "costPerTaskUsd": 0.036231 }, "order=federal": { "rate": 71.5385, "lo": 63.8462, "hi": 78.4615, "tasks": 130, "costPerTaskUsd": 0.040261 }, "order=municipal": { "rate": 74.6988, "lo": 66.2651, "hi": 84.3373, "tasks": 83, "costPerTaskUsd": 0.030424 }, "order=provincial": { "rate": 62.069, "lo": 51.7241, "hi": 72.4138, "tasks": 87, "costPerTaskUsd": 0.033194 }, "language_out=en": { "rate": 67.7019, "lo": 60.2484, "hi": 74.5342, "tasks": 161, "costPerTaskUsd": 0.029394 }, "language_out=fr": { "rate": 71.9424, "lo": 64.0288, "hi": 79.1367, "tasks": 139, "costPerTaskUsd": 0.04255 }, "jurisdiction=Canada": { "rate": 71.5385, "lo": 63.8462, "hi": 78.4615, "tasks": 130, "costPerTaskUsd": 0.040261 }, "jurisdiction=Québec": { "rate": 55.1724, "lo": 37.931, "hi": 72.4138, "tasks": 29, "costPerTaskUsd": 0.040748 }, "variant=ambiguity": { "rate": 70.8333, "lo": 56.25, "hi": 83.3333, "tasks": 48, "costPerTaskUsd": 0.032289 }, "variant=standard": { "rate": 69.4444, "lo": 63.4921, "hi": 75, "tasks": 252, "costPerTaskUsd": 0.036099 } } }, { "id": "command-a-plus", "name": "Command A+", "lab": "Cohere", "openWeights": false, "openrouterId": "cohere/command-a-plus", "results": { "all": { "rate": 28, "lo": 23.3333, "hi": 33, "tasks": 300, "costPerTaskUsd": 0.011551 }, "family=atip_redaction": { "rate": 0, "lo": 0, "hi": 0, "tasks": 55, "costPerTaskUsd": 0.020563 }, "family=bilingual_equivalence": { "rate": 64.4068, "lo": 52.5424, "hi": 76.2712, "tasks": 59, "costPerTaskUsd": 0.025109 }, "family=performance_analysis": { "rate": 11.811, "lo": 6.2992, "hi": 18.1102, "tasks": 127, "costPerTaskUsd": 0.004182 }, "family=procurement_evaluation": { "rate": 52.5424, "lo": 38.9831, "hi": 64.4068, "tasks": 59, "costPerTaskUsd": 0.005452 }, "order=federal": { "rate": 39.2308, "lo": 30.7692, "hi": 47.6923, "tasks": 130, "costPerTaskUsd": 0.015868 }, "order=municipal": { "rate": 20.4819, "lo": 12.0482, "hi": 28.9157, "tasks": 83, "costPerTaskUsd": 0.005825 }, "order=provincial": { "rate": 18.3908, "lo": 11.4943, "hi": 27.5862, "tasks": 87, "costPerTaskUsd": 0.010562 }, "language_out=en": { "rate": 21.118, "lo": 15.528, "hi": 27.3292, "tasks": 161, "costPerTaskUsd": 0.009296 }, "language_out=fr": { "rate": 35.9712, "lo": 28.0576, "hi": 43.8849, "tasks": 139, "costPerTaskUsd": 0.014162 }, "jurisdiction=Canada": { "rate": 39.2308, "lo": 30.7692, "hi": 47.6923, "tasks": 130, "costPerTaskUsd": 0.015868 }, "jurisdiction=Québec": { "rate": 17.2414, "lo": 3.4483, "hi": 31.0345, "tasks": 29, "costPerTaskUsd": 0.006619 }, "variant=ambiguity": { "rate": 4.1667, "lo": 0, "hi": 10.4167, "tasks": 48, "costPerTaskUsd": 0.005033 }, "variant=standard": { "rate": 32.5397, "lo": 26.9841, "hi": 38.4921, "tasks": 252, "costPerTaskUsd": 0.012792 } } }, { "id": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "lab": "DeepSeek", "openWeights": true, "openrouterId": "deepseek/deepseek-v4.1-flash", "results": { "all": { "rate": 64.3333, "lo": 59, "hi": 69.6667, "tasks": 300, "costPerTaskUsd": 0.004299 }, "family=atip_redaction": { "rate": 20, "lo": 10.9091, "hi": 30.9091, "tasks": 55, "costPerTaskUsd": 0.007456 }, "family=bilingual_equivalence": { "rate": 94.9153, "lo": 88.1356, "hi": 100, "tasks": 59, "costPerTaskUsd": 0.006031 }, "family=performance_analysis": { "rate": 62.9921, "lo": 54.3307, "hi": 71.6535, "tasks": 127, "costPerTaskUsd": 0.002853 }, "family=procurement_evaluation": { "rate": 77.9661, "lo": 67.7966, "hi": 88.1356, "tasks": 59, "costPerTaskUsd": 0.002735 }, "order=federal": { "rate": 70, "lo": 62.3077, "hi": 77.6923, "tasks": 130, "costPerTaskUsd": 0.004983 }, "order=municipal": { "rate": 68.6747, "lo": 59.0361, "hi": 78.3133, "tasks": 83, "costPerTaskUsd": 0.003589 }, "order=provincial": { "rate": 51.7241, "lo": 41.3793, "hi": 62.069, "tasks": 87, "costPerTaskUsd": 0.003953 }, "language_out=en": { "rate": 60.8696, "lo": 54.0373, "hi": 68.323, "tasks": 161, "costPerTaskUsd": 0.003592 }, "language_out=fr": { "rate": 68.3453, "lo": 60.4317, "hi": 76.259, "tasks": 139, "costPerTaskUsd": 0.005118 }, "jurisdiction=Canada": { "rate": 70, "lo": 62.3077, "hi": 77.6923, "tasks": 130, "costPerTaskUsd": 0.004983 }, "jurisdiction=Québec": { "rate": 48.2759, "lo": 31.0345, "hi": 65.5172, "tasks": 29, "costPerTaskUsd": 0.004311 }, "variant=ambiguity": { "rate": 62.5, "lo": 47.9167, "hi": 77.0833, "tasks": 48, "costPerTaskUsd": 0.003812 }, "variant=standard": { "rate": 64.6825, "lo": 58.7302, "hi": 70.6349, "tasks": 252, "costPerTaskUsd": 0.004391 } } }, { "id": "deepseek-v4-pro", "name": "DeepSeek V4 Pro", "lab": "DeepSeek", "openWeights": true, "openrouterId": "deepseek/deepseek-v4-pro-0813", "results": { "all": { "rate": 39.6667, "lo": 34.3333, "hi": 45.3333, "tasks": 300, "costPerTaskUsd": 0.013996 }, "family=atip_redaction": { "rate": 9.0909, "lo": 1.8182, "hi": 16.3636, "tasks": 55, "costPerTaskUsd": 0.019711 }, "family=bilingual_equivalence": { "rate": 81.3559, "lo": 71.1864, "hi": 89.8305, "tasks": 59, "costPerTaskUsd": 0.021855 }, "family=performance_analysis": { "rate": 28.3465, "lo": 20.4724, "hi": 36.2205, "tasks": 127, "costPerTaskUsd": 0.009796 }, "family=procurement_evaluation": { "rate": 50.8475, "lo": 38.9831, "hi": 62.7119, "tasks": 59, "costPerTaskUsd": 0.009853 }, "order=federal": { "rate": 52.3077, "lo": 43.8462, "hi": 60.7692, "tasks": 130, "costPerTaskUsd": 0.017273 }, "order=municipal": { "rate": 33.7349, "lo": 22.8916, "hi": 43.3735, "tasks": 83, "costPerTaskUsd": 0.009781 }, "order=provincial": { "rate": 26.4368, "lo": 17.2414, "hi": 35.6322, "tasks": 87, "costPerTaskUsd": 0.013122 }, "language_out=en": { "rate": 35.4037, "lo": 27.9503, "hi": 42.8571, "tasks": 161, "costPerTaskUsd": 0.01095 }, "language_out=fr": { "rate": 44.6043, "lo": 36.6906, "hi": 53.2374, "tasks": 139, "costPerTaskUsd": 0.017525 }, "jurisdiction=Canada": { "rate": 52.3077, "lo": 43.8462, "hi": 60.7692, "tasks": 130, "costPerTaskUsd": 0.017273 }, "jurisdiction=Québec": { "rate": 17.2414, "lo": 3.4483, "hi": 31.0345, "tasks": 29, "costPerTaskUsd": 0.015244 }, "variant=ambiguity": { "rate": 35.4167, "lo": 22.9167, "hi": 50, "tasks": 48, "costPerTaskUsd": 0.010268 }, "variant=standard": { "rate": 40.4762, "lo": 34.5238, "hi": 46.4286, "tasks": 252, "costPerTaskUsd": 0.014707 } } }, { "id": "gemini-3-8-flash", "name": "Gemini 3.8 Flash", "lab": "Google", "openWeights": false, "openrouterId": "google/gemini-3.8-flash", "results": { "all": { "rate": 52.3333, "lo": 46.6667, "hi": 58.3333, "tasks": 300, "costPerTaskUsd": 0.020684 }, "family=atip_redaction": { "rate": 18.1818, "lo": 9.0909, "hi": 29.0909, "tasks": 55, "costPerTaskUsd": 0.035802 }, "family=bilingual_equivalence": { "rate": 96.6102, "lo": 91.5254, "hi": 100, "tasks": 59, "costPerTaskUsd": 0.021038 }, "family=performance_analysis": { "rate": 33.0709, "lo": 25.1969, "hi": 41.7323, "tasks": 127, "costPerTaskUsd": 0.015056 }, "family=procurement_evaluation": { "rate": 81.3559, "lo": 71.1864, "hi": 91.5254, "tasks": 59, "costPerTaskUsd": 0.01835 }, "order=federal": { "rate": 66.1538, "lo": 57.6923, "hi": 73.8462, "tasks": 130, "costPerTaskUsd": 0.022494 }, "order=municipal": { "rate": 42.1687, "lo": 31.3253, "hi": 53.012, "tasks": 83, "costPerTaskUsd": 0.017814 }, "order=provincial": { "rate": 41.3793, "lo": 31.0345, "hi": 50.5747, "tasks": 87, "costPerTaskUsd": 0.020717 }, "language_out=en": { "rate": 45.9627, "lo": 38.5093, "hi": 54.0373, "tasks": 161, "costPerTaskUsd": 0.020227 }, "language_out=fr": { "rate": 59.7122, "lo": 51.7986, "hi": 67.6259, "tasks": 139, "costPerTaskUsd": 0.021213 }, "jurisdiction=Canada": { "rate": 66.1538, "lo": 57.6923, "hi": 73.8462, "tasks": 130, "costPerTaskUsd": 0.022494 }, "jurisdiction=Québec": { "rate": 31.0345, "lo": 13.7931, "hi": 48.2759, "tasks": 29, "costPerTaskUsd": 0.022188 }, "variant=ambiguity": { "rate": 31.25, "lo": 18.75, "hi": 43.75, "tasks": 48, "costPerTaskUsd": 0.019981 }, "variant=standard": { "rate": 56.3492, "lo": 50.3968, "hi": 62.3016, "tasks": 252, "costPerTaskUsd": 0.020818 } } }, { "id": "gemma-4-26b-a4b", "name": "Gemma 4 26B A4B", "lab": "Google", "openWeights": true, "openrouterId": "google/gemma-4-26b-a4b-it", "results": { "all": { "rate": 17, "lo": 12.6667, "hi": 21.3333, "tasks": 300, "costPerTaskUsd": 0.000273 }, "family=atip_redaction": { "rate": 0, "lo": 0, "hi": 0, "tasks": 55, "costPerTaskUsd": 0.000184 }, "family=bilingual_equivalence": { "rate": 84.7458, "lo": 74.5763, "hi": 93.2203, "tasks": 59, "costPerTaskUsd": 0.00041 }, "family=performance_analysis": { "rate": 0, "lo": 0, "hi": 0, "tasks": 127, "costPerTaskUsd": 0.000199 }, "family=procurement_evaluation": { "rate": 1.6949, "lo": 0, "hi": 5.0847, "tasks": 59, "costPerTaskUsd": 0.000377 }, "order=federal": { "rate": 38.4615, "lo": 30, "hi": 46.9231, "tasks": 130, "costPerTaskUsd": 0.000328 }, "order=municipal": { "rate": 1.2048, "lo": 0, "hi": 3.6145, "tasks": 83, "costPerTaskUsd": 0.000236 }, "order=provincial": { "rate": 0, "lo": 0, "hi": 0, "tasks": 87, "costPerTaskUsd": 0.000224 }, "language_out=en": { "rate": 0, "lo": 0, "hi": 0, "tasks": 161, "costPerTaskUsd": 0.000223 }, "language_out=fr": { "rate": 36.6906, "lo": 28.777, "hi": 44.6043, "tasks": 139, "costPerTaskUsd": 0.00033 }, "jurisdiction=Canada": { "rate": 38.4615, "lo": 30, "hi": 46.9231, "tasks": 130, "costPerTaskUsd": 0.000328 }, "jurisdiction=Québec": { "rate": 0, "lo": 0, "hi": 0, "tasks": 29, "costPerTaskUsd": 0.00027 }, "variant=ambiguity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 48, "costPerTaskUsd": 0.000232 }, "variant=standard": { "rate": 20.2381, "lo": 15.4762, "hi": 25.3968, "tasks": 252, "costPerTaskUsd": 0.00028 } } }, { "id": "gemma-4-31b", "name": "Gemma 4 31B", "lab": "Google", "openWeights": true, "openrouterId": "google/gemma-4-31b-it", "results": { "all": { "rate": 20.6667, "lo": 16, "hi": 25.6667, "tasks": 300, "costPerTaskUsd": 0.000358 }, "family=atip_redaction": { "rate": 0, "lo": 0, "hi": 0, "tasks": 55, "costPerTaskUsd": 0.000226 }, "family=bilingual_equivalence": { "rate": 89.8305, "lo": 81.3559, "hi": 96.6102, "tasks": 59, "costPerTaskUsd": 0.000593 }, "family=performance_analysis": { "rate": 0.7874, "lo": 0, "hi": 2.3622, "tasks": 127, "costPerTaskUsd": 0.00025 }, "family=procurement_evaluation": { "rate": 13.5593, "lo": 5.0847, "hi": 22.0339, "tasks": 59, "costPerTaskUsd": 0.000477 }, "order=federal": { "rate": 43.0769, "lo": 34.6154, "hi": 51.5385, "tasks": 130, "costPerTaskUsd": 0.000449 }, "order=municipal": { "rate": 3.6145, "lo": 0, "hi": 8.4337, "tasks": 83, "costPerTaskUsd": 0.000287 }, "order=provincial": { "rate": 3.4483, "lo": 0, "hi": 8.046, "tasks": 87, "costPerTaskUsd": 0.000289 }, "language_out=en": { "rate": 4.3478, "lo": 1.2422, "hi": 8.0745, "tasks": 161, "costPerTaskUsd": 0.000278 }, "language_out=fr": { "rate": 39.5683, "lo": 31.6547, "hi": 47.482, "tasks": 139, "costPerTaskUsd": 0.000451 }, "jurisdiction=Canada": { "rate": 43.0769, "lo": 34.6154, "hi": 51.5385, "tasks": 130, "costPerTaskUsd": 0.000449 }, "jurisdiction=Québec": { "rate": 3.4483, "lo": 0, "hi": 10.3448, "tasks": 29, "costPerTaskUsd": 0.000352 }, "variant=ambiguity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 48, "costPerTaskUsd": 0.000282 }, "variant=standard": { "rate": 24.6032, "lo": 19.4444, "hi": 30.1587, "tasks": 252, "costPerTaskUsd": 0.000372 } } }, { "id": "mercury-3", "name": "Mercury 3", "lab": "Inception", "openWeights": false, "openrouterId": "inception/mercury-3", "results": { "all": { "rate": 61, "lo": 55.6667, "hi": 66.6667, "tasks": 300, "costPerTaskUsd": 0.005267 }, "family=atip_redaction": { "rate": 10.9091, "lo": 3.6364, "hi": 20, "tasks": 55, "costPerTaskUsd": 0.009747 }, "family=bilingual_equivalence": { "rate": 96.6102, "lo": 91.5254, "hi": 100, "tasks": 59, "costPerTaskUsd": 0.01015 }, "family=performance_analysis": { "rate": 54.3307, "lo": 44.8819, "hi": 62.9921, "tasks": 127, "costPerTaskUsd": 0.002489 }, "family=procurement_evaluation": { "rate": 86.4407, "lo": 77.9661, "hi": 94.9153, "tasks": 59, "costPerTaskUsd": 0.002189 }, "order=federal": { "rate": 67.6923, "lo": 60, "hi": 75.3846, "tasks": 130, "costPerTaskUsd": 0.00724 }, "order=municipal": { "rate": 59.0361, "lo": 48.1928, "hi": 69.8795, "tasks": 83, "costPerTaskUsd": 0.00338 }, "order=provincial": { "rate": 52.8736, "lo": 42.5287, "hi": 63.2184, "tasks": 87, "costPerTaskUsd": 0.004119 }, "language_out=en": { "rate": 59.0062, "lo": 51.5528, "hi": 66.4596, "tasks": 161, "costPerTaskUsd": 0.003611 }, "language_out=fr": { "rate": 63.3094, "lo": 55.3957, "hi": 71.223, "tasks": 139, "costPerTaskUsd": 0.007185 }, "jurisdiction=Canada": { "rate": 67.6923, "lo": 60, "hi": 75.3846, "tasks": 130, "costPerTaskUsd": 0.00724 }, "jurisdiction=Québec": { "rate": 37.931, "lo": 20.6897, "hi": 55.1724, "tasks": 29, "costPerTaskUsd": 0.004844 }, "variant=ambiguity": { "rate": 56.25, "lo": 41.6667, "hi": 70.8333, "tasks": 48, "costPerTaskUsd": 0.003775 }, "variant=standard": { "rate": 61.9048, "lo": 55.5556, "hi": 67.8571, "tasks": 252, "costPerTaskUsd": 0.005551 } } }, { "id": "muse-spark-1-3", "name": "Muse Spark 1.3", "lab": "Meta", "openWeights": false, "openrouterId": "meta/muse-spark-1.3", "results": { "all": { "rate": 64.3333, "lo": 59, "hi": 69.6667, "tasks": 300, "costPerTaskUsd": 0.017429 }, "family=atip_redaction": { "rate": 25.4545, "lo": 14.5455, "hi": 38.1818, "tasks": 55, "costPerTaskUsd": 0.023906 }, "family=bilingual_equivalence": { "rate": 93.2203, "lo": 86.4407, "hi": 98.3051, "tasks": 59, "costPerTaskUsd": 0.020414 }, "family=performance_analysis": { "rate": 61.4173, "lo": 52.7559, "hi": 69.2913, "tasks": 127, "costPerTaskUsd": 0.014112 }, "family=procurement_evaluation": { "rate": 77.9661, "lo": 67.7966, "hi": 88.1356, "tasks": 59, "costPerTaskUsd": 0.015546 }, "order=federal": { "rate": 68.4615, "lo": 60.7692, "hi": 76.1538, "tasks": 130, "costPerTaskUsd": 0.018918 }, "order=municipal": { "rate": 65.0602, "lo": 54.2169, "hi": 75.9036, "tasks": 83, "costPerTaskUsd": 0.015745 }, "order=provincial": { "rate": 57.4713, "lo": 47.1264, "hi": 67.8161, "tasks": 87, "costPerTaskUsd": 0.01681 }, "language_out=en": { "rate": 65.8385, "lo": 58.3851, "hi": 72.6708, "tasks": 161, "costPerTaskUsd": 0.015157 }, "language_out=fr": { "rate": 62.5899, "lo": 54.6763, "hi": 70.5036, "tasks": 139, "costPerTaskUsd": 0.02006 }, "jurisdiction=Canada": { "rate": 68.4615, "lo": 60.7692, "hi": 76.1538, "tasks": 130, "costPerTaskUsd": 0.018918 }, "jurisdiction=Québec": { "rate": 41.3793, "lo": 24.1379, "hi": 62.069, "tasks": 29, "costPerTaskUsd": 0.019942 }, "variant=ambiguity": { "rate": 68.75, "lo": 54.1667, "hi": 81.25, "tasks": 48, "costPerTaskUsd": 0.016725 }, "variant=standard": { "rate": 63.4921, "lo": 57.9365, "hi": 69.4444, "tasks": 252, "costPerTaskUsd": 0.017563 } } }, { "id": "muse-spark-open", "name": "Muse Spark Open", "lab": "Meta", "openWeights": true, "openrouterId": "meta/muse-spark-open", "results": { "all": { "rate": 63.3333, "lo": 58.3333, "hi": 69, "tasks": 300, "costPerTaskUsd": 0.024784 }, "family=atip_redaction": { "rate": 29.0909, "lo": 18.1818, "hi": 41.8182, "tasks": 55, "costPerTaskUsd": 0.034714 }, "family=bilingual_equivalence": { "rate": 88.1356, "lo": 79.661, "hi": 94.9153, "tasks": 59, "costPerTaskUsd": 0.031805 }, "family=performance_analysis": { "rate": 59.0551, "lo": 50.3937, "hi": 67.7165, "tasks": 127, "costPerTaskUsd": 0.019694 }, "family=procurement_evaluation": { "rate": 79.661, "lo": 69.4915, "hi": 89.8305, "tasks": 59, "costPerTaskUsd": 0.019464 }, "order=federal": { "rate": 70, "lo": 61.5385, "hi": 77.6923, "tasks": 130, "costPerTaskUsd": 0.027879 }, "order=municipal": { "rate": 65.0602, "lo": 54.2169, "hi": 74.6988, "tasks": 83, "costPerTaskUsd": 0.021259 }, "order=provincial": { "rate": 51.7241, "lo": 41.3793, "hi": 62.069, "tasks": 87, "costPerTaskUsd": 0.023522 }, "language_out=en": { "rate": 60.2484, "lo": 52.795, "hi": 67.7019, "tasks": 161, "costPerTaskUsd": 0.021773 }, "language_out=fr": { "rate": 66.9065, "lo": 58.9928, "hi": 74.1007, "tasks": 139, "costPerTaskUsd": 0.028272 }, "jurisdiction=Canada": { "rate": 70, "lo": 61.5385, "hi": 77.6923, "tasks": 130, "costPerTaskUsd": 0.027879 }, "jurisdiction=Québec": { "rate": 55.1724, "lo": 37.931, "hi": 72.4138, "tasks": 29, "costPerTaskUsd": 0.025334 }, "variant=ambiguity": { "rate": 64.5833, "lo": 50, "hi": 77.0833, "tasks": 48, "costPerTaskUsd": 0.021813 }, "variant=standard": { "rate": 63.0952, "lo": 57.1429, "hi": 69.0476, "tasks": 252, "costPerTaskUsd": 0.02535 } } }, { "id": "muse-wonder", "name": "Muse Wonder", "lab": "Meta", "openWeights": false, "openrouterId": "meta/muse-wonder", "results": { "all": { "rate": 67.3333, "lo": 62.3333, "hi": 72.6667, "tasks": 300, "costPerTaskUsd": 0.061045 }, "family=atip_redaction": { "rate": 30.9091, "lo": 20, "hi": 43.6364, "tasks": 55, "costPerTaskUsd": 0.076694 }, "family=bilingual_equivalence": { "rate": 93.2203, "lo": 86.4407, "hi": 98.3051, "tasks": 59, "costPerTaskUsd": 0.071704 }, "family=performance_analysis": { "rate": 64.5669, "lo": 55.9055, "hi": 73.2283, "tasks": 127, "costPerTaskUsd": 0.053817 }, "family=procurement_evaluation": { "rate": 81.3559, "lo": 71.1864, "hi": 91.5254, "tasks": 59, "costPerTaskUsd": 0.051356 }, "order=federal": { "rate": 74.6154, "lo": 66.9231, "hi": 81.5385, "tasks": 130, "costPerTaskUsd": 0.065201 }, "order=municipal": { "rate": 67.4699, "lo": 57.8313, "hi": 77.1084, "tasks": 83, "costPerTaskUsd": 0.056903 }, "order=provincial": { "rate": 56.3218, "lo": 45.977, "hi": 66.6667, "tasks": 87, "costPerTaskUsd": 0.058786 }, "language_out=en": { "rate": 63.354, "lo": 55.9006, "hi": 70.1863, "tasks": 161, "costPerTaskUsd": 0.055587 }, "language_out=fr": { "rate": 71.9424, "lo": 64.0288, "hi": 79.1367, "tasks": 139, "costPerTaskUsd": 0.067367 }, "jurisdiction=Canada": { "rate": 74.6154, "lo": 66.9231, "hi": 81.5385, "tasks": 130, "costPerTaskUsd": 0.065201 }, "jurisdiction=Québec": { "rate": 51.7241, "lo": 34.4828, "hi": 68.9655, "tasks": 29, "costPerTaskUsd": 0.063101 }, "variant=ambiguity": { "rate": 68.75, "lo": 54.1667, "hi": 81.25, "tasks": 48, "costPerTaskUsd": 0.057879 }, "variant=standard": { "rate": 67.0635, "lo": 61.1111, "hi": 72.619, "tasks": 252, "costPerTaskUsd": 0.061648 } } }, { "id": "minimax-m3", "name": "MiniMax M3", "lab": "MiniMax", "openWeights": true, "openrouterId": "minimax/minimax-m3", "results": { "all": { "rate": 52.3333, "lo": 47, "hi": 57.6667, "tasks": 300, "costPerTaskUsd": 0.007172 }, "family=atip_redaction": { "rate": 1.8182, "lo": 0, "hi": 5.4545, "tasks": 55, "costPerTaskUsd": 0.010744 }, "family=bilingual_equivalence": { "rate": 91.5254, "lo": 83.0508, "hi": 98.3051, "tasks": 59, "costPerTaskUsd": 0.009164 }, "family=performance_analysis": { "rate": 48.8189, "lo": 40.1575, "hi": 57.4803, "tasks": 127, "costPerTaskUsd": 0.005593 }, "family=procurement_evaluation": { "rate": 67.7966, "lo": 55.9322, "hi": 79.661, "tasks": 59, "costPerTaskUsd": 0.005249 }, "order=federal": { "rate": 61.5385, "lo": 53.0769, "hi": 70, "tasks": 130, "costPerTaskUsd": 0.007736 }, "order=municipal": { "rate": 48.1928, "lo": 37.3494, "hi": 59.0361, "tasks": 83, "costPerTaskUsd": 0.005753 }, "order=provincial": { "rate": 42.5287, "lo": 32.1839, "hi": 52.8736, "tasks": 87, "costPerTaskUsd": 0.007683 }, "language_out=en": { "rate": 47.8261, "lo": 39.7516, "hi": 55.2795, "tasks": 161, "costPerTaskUsd": 0.006052 }, "language_out=fr": { "rate": 57.554, "lo": 48.9209, "hi": 65.4676, "tasks": 139, "costPerTaskUsd": 0.008469 }, "jurisdiction=Canada": { "rate": 61.5385, "lo": 53.0769, "hi": 70, "tasks": 130, "costPerTaskUsd": 0.007736 }, "jurisdiction=Québec": { "rate": 31.0345, "lo": 13.7931, "hi": 48.2759, "tasks": 29, "costPerTaskUsd": 0.008704 }, "variant=ambiguity": { "rate": 50, "lo": 35.4167, "hi": 64.5833, "tasks": 48, "costPerTaskUsd": 0.006818 }, "variant=standard": { "rate": 52.7778, "lo": 46.8254, "hi": 58.7302, "tasks": 252, "costPerTaskUsd": 0.007239 } } }, { "id": "mistral-large-4", "name": "Mistral Large 4", "lab": "Mistral AI", "openWeights": false, "openrouterId": "mistralai/mistral-large-4-0", "results": { "all": { "rate": 30.3333, "lo": 25.3333, "hi": 35.6667, "tasks": 300, "costPerTaskUsd": 0.002975 }, "family=atip_redaction": { "rate": 1.8182, "lo": 0, "hi": 5.4545, "tasks": 55, "costPerTaskUsd": 0.004067 }, "family=bilingual_equivalence": { "rate": 96.6102, "lo": 91.5254, "hi": 100, "tasks": 59, "costPerTaskUsd": 0.00353 }, "family=performance_analysis": { "rate": 7.874, "lo": 3.1496, "hi": 12.5984, "tasks": 127, "costPerTaskUsd": 0.001908 }, "family=procurement_evaluation": { "rate": 38.9831, "lo": 27.1186, "hi": 52.5424, "tasks": 59, "costPerTaskUsd": 0.0037 }, "order=federal": { "rate": 54.6154, "lo": 46.1538, "hi": 63.0769, "tasks": 130, "costPerTaskUsd": 0.003347 }, "order=municipal": { "rate": 7.2289, "lo": 2.4096, "hi": 13.253, "tasks": 83, "costPerTaskUsd": 0.002451 }, "order=provincial": { "rate": 16.092, "lo": 9.1954, "hi": 24.1379, "tasks": 87, "costPerTaskUsd": 0.00292 }, "language_out=en": { "rate": 18.6335, "lo": 12.4224, "hi": 24.8447, "tasks": 161, "costPerTaskUsd": 0.002687 }, "language_out=fr": { "rate": 43.8849, "lo": 35.2518, "hi": 51.7986, "tasks": 139, "costPerTaskUsd": 0.003309 }, "jurisdiction=Canada": { "rate": 54.6154, "lo": 46.1538, "hi": 63.0769, "tasks": 130, "costPerTaskUsd": 0.003347 }, "jurisdiction=Québec": { "rate": 0, "lo": 0, "hi": 0, "tasks": 29, "costPerTaskUsd": 0.003025 }, "variant=ambiguity": { "rate": 14.5833, "lo": 6.25, "hi": 25, "tasks": 48, "costPerTaskUsd": 0.002684 }, "variant=standard": { "rate": 33.3333, "lo": 27.381, "hi": 39.2857, "tasks": 252, "costPerTaskUsd": 0.003031 } } }, { "id": "mistral-small-4", "name": "Mistral Small 4", "lab": "Mistral AI", "openWeights": true, "openrouterId": "mistralai/mistral-small-2603", "results": { "all": { "rate": 14.3333, "lo": 10.3333, "hi": 18.3333, "tasks": 300, "costPerTaskUsd": 0.000667 }, "family=atip_redaction": { "rate": 0, "lo": 0, "hi": 0, "tasks": 55, "costPerTaskUsd": 0.000436 }, "family=bilingual_equivalence": { "rate": 71.1864, "lo": 59.322, "hi": 81.3559, "tasks": 59, "costPerTaskUsd": 0.001047 }, "family=performance_analysis": { "rate": 0.7874, "lo": 0, "hi": 2.3622, "tasks": 127, "costPerTaskUsd": 0.00051 }, "family=procurement_evaluation": { "rate": 0, "lo": 0, "hi": 0, "tasks": 59, "costPerTaskUsd": 0.000839 }, "order=federal": { "rate": 32.3077, "lo": 24.6154, "hi": 40.7692, "tasks": 130, "costPerTaskUsd": 0.000815 }, "order=municipal": { "rate": 0, "lo": 0, "hi": 0, "tasks": 83, "costPerTaskUsd": 0.000562 }, "order=provincial": { "rate": 1.1494, "lo": 0, "hi": 3.4483, "tasks": 87, "costPerTaskUsd": 0.000544 }, "language_out=en": { "rate": 0.6211, "lo": 0, "hi": 1.8634, "tasks": 161, "costPerTaskUsd": 0.000528 }, "language_out=fr": { "rate": 30.2158, "lo": 23.0216, "hi": 38.1295, "tasks": 139, "costPerTaskUsd": 0.000827 }, "jurisdiction=Canada": { "rate": 32.3077, "lo": 24.6154, "hi": 40.7692, "tasks": 130, "costPerTaskUsd": 0.000815 }, "jurisdiction=Québec": { "rate": 0, "lo": 0, "hi": 0, "tasks": 29, "costPerTaskUsd": 0.00067 }, "variant=ambiguity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 48, "costPerTaskUsd": 0.000584 }, "variant=standard": { "rate": 17.0635, "lo": 12.3016, "hi": 21.8254, "tasks": 252, "costPerTaskUsd": 0.000682 } } }, { "id": "kimi-k3-1-pro", "name": "Kimi K3.1 Pro", "lab": "Moonshot AI", "openWeights": true, "openrouterId": "moonshotai/kimi-k3.1-pro", "results": { "all": { "rate": 67, "lo": 61.6667, "hi": 72.3333, "tasks": 300, "costPerTaskUsd": 0.069374 }, "family=atip_redaction": { "rate": 20, "lo": 9.0909, "hi": 30.9091, "tasks": 55, "costPerTaskUsd": 0.094963 }, "family=bilingual_equivalence": { "rate": 89.8305, "lo": 81.3559, "hi": 96.6102, "tasks": 59, "costPerTaskUsd": 0.120383 }, "family=performance_analysis": { "rate": 66.1417, "lo": 57.4803, "hi": 74.0157, "tasks": 127, "costPerTaskUsd": 0.04576 }, "family=procurement_evaluation": { "rate": 89.8305, "lo": 81.3559, "hi": 96.6102, "tasks": 59, "costPerTaskUsd": 0.045342 }, "order=federal": { "rate": 70.7692, "lo": 63.0769, "hi": 78.4615, "tasks": 130, "costPerTaskUsd": 0.087276 }, "order=municipal": { "rate": 72.2892, "lo": 62.6506, "hi": 81.9277, "tasks": 83, "costPerTaskUsd": 0.051986 }, "order=provincial": { "rate": 56.3218, "lo": 45.977, "hi": 66.6667, "tasks": 87, "costPerTaskUsd": 0.059212 }, "language_out=en": { "rate": 65.2174, "lo": 57.764, "hi": 72.0497, "tasks": 161, "costPerTaskUsd": 0.051259 }, "language_out=fr": { "rate": 69.0647, "lo": 61.1511, "hi": 76.259, "tasks": 139, "costPerTaskUsd": 0.090356 }, "jurisdiction=Canada": { "rate": 70.7692, "lo": 63.0769, "hi": 78.4615, "tasks": 130, "costPerTaskUsd": 0.087276 }, "jurisdiction=Québec": { "rate": 48.2759, "lo": 27.5862, "hi": 65.5172, "tasks": 29, "costPerTaskUsd": 0.067179 }, "variant=ambiguity": { "rate": 58.3333, "lo": 43.75, "hi": 72.9167, "tasks": 48, "costPerTaskUsd": 0.056034 }, "variant=standard": { "rate": 68.6508, "lo": 62.6984, "hi": 74.2063, "tasks": 252, "costPerTaskUsd": 0.071915 } } }, { "id": "kimi-k3", "name": "Kimi K3", "lab": "Moonshot AI", "openWeights": true, "openrouterId": "moonshotai/kimi-k3", "results": { "all": { "rate": 69, "lo": 64, "hi": 74, "tasks": 300, "costPerTaskUsd": 0.116792 }, "family=atip_redaction": { "rate": 30.9091, "lo": 18.1818, "hi": 43.6364, "tasks": 55, "costPerTaskUsd": 0.166001 }, "family=bilingual_equivalence": { "rate": 84.7458, "lo": 74.5763, "hi": 93.2203, "tasks": 59, "costPerTaskUsd": 0.154658 }, "family=performance_analysis": { "rate": 69.2913, "lo": 61.4173, "hi": 76.378, "tasks": 127, "costPerTaskUsd": 0.093225 }, "family=procurement_evaluation": { "rate": 88.1356, "lo": 79.661, "hi": 96.6102, "tasks": 59, "costPerTaskUsd": 0.08378 }, "order=federal": { "rate": 73.8462, "lo": 66.1538, "hi": 81.5385, "tasks": 130, "costPerTaskUsd": 0.128371 }, "order=municipal": { "rate": 69.8795, "lo": 60.241, "hi": 79.5181, "tasks": 83, "costPerTaskUsd": 0.099684 }, "order=provincial": { "rate": 60.9195, "lo": 50.5747, "hi": 71.2644, "tasks": 87, "costPerTaskUsd": 0.11581 }, "language_out=en": { "rate": 68.9441, "lo": 62.1118, "hi": 75.7764, "tasks": 161, "costPerTaskUsd": 0.093556 }, "language_out=fr": { "rate": 69.0647, "lo": 61.1511, "hi": 76.9784, "tasks": 139, "costPerTaskUsd": 0.143706 }, "jurisdiction=Canada": { "rate": 73.8462, "lo": 66.1538, "hi": 81.5385, "tasks": 130, "costPerTaskUsd": 0.128371 }, "jurisdiction=Québec": { "rate": 44.8276, "lo": 27.5862, "hi": 62.069, "tasks": 29, "costPerTaskUsd": 0.151023 }, "variant=ambiguity": { "rate": 70.8333, "lo": 58.3333, "hi": 83.3333, "tasks": 48, "costPerTaskUsd": 0.098254 }, "variant=standard": { "rate": 68.6508, "lo": 62.6984, "hi": 74.6032, "tasks": 252, "costPerTaskUsd": 0.120323 } } }, { "id": "nemotron-3-5-lightning", "name": "Nemotron 3.5 Lightning", "lab": "NVIDIA", "openWeights": true, "openrouterId": "nvidia/nemotron-3.5-lightning", "results": { "all": { "rate": 23.3333, "lo": 18.6667, "hi": 28.3333, "tasks": 300, "costPerTaskUsd": 0.001891 }, "family=atip_redaction": { "rate": 0, "lo": 0, "hi": 0, "tasks": 55, "costPerTaskUsd": 0.002416 }, "family=bilingual_equivalence": { "rate": 42.3729, "lo": 30.5085, "hi": 55.9322, "tasks": 59, "costPerTaskUsd": 0.00321 }, "family=performance_analysis": { "rate": 15.748, "lo": 9.4488, "hi": 22.0472, "tasks": 127, "costPerTaskUsd": 0.001033 }, "family=procurement_evaluation": { "rate": 42.3729, "lo": 30.5085, "hi": 55.9322, "tasks": 59, "costPerTaskUsd": 0.001927 }, "order=federal": { "rate": 29.2308, "lo": 21.5385, "hi": 37.6923, "tasks": 130, "costPerTaskUsd": 0.002382 }, "order=municipal": { "rate": 13.253, "lo": 6.0241, "hi": 20.4819, "tasks": 83, "costPerTaskUsd": 0.001426 }, "order=provincial": { "rate": 24.1379, "lo": 16.092, "hi": 32.1839, "tasks": 87, "costPerTaskUsd": 0.001599 }, "language_out=en": { "rate": 22.9814, "lo": 16.7702, "hi": 29.8137, "tasks": 161, "costPerTaskUsd": 0.001444 }, "language_out=fr": { "rate": 23.741, "lo": 16.5468, "hi": 30.9353, "tasks": 139, "costPerTaskUsd": 0.002408 }, "jurisdiction=Canada": { "rate": 29.2308, "lo": 21.5385, "hi": 37.6923, "tasks": 130, "costPerTaskUsd": 0.002382 }, "jurisdiction=Québec": { "rate": 17.2414, "lo": 3.4483, "hi": 31.0345, "tasks": 29, "costPerTaskUsd": 0.001835 }, "variant=ambiguity": { "rate": 8.3333, "lo": 2.0833, "hi": 16.6667, "tasks": 48, "costPerTaskUsd": 0.001485 }, "variant=standard": { "rate": 26.1905, "lo": 20.6349, "hi": 31.746, "tasks": 252, "costPerTaskUsd": 0.001968 } } }, { "id": "nemotron-3-nano-omni", "name": "Nemotron 3 Nano Omni", "lab": "NVIDIA", "openWeights": true, "openrouterId": "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning", "results": { "all": { "rate": 12.3333, "lo": 8.6667, "hi": 16.3333, "tasks": 300, "costPerTaskUsd": 0.001167 }, "family=atip_redaction": { "rate": 0, "lo": 0, "hi": 0, "tasks": 55, "costPerTaskUsd": 0.001389 }, "family=bilingual_equivalence": { "rate": 28.8136, "lo": 18.6441, "hi": 40.678, "tasks": 59, "costPerTaskUsd": 0.001909 }, "family=performance_analysis": { "rate": 8.6614, "lo": 3.937, "hi": 14.1732, "tasks": 127, "costPerTaskUsd": 0.000821 }, "family=procurement_evaluation": { "rate": 15.2542, "lo": 6.7797, "hi": 23.7288, "tasks": 59, "costPerTaskUsd": 0.000964 }, "order=federal": { "rate": 15.3846, "lo": 9.2308, "hi": 22.3077, "tasks": 130, "costPerTaskUsd": 0.001464 }, "order=municipal": { "rate": 10.8434, "lo": 4.8193, "hi": 18.0723, "tasks": 83, "costPerTaskUsd": 0.000875 }, "order=provincial": { "rate": 9.1954, "lo": 3.4483, "hi": 16.092, "tasks": 87, "costPerTaskUsd": 0.001002 }, "language_out=en": { "rate": 11.8012, "lo": 6.8323, "hi": 16.7702, "tasks": 161, "costPerTaskUsd": 0.000839 }, "language_out=fr": { "rate": 12.9496, "lo": 7.9137, "hi": 18.705, "tasks": 139, "costPerTaskUsd": 0.001547 }, "jurisdiction=Canada": { "rate": 15.3846, "lo": 9.2308, "hi": 22.3077, "tasks": 130, "costPerTaskUsd": 0.001464 }, "jurisdiction=Québec": { "rate": 0, "lo": 0, "hi": 0, "tasks": 29, "costPerTaskUsd": 0.001263 }, "variant=ambiguity": { "rate": 4.1667, "lo": 0, "hi": 10.4167, "tasks": 48, "costPerTaskUsd": 0.000823 }, "variant=standard": { "rate": 13.8889, "lo": 9.9206, "hi": 17.8571, "tasks": 252, "costPerTaskUsd": 0.001233 } } }, { "id": "nemotron-3-super", "name": "Nemotron 3 Super", "lab": "NVIDIA", "openWeights": true, "openrouterId": "nvidia/nemotron-3-super-120b-a12b", "results": { "all": { "rate": 39.6667, "lo": 34.3333, "hi": 45, "tasks": 300, "costPerTaskUsd": 0.001469 }, "family=atip_redaction": { "rate": 1.8182, "lo": 0, "hi": 5.4545, "tasks": 55, "costPerTaskUsd": 0.001349 }, "family=bilingual_equivalence": { "rate": 74.5763, "lo": 62.7119, "hi": 84.7458, "tasks": 59, "costPerTaskUsd": 0.001859 }, "family=performance_analysis": { "rate": 20.4724, "lo": 13.3858, "hi": 27.5591, "tasks": 127, "costPerTaskUsd": 0.001221 }, "family=procurement_evaluation": { "rate": 81.3559, "lo": 71.1864, "hi": 91.5254, "tasks": 59, "costPerTaskUsd": 0.001725 }, "order=federal": { "rate": 50.7692, "lo": 42.3077, "hi": 60, "tasks": 130, "costPerTaskUsd": 0.001595 }, "order=municipal": { "rate": 36.1446, "lo": 26.506, "hi": 46.988, "tasks": 83, "costPerTaskUsd": 0.001288 }, "order=provincial": { "rate": 26.4368, "lo": 17.2414, "hi": 35.6322, "tasks": 87, "costPerTaskUsd": 0.001455 }, "language_out=en": { "rate": 34.1615, "lo": 26.7081, "hi": 41.6149, "tasks": 161, "costPerTaskUsd": 0.001252 }, "language_out=fr": { "rate": 46.0432, "lo": 38.1295, "hi": 54.6763, "tasks": 139, "costPerTaskUsd": 0.00172 }, "jurisdiction=Canada": { "rate": 50.7692, "lo": 42.3077, "hi": 60, "tasks": 130, "costPerTaskUsd": 0.001595 }, "jurisdiction=Québec": { "rate": 20.6897, "lo": 6.8966, "hi": 37.931, "tasks": 29, "costPerTaskUsd": 0.00185 }, "variant=ambiguity": { "rate": 18.75, "lo": 8.3333, "hi": 31.25, "tasks": 48, "costPerTaskUsd": 0.001248 }, "variant=standard": { "rate": 43.6508, "lo": 37.6984, "hi": 50, "tasks": 252, "costPerTaskUsd": 0.001511 } } }, { "id": "nemotron-3-ultra", "name": "Nemotron 3 Ultra", "lab": "NVIDIA", "openWeights": true, "openrouterId": "nvidia/nemotron-3-ultra-550b-a55b", "results": { "all": { "rate": 53, "lo": 47.6667, "hi": 58.6667, "tasks": 300, "costPerTaskUsd": 0.007939 }, "family=atip_redaction": { "rate": 5.4545, "lo": 0, "hi": 12.7273, "tasks": 55, "costPerTaskUsd": 0.008849 }, "family=bilingual_equivalence": { "rate": 89.8305, "lo": 81.3559, "hi": 96.6102, "tasks": 59, "costPerTaskUsd": 0.007341 }, "family=performance_analysis": { "rate": 42.5197, "lo": 33.8583, "hi": 51.1811, "tasks": 127, "costPerTaskUsd": 0.007392 }, "family=procurement_evaluation": { "rate": 83.0508, "lo": 72.8814, "hi": 91.5254, "tasks": 59, "costPerTaskUsd": 0.008864 }, "order=federal": { "rate": 64.6154, "lo": 56.9231, "hi": 73.0769, "tasks": 130, "costPerTaskUsd": 0.007817 }, "order=municipal": { "rate": 55.4217, "lo": 44.5783, "hi": 66.2651, "tasks": 83, "costPerTaskUsd": 0.00776 }, "order=provincial": { "rate": 33.3333, "lo": 22.9885, "hi": 43.6782, "tasks": 87, "costPerTaskUsd": 0.008291 }, "language_out=en": { "rate": 48.4472, "lo": 40.9938, "hi": 55.9006, "tasks": 161, "costPerTaskUsd": 0.007873 }, "language_out=fr": { "rate": 58.2734, "lo": 50.3597, "hi": 66.1871, "tasks": 139, "costPerTaskUsd": 0.008015 }, "jurisdiction=Canada": { "rate": 64.6154, "lo": 56.9231, "hi": 73.0769, "tasks": 130, "costPerTaskUsd": 0.007817 }, "jurisdiction=Québec": { "rate": 34.4828, "lo": 17.2414, "hi": 51.7241, "tasks": 29, "costPerTaskUsd": 0.008524 }, "variant=ambiguity": { "rate": 54.1667, "lo": 39.5833, "hi": 66.6667, "tasks": 48, "costPerTaskUsd": 0.007982 }, "variant=standard": { "rate": 52.7778, "lo": 46.8254, "hi": 58.7302, "tasks": 252, "costPerTaskUsd": 0.00793 } } }, { "id": "gpt-6-1-sol", "name": "GPT-6.1 Sol", "lab": "OpenAI", "openWeights": false, "openrouterId": "openai/gpt-6.1-sol", "results": { "all": { "rate": 57.6667, "lo": 52.3333, "hi": 63.3333, "tasks": 300, "costPerTaskUsd": 0.012928 }, "family=atip_redaction": { "rate": 0, "lo": 0, "hi": 0, "tasks": 55, "costPerTaskUsd": 0.00878 }, "family=bilingual_equivalence": { "rate": 84.7458, "lo": 74.5763, "hi": 93.2203, "tasks": 59, "costPerTaskUsd": 0.018403 }, "family=performance_analysis": { "rate": 59.8425, "lo": 51.1811, "hi": 67.7165, "tasks": 127, "costPerTaskUsd": 0.012989 }, "family=procurement_evaluation": { "rate": 79.661, "lo": 69.4915, "hi": 89.8305, "tasks": 59, "costPerTaskUsd": 0.01119 }, "order=federal": { "rate": 62.3077, "lo": 53.8462, "hi": 70.7692, "tasks": 130, "costPerTaskUsd": 0.014415 }, "order=municipal": { "rate": 57.8313, "lo": 46.988, "hi": 68.6747, "tasks": 83, "costPerTaskUsd": 0.011228 }, "order=provincial": { "rate": 50.5747, "lo": 40.2299, "hi": 60.9195, "tasks": 87, "costPerTaskUsd": 0.012328 }, "language_out=en": { "rate": 59.0062, "lo": 51.5528, "hi": 67.0807, "tasks": 161, "costPerTaskUsd": 0.010916 }, "language_out=fr": { "rate": 56.1151, "lo": 47.482, "hi": 64.0288, "tasks": 139, "costPerTaskUsd": 0.015259 }, "jurisdiction=Canada": { "rate": 62.3077, "lo": 53.8462, "hi": 70.7692, "tasks": 130, "costPerTaskUsd": 0.014415 }, "jurisdiction=Québec": { "rate": 37.931, "lo": 20.6897, "hi": 55.1724, "tasks": 29, "costPerTaskUsd": 0.0138 }, "variant=ambiguity": { "rate": 50, "lo": 35.4167, "hi": 64.5833, "tasks": 48, "costPerTaskUsd": 0.010467 }, "variant=standard": { "rate": 59.127, "lo": 53.1746, "hi": 65.0794, "tasks": 252, "costPerTaskUsd": 0.013397 } } }, { "id": "gpt-6-luna", "name": "GPT-6 Luna", "lab": "OpenAI", "openWeights": false, "openrouterId": "openai/gpt-6-luna", "results": { "all": { "rate": 54.3333, "lo": 48.6667, "hi": 60, "tasks": 300, "costPerTaskUsd": 0.001109 }, "family=atip_redaction": { "rate": 1.8182, "lo": 0, "hi": 5.4545, "tasks": 55, "costPerTaskUsd": 0.002 }, "family=bilingual_equivalence": { "rate": 89.8305, "lo": 81.3559, "hi": 96.6102, "tasks": 59, "costPerTaskUsd": 0.001338 }, "family=performance_analysis": { "rate": 53.5433, "lo": 44.8819, "hi": 62.2047, "tasks": 127, "costPerTaskUsd": 0.000748 }, "family=procurement_evaluation": { "rate": 69.4915, "lo": 57.6271, "hi": 81.3559, "tasks": 59, "costPerTaskUsd": 0.000829 }, "order=federal": { "rate": 60, "lo": 51.5385, "hi": 68.4615, "tasks": 130, "costPerTaskUsd": 0.001205 }, "order=municipal": { "rate": 57.8313, "lo": 46.988, "hi": 68.6747, "tasks": 83, "costPerTaskUsd": 0.000993 }, "order=provincial": { "rate": 42.5287, "lo": 32.1839, "hi": 52.8736, "tasks": 87, "costPerTaskUsd": 0.001078 }, "language_out=en": { "rate": 52.1739, "lo": 44.7205, "hi": 59.6273, "tasks": 161, "costPerTaskUsd": 0.000953 }, "language_out=fr": { "rate": 56.8345, "lo": 48.9209, "hi": 64.7482, "tasks": 139, "costPerTaskUsd": 0.001291 }, "jurisdiction=Canada": { "rate": 60, "lo": 51.5385, "hi": 68.4615, "tasks": 130, "costPerTaskUsd": 0.001205 }, "jurisdiction=Québec": { "rate": 34.4828, "lo": 17.2414, "hi": 51.7241, "tasks": 29, "costPerTaskUsd": 0.001296 }, "variant=ambiguity": { "rate": 45.8333, "lo": 31.25, "hi": 60.4167, "tasks": 48, "costPerTaskUsd": 0.001109 }, "variant=standard": { "rate": 55.9524, "lo": 49.6032, "hi": 62.3016, "tasks": 252, "costPerTaskUsd": 0.00111 } } }, { "id": "ultramarine-1-flash", "name": "Ultramarine 1 Flash", "lab": "Paper Instruments", "openWeights": false, "openrouterId": "paper/ultramarine-1-flash", "results": { "all": { "rate": 63, "lo": 57.6667, "hi": 68.6667, "tasks": 300, "costPerTaskUsd": 0.005147 }, "family=atip_redaction": { "rate": 10.9091, "lo": 3.6364, "hi": 20, "tasks": 55, "costPerTaskUsd": 0.006674 }, "family=bilingual_equivalence": { "rate": 96.6102, "lo": 89.8305, "hi": 100, "tasks": 59, "costPerTaskUsd": 0.006743 }, "family=performance_analysis": { "rate": 60.6299, "lo": 51.9685, "hi": 68.5039, "tasks": 127, "costPerTaskUsd": 0.004191 }, "family=procurement_evaluation": { "rate": 83.0508, "lo": 72.8814, "hi": 91.5254, "tasks": 59, "costPerTaskUsd": 0.004184 }, "order=federal": { "rate": 69.2308, "lo": 61.5385, "hi": 76.9231, "tasks": 130, "costPerTaskUsd": 0.005652 }, "order=municipal": { "rate": 61.4458, "lo": 51.8072, "hi": 72.2892, "tasks": 83, "costPerTaskUsd": 0.004427 }, "order=provincial": { "rate": 55.1724, "lo": 44.8276, "hi": 65.5172, "tasks": 87, "costPerTaskUsd": 0.005077 }, "language_out=en": { "rate": 60.2484, "lo": 52.795, "hi": 67.7019, "tasks": 161, "costPerTaskUsd": 0.004248 }, "language_out=fr": { "rate": 66.1871, "lo": 57.554, "hi": 74.1007, "tasks": 139, "costPerTaskUsd": 0.006187 }, "jurisdiction=Canada": { "rate": 69.2308, "lo": 61.5385, "hi": 76.9231, "tasks": 130, "costPerTaskUsd": 0.005652 }, "jurisdiction=Québec": { "rate": 51.7241, "lo": 34.4828, "hi": 68.9655, "tasks": 29, "costPerTaskUsd": 0.006287 }, "variant=ambiguity": { "rate": 52.0833, "lo": 37.5, "hi": 66.6667, "tasks": 48, "costPerTaskUsd": 0.004515 }, "variant=standard": { "rate": 65.0794, "lo": 59.127, "hi": 71.0317, "tasks": 252, "costPerTaskUsd": 0.005267 } } }, { "id": "qwen3-6-35b-a3b", "name": "Qwen3.6 35B A3B", "lab": "Alibaba (Qwen)", "openWeights": true, "openrouterId": "qwen/qwen3.6-35b-a3b", "results": { "all": { "rate": 32.6667, "lo": 27.3333, "hi": 38, "tasks": 300, "costPerTaskUsd": 0.005265 }, "family=atip_redaction": { "rate": 0, "lo": 0, "hi": 0, "tasks": 55, "costPerTaskUsd": 0.005455 }, "family=bilingual_equivalence": { "rate": 84.7458, "lo": 74.5763, "hi": 93.2203, "tasks": 59, "costPerTaskUsd": 0.007367 }, "family=performance_analysis": { "rate": 11.0236, "lo": 6.2992, "hi": 16.5354, "tasks": 127, "costPerTaskUsd": 0.004281 }, "family=procurement_evaluation": { "rate": 57.6271, "lo": 45.7627, "hi": 69.4915, "tasks": 59, "costPerTaskUsd": 0.005106 }, "order=federal": { "rate": 52.3077, "lo": 43.8462, "hi": 60.7692, "tasks": 130, "costPerTaskUsd": 0.006109 }, "order=municipal": { "rate": 14.4578, "lo": 7.2289, "hi": 21.6867, "tasks": 83, "costPerTaskUsd": 0.004561 }, "order=provincial": { "rate": 20.6897, "lo": 12.6437, "hi": 28.7356, "tasks": 87, "costPerTaskUsd": 0.004677 }, "language_out=en": { "rate": 21.7391, "lo": 15.528, "hi": 28.5714, "tasks": 161, "costPerTaskUsd": 0.004436 }, "language_out=fr": { "rate": 45.3237, "lo": 37.4101, "hi": 53.2374, "tasks": 139, "costPerTaskUsd": 0.006226 }, "jurisdiction=Canada": { "rate": 52.3077, "lo": 43.8462, "hi": 60.7692, "tasks": 130, "costPerTaskUsd": 0.006109 }, "jurisdiction=Québec": { "rate": 24.1379, "lo": 10.3448, "hi": 41.3793, "tasks": 29, "costPerTaskUsd": 0.00519 }, "variant=ambiguity": { "rate": 12.5, "lo": 4.1667, "hi": 22.9167, "tasks": 48, "costPerTaskUsd": 0.004901 }, "variant=standard": { "rate": 36.5079, "lo": 30.5556, "hi": 42.8571, "tasks": 252, "costPerTaskUsd": 0.005335 } } }, { "id": "qwen3-8-flash", "name": "Qwen3.8 Flash", "lab": "Alibaba (Qwen)", "openWeights": true, "openrouterId": "qwen/qwen3.8-flash", "results": { "all": { "rate": 49.3333, "lo": 44, "hi": 55, "tasks": 300, "costPerTaskUsd": 0.007283 }, "family=atip_redaction": { "rate": 1.8182, "lo": 0, "hi": 5.4545, "tasks": 55, "costPerTaskUsd": 0.012516 }, "family=bilingual_equivalence": { "rate": 52.5424, "lo": 38.9831, "hi": 64.4068, "tasks": 59, "costPerTaskUsd": 0.011453 }, "family=performance_analysis": { "rate": 52.7559, "lo": 44.0945, "hi": 62.2047, "tasks": 127, "costPerTaskUsd": 0.004607 }, "family=procurement_evaluation": { "rate": 83.0508, "lo": 72.8814, "hi": 91.5254, "tasks": 59, "costPerTaskUsd": 0.003996 }, "order=federal": { "rate": 46.1538, "lo": 36.9231, "hi": 54.6154, "tasks": 130, "costPerTaskUsd": 0.00915 }, "order=municipal": { "rate": 56.6265, "lo": 45.7831, "hi": 67.4699, "tasks": 83, "costPerTaskUsd": 0.004884 }, "order=provincial": { "rate": 47.1264, "lo": 36.7816, "hi": 57.4713, "tasks": 87, "costPerTaskUsd": 0.006784 }, "language_out=en": { "rate": 54.6584, "lo": 46.5839, "hi": 62.1118, "tasks": 161, "costPerTaskUsd": 0.005806 }, "language_out=fr": { "rate": 43.1655, "lo": 35.2518, "hi": 51.0791, "tasks": 139, "costPerTaskUsd": 0.008994 }, "jurisdiction=Canada": { "rate": 46.1538, "lo": 36.9231, "hi": 54.6154, "tasks": 130, "costPerTaskUsd": 0.00915 }, "jurisdiction=Québec": { "rate": 48.2759, "lo": 31.0345, "hi": 65.5172, "tasks": 29, "costPerTaskUsd": 0.007492 }, "variant=ambiguity": { "rate": 62.5, "lo": 47.9167, "hi": 75, "tasks": 48, "costPerTaskUsd": 0.00545 }, "variant=standard": { "rate": 46.8254, "lo": 40.873, "hi": 53.1746, "tasks": 252, "costPerTaskUsd": 0.007632 } } }, { "id": "glm-5-3-flash", "name": "GLM-5.3 Flash", "lab": "Z.ai (Zhipu)", "openWeights": false, "openrouterId": "z-ai/glm-5.3-flash", "results": { "all": { "rate": 61.3333, "lo": 55.6667, "hi": 67, "tasks": 300, "costPerTaskUsd": 0.005278 }, "family=atip_redaction": { "rate": 20, "lo": 9.0909, "hi": 30.9091, "tasks": 55, "costPerTaskUsd": 0.008379 }, "family=bilingual_equivalence": { "rate": 91.5254, "lo": 84.7458, "hi": 98.3051, "tasks": 59, "costPerTaskUsd": 0.007054 }, "family=performance_analysis": { "rate": 57.4803, "lo": 48.8189, "hi": 66.1417, "tasks": 127, "costPerTaskUsd": 0.003865 }, "family=procurement_evaluation": { "rate": 77.9661, "lo": 67.7966, "hi": 88.1356, "tasks": 59, "costPerTaskUsd": 0.003652 }, "order=federal": { "rate": 73.0769, "lo": 65.3846, "hi": 80, "tasks": 130, "costPerTaskUsd": 0.005606 }, "order=municipal": { "rate": 57.8313, "lo": 46.988, "hi": 68.6747, "tasks": 83, "costPerTaskUsd": 0.00496 }, "order=provincial": { "rate": 47.1264, "lo": 36.7816, "hi": 57.4713, "tasks": 87, "costPerTaskUsd": 0.00509 }, "language_out=en": { "rate": 59.0062, "lo": 50.9317, "hi": 66.4596, "tasks": 161, "costPerTaskUsd": 0.00439 }, "language_out=fr": { "rate": 64.0288, "lo": 56.1151, "hi": 71.9424, "tasks": 139, "costPerTaskUsd": 0.006306 }, "jurisdiction=Canada": { "rate": 73.0769, "lo": 65.3846, "hi": 80, "tasks": 130, "costPerTaskUsd": 0.005606 }, "jurisdiction=Québec": { "rate": 31.0345, "lo": 13.7931, "hi": 48.2759, "tasks": 29, "costPerTaskUsd": 0.006502 }, "variant=ambiguity": { "rate": 54.1667, "lo": 39.5833, "hi": 68.75, "tasks": 48, "costPerTaskUsd": 0.004871 }, "variant=standard": { "rate": 62.6984, "lo": 56.3492, "hi": 68.6508, "tasks": 252, "costPerTaskUsd": 0.005355 } } }, { "id": "glm-5-3", "name": "GLM-5.3", "lab": "Z.ai (Zhipu)", "openWeights": true, "openrouterId": "z-ai/glm-5.3", "results": { "all": { "rate": 68.3333, "lo": 63.3333, "hi": 73.6667, "tasks": 300, "costPerTaskUsd": 0.085227 }, "family=atip_redaction": { "rate": 16.3636, "lo": 7.2727, "hi": 27.2727, "tasks": 55, "costPerTaskUsd": 0.156186 }, "family=bilingual_equivalence": { "rate": 94.9153, "lo": 88.1356, "hi": 100, "tasks": 59, "costPerTaskUsd": 0.133057 }, "family=performance_analysis": { "rate": 69.2913, "lo": 60.6299, "hi": 76.378, "tasks": 127, "costPerTaskUsd": 0.050434 }, "family=procurement_evaluation": { "rate": 88.1356, "lo": 79.661, "hi": 96.6102, "tasks": 59, "costPerTaskUsd": 0.046142 }, "order=federal": { "rate": 73.8462, "lo": 66.1538, "hi": 81.5385, "tasks": 130, "costPerTaskUsd": 0.105136 }, "order=municipal": { "rate": 67.4699, "lo": 56.6265, "hi": 77.1084, "tasks": 83, "costPerTaskUsd": 0.06466 }, "order=provincial": { "rate": 60.9195, "lo": 50.5747, "hi": 70.1149, "tasks": 87, "costPerTaskUsd": 0.075099 }, "language_out=en": { "rate": 65.8385, "lo": 58.3851, "hi": 72.6708, "tasks": 161, "costPerTaskUsd": 0.064809 }, "language_out=fr": { "rate": 71.223, "lo": 63.3094, "hi": 78.4173, "tasks": 139, "costPerTaskUsd": 0.108877 }, "jurisdiction=Canada": { "rate": 73.8462, "lo": 66.1538, "hi": 81.5385, "tasks": 130, "costPerTaskUsd": 0.105136 }, "jurisdiction=Québec": { "rate": 55.1724, "lo": 37.931, "hi": 72.4138, "tasks": 29, "costPerTaskUsd": 0.091746 }, "variant=ambiguity": { "rate": 64.5833, "lo": 52.0833, "hi": 77.0833, "tasks": 48, "costPerTaskUsd": 0.07328 }, "variant=standard": { "rate": 69.0476, "lo": 63.4921, "hi": 74.6032, "tasks": 252, "costPerTaskUsd": 0.087502 } } } ] }, { "id": "banking", "name": "GrindBench-Banking", "suiteVersion": "v1-quick", "lastRun": "2026-11-03", "models": [ { "id": "claude-sonnet-5-5", "name": "Claude Sonnet 5.5", "lab": "Anthropic", "openWeights": false, "openrouterId": "anthropic/claude-sonnet-5.5", "results": { "all": { "rate": 80, "lo": 70, "hi": 90, "tasks": 60, "costPerTaskUsd": 0.138146 }, "family=aml_kyc": { "rate": 80, "lo": 50, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.136863 }, "family=capital_liquidity": { "rate": 90, "lo": 70, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.214339 }, "family=complaints_conduct": { "rate": 90, "lo": 70, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.095854 }, "family=credit_risk": { "rate": 80, "lo": 50, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.215974 }, "family=deposits_payments": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.087604 }, "family=lending_mortgages": { "rate": 80, "lo": 50, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.07824 }, "regulator=alberta": { "rate": 93.75, "lo": 81.25, "hi": 100, "tasks": 16, "costPerTaskUsd": 0.150753 }, "regulator=bc": { "rate": 71.4286, "lo": 50, "hi": 92.8571, "tasks": 14, "costPerTaskUsd": 0.133508 }, "regulator=federal": { "rate": 75, "lo": 56.25, "hi": 93.75, "tasks": 16, "costPerTaskUsd": 0.138932 }, "regulator=ontario": { "rate": 78.5714, "lo": 57.1429, "hi": 100, "tasks": 14, "costPerTaskUsd": 0.127477 }, "segment=commercial": { "rate": 83.3333, "lo": 70, "hi": 93.3333, "tasks": 30, "costPerTaskUsd": 0.136074 }, "segment=retail": { "rate": 76.6667, "lo": 60, "hi": 90, "tasks": 30, "costPerTaskUsd": 0.140218 }, "variant=ambiguity": { "rate": 60, "lo": 40, "hi": 80, "tasks": 25, "costPerTaskUsd": 0.137036 }, "variant=standard": { "rate": 94.2857, "lo": 85.7143, "hi": 100, "tasks": 35, "costPerTaskUsd": 0.138939 } } }, { "id": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "lab": "DeepSeek", "openWeights": true, "openrouterId": "deepseek/deepseek-v4.1-flash", "results": { "all": { "rate": 61.6667, "lo": 48.3333, "hi": 73.3333, "tasks": 60, "costPerTaskUsd": 0.015647 }, "family=aml_kyc": { "rate": 70, "lo": 40, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.014885 }, "family=capital_liquidity": { "rate": 50, "lo": 20, "hi": 80, "tasks": 10, "costPerTaskUsd": 0.019836 }, "family=complaints_conduct": { "rate": 70, "lo": 40, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.012222 }, "family=credit_risk": { "rate": 80, "lo": 50, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.022396 }, "family=deposits_payments": { "rate": 40, "lo": 10, "hi": 70, "tasks": 10, "costPerTaskUsd": 0.01521 }, "family=lending_mortgages": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.009334 }, "regulator=alberta": { "rate": 81.25, "lo": 62.5, "hi": 100, "tasks": 16, "costPerTaskUsd": 0.014341 }, "regulator=bc": { "rate": 42.8571, "lo": 14.2857, "hi": 71.4286, "tasks": 14, "costPerTaskUsd": 0.016389 }, "regulator=federal": { "rate": 56.25, "lo": 31.25, "hi": 81.25, "tasks": 16, "costPerTaskUsd": 0.016219 }, "regulator=ontario": { "rate": 64.2857, "lo": 42.8571, "hi": 85.7143, "tasks": 14, "costPerTaskUsd": 0.015745 }, "segment=commercial": { "rate": 66.6667, "lo": 50, "hi": 83.3333, "tasks": 30, "costPerTaskUsd": 0.015153 }, "segment=retail": { "rate": 56.6667, "lo": 40, "hi": 73.3333, "tasks": 30, "costPerTaskUsd": 0.016142 }, "variant=ambiguity": { "rate": 40, "lo": 20, "hi": 60, "tasks": 25, "costPerTaskUsd": 0.016615 }, "variant=standard": { "rate": 77.1429, "lo": 62.8571, "hi": 91.4286, "tasks": 35, "costPerTaskUsd": 0.014956 } } }, { "id": "gemini-3-8-flash", "name": "Gemini 3.8 Flash", "lab": "Google", "openWeights": false, "openrouterId": "google/gemini-3.8-flash", "results": { "all": { "rate": 48.3333, "lo": 35, "hi": 60, "tasks": 60, "costPerTaskUsd": 0.109684 }, "family=aml_kyc": { "rate": 30, "lo": 0, "hi": 60, "tasks": 10, "costPerTaskUsd": 0.113494 }, "family=capital_liquidity": { "rate": 50, "lo": 20, "hi": 80, "tasks": 10, "costPerTaskUsd": 0.131947 }, "family=complaints_conduct": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.095542 }, "family=credit_risk": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.162647 }, "family=deposits_payments": { "rate": 40, "lo": 10, "hi": 70, "tasks": 10, "costPerTaskUsd": 0.096133 }, "family=lending_mortgages": { "rate": 50, "lo": 20, "hi": 80, "tasks": 10, "costPerTaskUsd": 0.058343 }, "regulator=alberta": { "rate": 43.75, "lo": 18.75, "hi": 68.75, "tasks": 16, "costPerTaskUsd": 0.098329 }, "regulator=bc": { "rate": 35.7143, "lo": 14.2857, "hi": 57.1429, "tasks": 14, "costPerTaskUsd": 0.110868 }, "regulator=federal": { "rate": 50, "lo": 25, "hi": 75, "tasks": 16, "costPerTaskUsd": 0.10882 }, "regulator=ontario": { "rate": 64.2857, "lo": 42.8571, "hi": 85.7143, "tasks": 14, "costPerTaskUsd": 0.122466 }, "segment=commercial": { "rate": 50, "lo": 33.3333, "hi": 66.6667, "tasks": 30, "costPerTaskUsd": 0.110969 }, "segment=retail": { "rate": 46.6667, "lo": 30, "hi": 63.3333, "tasks": 30, "costPerTaskUsd": 0.1084 }, "variant=ambiguity": { "rate": 40, "lo": 20, "hi": 60, "tasks": 25, "costPerTaskUsd": 0.113521 }, "variant=standard": { "rate": 54.2857, "lo": 40, "hi": 71.4286, "tasks": 35, "costPerTaskUsd": 0.106944 } } }, { "id": "gemma-4-26b-a4b", "name": "Gemma 4 26B A4B", "lab": "Google", "openWeights": true, "openrouterId": "google/gemma-4-26b-a4b-it", "results": { "all": { "rate": 0, "lo": 0, "hi": 0, "tasks": 60, "costPerTaskUsd": 0.001369 }, "family=aml_kyc": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.001624 }, "family=capital_liquidity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.00142 }, "family=complaints_conduct": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.001028 }, "family=credit_risk": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.002284 }, "family=deposits_payments": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.00085 }, "family=lending_mortgages": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.001008 }, "regulator=alberta": { "rate": 0, "lo": 0, "hi": 0, "tasks": 16, "costPerTaskUsd": 0.001472 }, "regulator=bc": { "rate": 0, "lo": 0, "hi": 0, "tasks": 14, "costPerTaskUsd": 0.001326 }, "regulator=federal": { "rate": 0, "lo": 0, "hi": 0, "tasks": 16, "costPerTaskUsd": 0.001281 }, "regulator=ontario": { "rate": 0, "lo": 0, "hi": 0, "tasks": 14, "costPerTaskUsd": 0.001395 }, "segment=commercial": { "rate": 0, "lo": 0, "hi": 0, "tasks": 30, "costPerTaskUsd": 0.001401 }, "segment=retail": { "rate": 0, "lo": 0, "hi": 0, "tasks": 30, "costPerTaskUsd": 0.001337 }, "variant=ambiguity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 25, "costPerTaskUsd": 0.001397 }, "variant=standard": { "rate": 0, "lo": 0, "hi": 0, "tasks": 35, "costPerTaskUsd": 0.001349 } } }, { "id": "gemma-4-31b", "name": "Gemma 4 31B", "lab": "Google", "openWeights": true, "openrouterId": "google/gemma-4-31b-it", "results": { "all": { "rate": 0, "lo": 0, "hi": 0, "tasks": 60, "costPerTaskUsd": 0.001866 }, "family=aml_kyc": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.001931 }, "family=capital_liquidity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.002055 }, "family=complaints_conduct": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.001522 }, "family=credit_risk": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.003136 }, "family=deposits_payments": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.001166 }, "family=lending_mortgages": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.001383 }, "regulator=alberta": { "rate": 0, "lo": 0, "hi": 0, "tasks": 16, "costPerTaskUsd": 0.001972 }, "regulator=bc": { "rate": 0, "lo": 0, "hi": 0, "tasks": 14, "costPerTaskUsd": 0.001839 }, "regulator=federal": { "rate": 0, "lo": 0, "hi": 0, "tasks": 16, "costPerTaskUsd": 0.001802 }, "regulator=ontario": { "rate": 0, "lo": 0, "hi": 0, "tasks": 14, "costPerTaskUsd": 0.001843 }, "segment=commercial": { "rate": 0, "lo": 0, "hi": 0, "tasks": 30, "costPerTaskUsd": 0.001849 }, "segment=retail": { "rate": 0, "lo": 0, "hi": 0, "tasks": 30, "costPerTaskUsd": 0.001883 }, "variant=ambiguity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 25, "costPerTaskUsd": 0.001814 }, "variant=standard": { "rate": 0, "lo": 0, "hi": 0, "tasks": 35, "costPerTaskUsd": 0.001902 } } }, { "id": "mercury-3", "name": "Mercury 3", "lab": "Inception", "openWeights": false, "openrouterId": "inception/mercury-3", "results": { "all": { "rate": 51.6667, "lo": 38.3333, "hi": 63.3333, "tasks": 60, "costPerTaskUsd": 0.013512 }, "family=aml_kyc": { "rate": 40, "lo": 10, "hi": 70, "tasks": 10, "costPerTaskUsd": 0.013684 }, "family=capital_liquidity": { "rate": 50, "lo": 20, "hi": 80, "tasks": 10, "costPerTaskUsd": 0.01668 }, "family=complaints_conduct": { "rate": 70, "lo": 40, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.010788 }, "family=credit_risk": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.017115 }, "family=deposits_payments": { "rate": 40, "lo": 10, "hi": 70, "tasks": 10, "costPerTaskUsd": 0.011775 }, "family=lending_mortgages": { "rate": 50, "lo": 20, "hi": 80, "tasks": 10, "costPerTaskUsd": 0.011031 }, "regulator=alberta": { "rate": 56.25, "lo": 31.25, "hi": 81.25, "tasks": 16, "costPerTaskUsd": 0.014493 }, "regulator=bc": { "rate": 50, "lo": 21.4286, "hi": 71.4286, "tasks": 14, "costPerTaskUsd": 0.01223 }, "regulator=federal": { "rate": 50, "lo": 25, "hi": 75, "tasks": 16, "costPerTaskUsd": 0.013407 }, "regulator=ontario": { "rate": 50, "lo": 21.4286, "hi": 78.5714, "tasks": 14, "costPerTaskUsd": 0.013794 }, "segment=commercial": { "rate": 56.6667, "lo": 36.6667, "hi": 73.3333, "tasks": 30, "costPerTaskUsd": 0.013365 }, "segment=retail": { "rate": 46.6667, "lo": 30, "hi": 63.3333, "tasks": 30, "costPerTaskUsd": 0.01366 }, "variant=ambiguity": { "rate": 44, "lo": 24, "hi": 64, "tasks": 25, "costPerTaskUsd": 0.013362 }, "variant=standard": { "rate": 57.1429, "lo": 42.8571, "hi": 74.2857, "tasks": 35, "costPerTaskUsd": 0.013619 } } }, { "id": "muse-spark-1-3", "name": "Muse Spark 1.3", "lab": "Meta", "openWeights": false, "openrouterId": "meta/muse-spark-1.3", "results": { "all": { "rate": 63.3333, "lo": 51.6667, "hi": 75, "tasks": 60, "costPerTaskUsd": 0.066224 }, "family=aml_kyc": { "rate": 70, "lo": 40, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.065469 }, "family=capital_liquidity": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.092409 }, "family=complaints_conduct": { "rate": 80, "lo": 50, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.05335 }, "family=credit_risk": { "rate": 70, "lo": 40, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.09518 }, "family=deposits_payments": { "rate": 40, "lo": 10, "hi": 70, "tasks": 10, "costPerTaskUsd": 0.048874 }, "family=lending_mortgages": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.04206 }, "regulator=alberta": { "rate": 50, "lo": 25, "hi": 75, "tasks": 16, "costPerTaskUsd": 0.068661 }, "regulator=bc": { "rate": 57.1429, "lo": 28.5714, "hi": 85.7143, "tasks": 14, "costPerTaskUsd": 0.063893 }, "regulator=federal": { "rate": 75, "lo": 56.25, "hi": 93.75, "tasks": 16, "costPerTaskUsd": 0.065853 }, "regulator=ontario": { "rate": 71.4286, "lo": 42.8571, "hi": 92.8571, "tasks": 14, "costPerTaskUsd": 0.066193 }, "segment=commercial": { "rate": 73.3333, "lo": 56.6667, "hi": 86.6667, "tasks": 30, "costPerTaskUsd": 0.065409 }, "segment=retail": { "rate": 53.3333, "lo": 33.3333, "hi": 70, "tasks": 30, "costPerTaskUsd": 0.067038 }, "variant=ambiguity": { "rate": 44, "lo": 24, "hi": 64, "tasks": 25, "costPerTaskUsd": 0.067255 }, "variant=standard": { "rate": 77.1429, "lo": 62.8571, "hi": 91.4286, "tasks": 35, "costPerTaskUsd": 0.065487 } } }, { "id": "minimax-m3", "name": "MiniMax M3", "lab": "MiniMax", "openWeights": true, "openrouterId": "minimax/minimax-m3", "results": { "all": { "rate": 36.6667, "lo": 25, "hi": 48.3333, "tasks": 60, "costPerTaskUsd": 0.040589 }, "family=aml_kyc": { "rate": 40, "lo": 10, "hi": 70, "tasks": 10, "costPerTaskUsd": 0.034861 }, "family=capital_liquidity": { "rate": 30, "lo": 10, "hi": 60, "tasks": 10, "costPerTaskUsd": 0.067699 }, "family=complaints_conduct": { "rate": 50, "lo": 20, "hi": 80, "tasks": 10, "costPerTaskUsd": 0.036271 }, "family=credit_risk": { "rate": 20, "lo": 0, "hi": 50, "tasks": 10, "costPerTaskUsd": 0.049553 }, "family=deposits_payments": { "rate": 40, "lo": 10, "hi": 70, "tasks": 10, "costPerTaskUsd": 0.034978 }, "family=lending_mortgages": { "rate": 40, "lo": 10, "hi": 70, "tasks": 10, "costPerTaskUsd": 0.02017 }, "regulator=alberta": { "rate": 43.75, "lo": 18.75, "hi": 68.75, "tasks": 16, "costPerTaskUsd": 0.043168 }, "regulator=bc": { "rate": 28.5714, "lo": 7.1429, "hi": 57.1429, "tasks": 14, "costPerTaskUsd": 0.038519 }, "regulator=federal": { "rate": 31.25, "lo": 12.5, "hi": 56.25, "tasks": 16, "costPerTaskUsd": 0.04299 }, "regulator=ontario": { "rate": 42.8571, "lo": 14.2857, "hi": 71.4286, "tasks": 14, "costPerTaskUsd": 0.036966 }, "segment=commercial": { "rate": 40, "lo": 23.3333, "hi": 56.6667, "tasks": 30, "costPerTaskUsd": 0.038789 }, "segment=retail": { "rate": 33.3333, "lo": 16.6667, "hi": 50, "tasks": 30, "costPerTaskUsd": 0.042389 }, "variant=ambiguity": { "rate": 16, "lo": 4, "hi": 32, "tasks": 25, "costPerTaskUsd": 0.040475 }, "variant=standard": { "rate": 51.4286, "lo": 34.2857, "hi": 68.5714, "tasks": 35, "costPerTaskUsd": 0.04067 } } }, { "id": "mistral-small-4", "name": "Mistral Small 4", "lab": "Mistral AI", "openWeights": true, "openrouterId": "mistralai/mistral-small-2603", "results": { "all": { "rate": 0, "lo": 0, "hi": 0, "tasks": 60, "costPerTaskUsd": 0.003086 }, "family=aml_kyc": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.003114 }, "family=capital_liquidity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.002883 }, "family=complaints_conduct": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.002464 }, "family=credit_risk": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.005409 }, "family=deposits_payments": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.002247 }, "family=lending_mortgages": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.002401 }, "regulator=alberta": { "rate": 0, "lo": 0, "hi": 0, "tasks": 16, "costPerTaskUsd": 0.003235 }, "regulator=bc": { "rate": 0, "lo": 0, "hi": 0, "tasks": 14, "costPerTaskUsd": 0.002989 }, "regulator=federal": { "rate": 0, "lo": 0, "hi": 0, "tasks": 16, "costPerTaskUsd": 0.003082 }, "regulator=ontario": { "rate": 0, "lo": 0, "hi": 0, "tasks": 14, "costPerTaskUsd": 0.003018 }, "segment=commercial": { "rate": 0, "lo": 0, "hi": 0, "tasks": 30, "costPerTaskUsd": 0.003173 }, "segment=retail": { "rate": 0, "lo": 0, "hi": 0, "tasks": 30, "costPerTaskUsd": 0.003 }, "variant=ambiguity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 25, "costPerTaskUsd": 0.003068 }, "variant=standard": { "rate": 0, "lo": 0, "hi": 0, "tasks": 35, "costPerTaskUsd": 0.003099 } } }, { "id": "nemotron-3-5-lightning", "name": "Nemotron 3.5 Lightning", "lab": "NVIDIA", "openWeights": true, "openrouterId": "nvidia/nemotron-3.5-lightning", "results": { "all": { "rate": 1.6667, "lo": 0, "hi": 5, "tasks": 60, "costPerTaskUsd": 0.008653 }, "family=aml_kyc": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.008045 }, "family=capital_liquidity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.009728 }, "family=complaints_conduct": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.009684 }, "family=credit_risk": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.011577 }, "family=deposits_payments": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.007086 }, "family=lending_mortgages": { "rate": 10, "lo": 0, "hi": 30, "tasks": 10, "costPerTaskUsd": 0.005798 }, "regulator=alberta": { "rate": 6.25, "lo": 0, "hi": 18.75, "tasks": 16, "costPerTaskUsd": 0.009487 }, "regulator=bc": { "rate": 0, "lo": 0, "hi": 0, "tasks": 14, "costPerTaskUsd": 0.008578 }, "regulator=federal": { "rate": 0, "lo": 0, "hi": 0, "tasks": 16, "costPerTaskUsd": 0.007635 }, "regulator=ontario": { "rate": 0, "lo": 0, "hi": 0, "tasks": 14, "costPerTaskUsd": 0.008937 }, "segment=commercial": { "rate": 0, "lo": 0, "hi": 0, "tasks": 30, "costPerTaskUsd": 0.00963 }, "segment=retail": { "rate": 3.3333, "lo": 0, "hi": 10, "tasks": 30, "costPerTaskUsd": 0.007675 }, "variant=ambiguity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 25, "costPerTaskUsd": 0.008465 }, "variant=standard": { "rate": 2.8571, "lo": 0, "hi": 8.5714, "tasks": 35, "costPerTaskUsd": 0.008787 } } }, { "id": "nemotron-3-super", "name": "Nemotron 3 Super", "lab": "NVIDIA", "openWeights": true, "openrouterId": "nvidia/nemotron-3-super-120b-a12b", "results": { "all": { "rate": 5, "lo": 0, "hi": 11.6667, "tasks": 60, "costPerTaskUsd": 0.012277 }, "family=aml_kyc": { "rate": 10, "lo": 0, "hi": 30, "tasks": 10, "costPerTaskUsd": 0.01382 }, "family=capital_liquidity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.009186 }, "family=complaints_conduct": { "rate": 10, "lo": 0, "hi": 30, "tasks": 10, "costPerTaskUsd": 0.014206 }, "family=credit_risk": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.022187 }, "family=deposits_payments": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.008671 }, "family=lending_mortgages": { "rate": 10, "lo": 0, "hi": 30, "tasks": 10, "costPerTaskUsd": 0.005589 }, "regulator=alberta": { "rate": 6.25, "lo": 0, "hi": 18.75, "tasks": 16, "costPerTaskUsd": 0.012019 }, "regulator=bc": { "rate": 0, "lo": 0, "hi": 0, "tasks": 14, "costPerTaskUsd": 0.009034 }, "regulator=federal": { "rate": 6.25, "lo": 0, "hi": 18.75, "tasks": 16, "costPerTaskUsd": 0.01386 }, "regulator=ontario": { "rate": 7.1429, "lo": 0, "hi": 21.4286, "tasks": 14, "costPerTaskUsd": 0.014005 }, "segment=commercial": { "rate": 6.6667, "lo": 0, "hi": 16.6667, "tasks": 30, "costPerTaskUsd": 0.012606 }, "segment=retail": { "rate": 3.3333, "lo": 0, "hi": 10, "tasks": 30, "costPerTaskUsd": 0.011947 }, "variant=ambiguity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 25, "costPerTaskUsd": 0.01329 }, "variant=standard": { "rate": 8.5714, "lo": 0, "hi": 17.1429, "tasks": 35, "costPerTaskUsd": 0.011553 } } }, { "id": "nemotron-3-ultra", "name": "Nemotron 3 Ultra", "lab": "NVIDIA", "openWeights": true, "openrouterId": "nvidia/nemotron-3-ultra-550b-a55b", "results": { "all": { "rate": 23.3333, "lo": 13.3333, "hi": 35, "tasks": 60, "costPerTaskUsd": 0.072329 }, "family=aml_kyc": { "rate": 10, "lo": 0, "hi": 30, "tasks": 10, "costPerTaskUsd": 0.062369 }, "family=capital_liquidity": { "rate": 30, "lo": 10, "hi": 60, "tasks": 10, "costPerTaskUsd": 0.124791 }, "family=complaints_conduct": { "rate": 20, "lo": 0, "hi": 50, "tasks": 10, "costPerTaskUsd": 0.053156 }, "family=credit_risk": { "rate": 20, "lo": 0, "hi": 50, "tasks": 10, "costPerTaskUsd": 0.105558 }, "family=deposits_payments": { "rate": 10, "lo": 0, "hi": 30, "tasks": 10, "costPerTaskUsd": 0.049644 }, "family=lending_mortgages": { "rate": 50, "lo": 20, "hi": 80, "tasks": 10, "costPerTaskUsd": 0.038455 }, "regulator=alberta": { "rate": 25, "lo": 6.25, "hi": 50, "tasks": 16, "costPerTaskUsd": 0.082282 }, "regulator=bc": { "rate": 21.4286, "lo": 0, "hi": 42.8571, "tasks": 14, "costPerTaskUsd": 0.065021 }, "regulator=federal": { "rate": 25, "lo": 6.25, "hi": 50, "tasks": 16, "costPerTaskUsd": 0.065795 }, "regulator=ontario": { "rate": 21.4286, "lo": 0, "hi": 42.8571, "tasks": 14, "costPerTaskUsd": 0.075729 }, "segment=commercial": { "rate": 30, "lo": 13.3333, "hi": 46.6667, "tasks": 30, "costPerTaskUsd": 0.068945 }, "segment=retail": { "rate": 16.6667, "lo": 3.3333, "hi": 30, "tasks": 30, "costPerTaskUsd": 0.075713 }, "variant=ambiguity": { "rate": 12, "lo": 0, "hi": 24, "tasks": 25, "costPerTaskUsd": 0.065469 }, "variant=standard": { "rate": 31.4286, "lo": 17.1429, "hi": 48.5714, "tasks": 35, "costPerTaskUsd": 0.077228 } } }, { "id": "gpt-6-1-sol", "name": "GPT-6.1 Sol", "lab": "OpenAI", "openWeights": false, "openrouterId": "openai/gpt-6.1-sol", "results": { "all": { "rate": 63.3333, "lo": 50, "hi": 75, "tasks": 60, "costPerTaskUsd": 0.054103 }, "family=aml_kyc": { "rate": 30, "lo": 0, "hi": 60, "tasks": 10, "costPerTaskUsd": 0.053765 }, "family=capital_liquidity": { "rate": 70, "lo": 40, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.076024 }, "family=complaints_conduct": { "rate": 100, "lo": 100, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.038614 }, "family=credit_risk": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.083606 }, "family=deposits_payments": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.035165 }, "family=lending_mortgages": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.037444 }, "regulator=alberta": { "rate": 68.75, "lo": 43.75, "hi": 87.5, "tasks": 16, "costPerTaskUsd": 0.055496 }, "regulator=bc": { "rate": 57.1429, "lo": 28.5714, "hi": 78.5714, "tasks": 14, "costPerTaskUsd": 0.052504 }, "regulator=federal": { "rate": 68.75, "lo": 43.75, "hi": 87.5, "tasks": 16, "costPerTaskUsd": 0.055011 }, "regulator=ontario": { "rate": 57.1429, "lo": 28.5714, "hi": 85.7143, "tasks": 14, "costPerTaskUsd": 0.053072 }, "segment=commercial": { "rate": 70, "lo": 53.3333, "hi": 86.6667, "tasks": 30, "costPerTaskUsd": 0.051837 }, "segment=retail": { "rate": 56.6667, "lo": 40, "hi": 73.3333, "tasks": 30, "costPerTaskUsd": 0.056369 }, "variant=ambiguity": { "rate": 36, "lo": 16, "hi": 56, "tasks": 25, "costPerTaskUsd": 0.054088 }, "variant=standard": { "rate": 82.8571, "lo": 71.4286, "hi": 94.2857, "tasks": 35, "costPerTaskUsd": 0.054114 } } }, { "id": "gpt-6-luna", "name": "GPT-6 Luna", "lab": "OpenAI", "openWeights": false, "openrouterId": "openai/gpt-6-luna", "results": { "all": { "rate": 18.3333, "lo": 10, "hi": 28.3333, "tasks": 60, "costPerTaskUsd": 0.003775 }, "family=aml_kyc": { "rate": 20, "lo": 0, "hi": 50, "tasks": 10, "costPerTaskUsd": 0.0041 }, "family=capital_liquidity": { "rate": 10, "lo": 0, "hi": 30, "tasks": 10, "costPerTaskUsd": 0.004735 }, "family=complaints_conduct": { "rate": 30, "lo": 0, "hi": 60, "tasks": 10, "costPerTaskUsd": 0.003075 }, "family=credit_risk": { "rate": 10, "lo": 0, "hi": 30, "tasks": 10, "costPerTaskUsd": 0.005162 }, "family=deposits_payments": { "rate": 20, "lo": 0, "hi": 50, "tasks": 10, "costPerTaskUsd": 0.002984 }, "family=lending_mortgages": { "rate": 20, "lo": 0, "hi": 50, "tasks": 10, "costPerTaskUsd": 0.002594 }, "regulator=alberta": { "rate": 25, "lo": 6.25, "hi": 50, "tasks": 16, "costPerTaskUsd": 0.003829 }, "regulator=bc": { "rate": 14.2857, "lo": 0, "hi": 35.7143, "tasks": 14, "costPerTaskUsd": 0.003558 }, "regulator=federal": { "rate": 12.5, "lo": 0, "hi": 31.25, "tasks": 16, "costPerTaskUsd": 0.003631 }, "regulator=ontario": { "rate": 21.4286, "lo": 0, "hi": 42.8571, "tasks": 14, "costPerTaskUsd": 0.004094 }, "segment=commercial": { "rate": 23.3333, "lo": 10, "hi": 40, "tasks": 30, "costPerTaskUsd": 0.003687 }, "segment=retail": { "rate": 13.3333, "lo": 3.3333, "hi": 26.6667, "tasks": 30, "costPerTaskUsd": 0.003862 }, "variant=ambiguity": { "rate": 16, "lo": 4, "hi": 32, "tasks": 25, "costPerTaskUsd": 0.003892 }, "variant=standard": { "rate": 20, "lo": 8.5714, "hi": 34.2857, "tasks": 35, "costPerTaskUsd": 0.003691 } } }, { "id": "qwen3-6-35b-a3b", "name": "Qwen3.6 35B A3B", "lab": "Alibaba (Qwen)", "openWeights": true, "openrouterId": "qwen/qwen3.6-35b-a3b", "results": { "all": { "rate": 3.3333, "lo": 0, "hi": 8.3333, "tasks": 60, "costPerTaskUsd": 0.018061 }, "family=aml_kyc": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.016525 }, "family=capital_liquidity": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.019883 }, "family=complaints_conduct": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.016654 }, "family=credit_risk": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.029722 }, "family=deposits_payments": { "rate": 0, "lo": 0, "hi": 0, "tasks": 10, "costPerTaskUsd": 0.01342 }, "family=lending_mortgages": { "rate": 20, "lo": 0, "hi": 50, "tasks": 10, "costPerTaskUsd": 0.012161 }, "regulator=alberta": { "rate": 6.25, "lo": 0, "hi": 18.75, "tasks": 16, "costPerTaskUsd": 0.019578 }, "regulator=bc": { "rate": 7.1429, "lo": 0, "hi": 21.4286, "tasks": 14, "costPerTaskUsd": 0.016095 }, "regulator=federal": { "rate": 0, "lo": 0, "hi": 0, "tasks": 16, "costPerTaskUsd": 0.018617 }, "regulator=ontario": { "rate": 0, "lo": 0, "hi": 0, "tasks": 14, "costPerTaskUsd": 0.017657 }, "segment=commercial": { "rate": 3.3333, "lo": 0, "hi": 10, "tasks": 30, "costPerTaskUsd": 0.018039 }, "segment=retail": { "rate": 3.3333, "lo": 0, "hi": 10, "tasks": 30, "costPerTaskUsd": 0.018083 }, "variant=ambiguity": { "rate": 4, "lo": 0, "hi": 12, "tasks": 25, "costPerTaskUsd": 0.017664 }, "variant=standard": { "rate": 2.8571, "lo": 0, "hi": 8.5714, "tasks": 35, "costPerTaskUsd": 0.018344 } } }, { "id": "qwen3-8-flash", "name": "Qwen3.8 Flash", "lab": "Alibaba (Qwen)", "openWeights": true, "openrouterId": "qwen/qwen3.8-flash", "results": { "all": { "rate": 51.6667, "lo": 38.3333, "hi": 65, "tasks": 60, "costPerTaskUsd": 0.02101 }, "family=aml_kyc": { "rate": 10, "lo": 0, "hi": 30, "tasks": 10, "costPerTaskUsd": 0.019088 }, "family=capital_liquidity": { "rate": 40, "lo": 10, "hi": 70, "tasks": 10, "costPerTaskUsd": 0.027947 }, "family=complaints_conduct": { "rate": 100, "lo": 100, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.017243 }, "family=credit_risk": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.030497 }, "family=deposits_payments": { "rate": 50, "lo": 20, "hi": 80, "tasks": 10, "costPerTaskUsd": 0.016652 }, "family=lending_mortgages": { "rate": 50, "lo": 20, "hi": 80, "tasks": 10, "costPerTaskUsd": 0.014636 }, "regulator=alberta": { "rate": 56.25, "lo": 31.25, "hi": 81.25, "tasks": 16, "costPerTaskUsd": 0.022299 }, "regulator=bc": { "rate": 50, "lo": 21.4286, "hi": 78.5714, "tasks": 14, "costPerTaskUsd": 0.020193 }, "regulator=federal": { "rate": 62.5, "lo": 37.5, "hi": 81.25, "tasks": 16, "costPerTaskUsd": 0.022062 }, "regulator=ontario": { "rate": 35.7143, "lo": 14.2857, "hi": 64.2857, "tasks": 14, "costPerTaskUsd": 0.019152 }, "segment=commercial": { "rate": 56.6667, "lo": 40, "hi": 73.3333, "tasks": 30, "costPerTaskUsd": 0.020728 }, "segment=retail": { "rate": 46.6667, "lo": 26.6667, "hi": 63.3333, "tasks": 30, "costPerTaskUsd": 0.021293 }, "variant=ambiguity": { "rate": 36, "lo": 20, "hi": 56, "tasks": 25, "costPerTaskUsd": 0.021551 }, "variant=standard": { "rate": 62.8571, "lo": 45.7143, "hi": 80, "tasks": 35, "costPerTaskUsd": 0.020624 } } }, { "id": "glm-5-3-flash", "name": "GLM-5.3 Flash", "lab": "Z.ai (Zhipu)", "openWeights": false, "openrouterId": "z-ai/glm-5.3-flash", "results": { "all": { "rate": 46.6667, "lo": 35, "hi": 60, "tasks": 60, "costPerTaskUsd": 0.014438 }, "family=aml_kyc": { "rate": 50, "lo": 20, "hi": 80, "tasks": 10, "costPerTaskUsd": 0.013092 }, "family=capital_liquidity": { "rate": 40, "lo": 10, "hi": 70, "tasks": 10, "costPerTaskUsd": 0.023805 }, "family=complaints_conduct": { "rate": 70, "lo": 40, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.011854 }, "family=credit_risk": { "rate": 20, "lo": 0, "hi": 50, "tasks": 10, "costPerTaskUsd": 0.017843 }, "family=deposits_payments": { "rate": 50, "lo": 20, "hi": 80, "tasks": 10, "costPerTaskUsd": 0.010334 }, "family=lending_mortgages": { "rate": 50, "lo": 20, "hi": 80, "tasks": 10, "costPerTaskUsd": 0.009699 }, "regulator=alberta": { "rate": 31.25, "lo": 12.5, "hi": 56.25, "tasks": 16, "costPerTaskUsd": 0.015252 }, "regulator=bc": { "rate": 42.8571, "lo": 14.2857, "hi": 71.4286, "tasks": 14, "costPerTaskUsd": 0.014271 }, "regulator=federal": { "rate": 56.25, "lo": 31.25, "hi": 81.25, "tasks": 16, "costPerTaskUsd": 0.013336 }, "regulator=ontario": { "rate": 57.1429, "lo": 28.5714, "hi": 85.7143, "tasks": 14, "costPerTaskUsd": 0.014933 }, "segment=commercial": { "rate": 50, "lo": 33.3333, "hi": 66.6667, "tasks": 30, "costPerTaskUsd": 0.013143 }, "segment=retail": { "rate": 43.3333, "lo": 26.6667, "hi": 60, "tasks": 30, "costPerTaskUsd": 0.015733 }, "variant=ambiguity": { "rate": 36, "lo": 20, "hi": 56, "tasks": 25, "costPerTaskUsd": 0.014068 }, "variant=standard": { "rate": 54.2857, "lo": 37.1429, "hi": 71.4286, "tasks": 35, "costPerTaskUsd": 0.014702 } } }, { "id": "glm-5-3", "name": "GLM-5.3", "lab": "Z.ai (Zhipu)", "openWeights": true, "openrouterId": "z-ai/glm-5.3", "results": { "all": { "rate": 70, "lo": 58.3333, "hi": 81.6667, "tasks": 60, "costPerTaskUsd": 0.230249 }, "family=aml_kyc": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.184667 }, "family=capital_liquidity": { "rate": 70, "lo": 40, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.40926 }, "family=complaints_conduct": { "rate": 90, "lo": 70, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.180277 }, "family=credit_risk": { "rate": 80, "lo": 50, "hi": 100, "tasks": 10, "costPerTaskUsd": 0.328063 }, "family=deposits_payments": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.182716 }, "family=lending_mortgages": { "rate": 60, "lo": 30, "hi": 90, "tasks": 10, "costPerTaskUsd": 0.096509 }, "regulator=alberta": { "rate": 81.25, "lo": 62.5, "hi": 100, "tasks": 16, "costPerTaskUsd": 0.249375 }, "regulator=bc": { "rate": 64.2857, "lo": 35.7143, "hi": 85.7143, "tasks": 14, "costPerTaskUsd": 0.227864 }, "regulator=federal": { "rate": 62.5, "lo": 37.5, "hi": 87.5, "tasks": 16, "costPerTaskUsd": 0.215422 }, "regulator=ontario": { "rate": 71.4286, "lo": 50, "hi": 92.8571, "tasks": 14, "costPerTaskUsd": 0.227719 }, "segment=commercial": { "rate": 70, "lo": 53.3333, "hi": 86.6667, "tasks": 30, "costPerTaskUsd": 0.227781 }, "segment=retail": { "rate": 70, "lo": 53.3333, "hi": 86.6667, "tasks": 30, "costPerTaskUsd": 0.232716 }, "variant=ambiguity": { "rate": 48, "lo": 28, "hi": 68, "tasks": 25, "costPerTaskUsd": 0.254308 }, "variant=standard": { "rate": 85.7143, "lo": 74.2857, "hi": 97.1429, "tasks": 35, "costPerTaskUsd": 0.213064 } } } ] } ] }