{
 "generated": "2026-11-08",
 "sets": [
  {
   "id": "en_fineweb",
   "label": "English web",
   "group": "English"
  },
  {
   "id": "code_py",
   "label": "Python",
   "group": "Code"
  },
  {
   "id": "code_js",
   "label": "JavaScript",
   "group": "Code"
  },
  {
   "id": "code_ts",
   "label": "TypeScript",
   "group": "Code"
  },
  {
   "id": "code_java",
   "label": "Java",
   "group": "Code"
  },
  {
   "id": "code_cs",
   "label": "C#",
   "group": "Code"
  },
  {
   "id": "code_cpp",
   "label": "C++",
   "group": "Code"
  },
  {
   "id": "code_c",
   "label": "C",
   "group": "Code"
  },
  {
   "id": "code_go",
   "label": "Go",
   "group": "Code"
  },
  {
   "id": "code_rust",
   "label": "Rust",
   "group": "Code"
  },
  {
   "id": "code_php",
   "label": "PHP",
   "group": "Code"
  },
  {
   "id": "code_ruby",
   "label": "Ruby",
   "group": "Code"
  },
  {
   "id": "code_swift",
   "label": "Swift",
   "group": "Code"
  },
  {
   "id": "code_kotlin",
   "label": "Kotlin",
   "group": "Code"
  },
  {
   "id": "code_dart",
   "label": "Dart",
   "group": "Code"
  },
  {
   "id": "code_lua",
   "label": "Lua",
   "group": "Code"
  },
  {
   "id": "code_r",
   "label": "R",
   "group": "Code"
  },
  {
   "id": "code_sql",
   "label": "SQL",
   "group": "Code"
  },
  {
   "id": "code_shell",
   "label": "Bash/Shell",
   "group": "Code"
  },
  {
   "id": "code_ps",
   "label": "PowerShell",
   "group": "Code"
  },
  {
   "id": "code_html",
   "label": "HTML/CSS",
   "group": "Code"
  },
  {
   "id": "code_asm",
   "label": "Assembly",
   "group": "Code"
  },
  {
   "id": "wiki_de",
   "label": "German",
   "group": "Languages"
  },
  {
   "id": "wiki_fr",
   "label": "French",
   "group": "Languages"
  },
  {
   "id": "wiki_es",
   "label": "Spanish",
   "group": "Languages"
  },
  {
   "id": "wiki_ru",
   "label": "Russian",
   "group": "Languages"
  },
  {
   "id": "wiki_zh",
   "label": "Chinese",
   "group": "Languages"
  },
  {
   "id": "wiki_ja",
   "label": "Japanese",
   "group": "Languages"
  },
  {
   "id": "wiki_ko",
   "label": "Korean",
   "group": "Languages"
  },
  {
   "id": "wiki_ar",
   "label": "Arabic",
   "group": "Languages"
  },
  {
   "id": "wiki_ur",
   "label": "Urdu",
   "group": "Languages"
  },
  {
   "id": "wiki_hi",
   "label": "Hindi",
   "group": "Languages"
  },
  {
   "id": "wiki_mr",
   "label": "Marathi",
   "group": "Languages"
  },
  {
   "id": "wiki_gu",
   "label": "Gujarati",
   "group": "Languages"
  },
  {
   "id": "wiki_bn",
   "label": "Bengali",
   "group": "Languages"
  },
  {
   "id": "wiki_ta",
   "label": "Tamil",
   "group": "Languages"
  },
  {
   "id": "wiki_te",
   "label": "Telugu",
   "group": "Languages"
  },
  {
   "id": "wiki_th",
   "label": "Thai",
   "group": "Languages"
  },
  {
   "id": "wiki_vi",
   "label": "Vietnamese",
   "group": "Languages"
  },
  {
   "id": "wiki_tr",
   "label": "Turkish",
   "group": "Languages"
  },
  {
   "id": "wiki_id",
   "label": "Indonesian",
   "group": "Languages"
  }
 ],
 "tokenizers": [
  {
   "name": "Akshara 448k",
   "family": "Akshara",
   "provider": "Akshara",
   "version": "0.5.0",
   "vocab": 448000,
   "bpt": {
    "code_asm": 2.7413,
    "code_c": 3.5702,
    "code_cpp": 3.9995,
    "code_cs": 5.0448,
    "code_dart": 4.2901,
    "code_go": 3.7281,
    "code_html": 3.843,
    "code_java": 4.722,
    "code_js": 4.1326,
    "code_kotlin": 4.7655,
    "code_lua": 3.856,
    "code_php": 4.0435,
    "code_ps": 4.2526,
    "code_py": 4.3606,
    "code_r": 3.2167,
    "code_ruby": 4.2121,
    "code_rust": 4.383,
    "code_shell": 3.6305,
    "code_sql": 3.6156,
    "code_swift": 4.8209,
    "code_ts": 4.4003,
    "en_fineweb": 4.9363,
    "wiki_ar": 7.2141,
    "wiki_bn": 11.6908,
    "wiki_de": 4.1961,
    "wiki_es": 4.8297,
    "wiki_fr": 4.5989,
    "wiki_gu": 8.6161,
    "wiki_hi": 9.1979,
    "wiki_id": 4.9855,
    "wiki_ja": 5.9287,
    "wiki_ko": 4.5465,
    "wiki_mr": 9.9304,
    "wiki_ru": 7.3757,
    "wiki_ta": 10.9733,
    "wiki_te": 9.2259,
    "wiki_th": 12.3622,
    "wiki_tr": 4.9241,
    "wiki_ur": 6.3696,
    "wiki_vi": 4.9869,
    "wiki_zh": 5.0979
   },
   "english": 4.9363,
   "code_avg": 4.0776,
   "languages_avg": 7.2132,
   "overall": 5.409,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.9275,
     "code_py": 4.3887,
     "code_js": 4.2239,
     "code_ts": 4.5099,
     "code_java": 4.7782,
     "code_cs": 5.1318,
     "code_cpp": 4.1065,
     "code_c": 3.6609,
     "code_go": 3.7783,
     "code_rust": 4.465,
     "code_php": 4.1228,
     "code_ruby": 4.121,
     "code_swift": 4.8364,
     "code_kotlin": 4.7787,
     "code_dart": 4.3796,
     "code_lua": 3.823,
     "code_r": 3.2508,
     "code_sql": 3.6917,
     "code_shell": 3.5625,
     "code_ps": 4.234,
     "code_html": 4.0521,
     "code_asm": 2.5985,
     "wiki_de": 4.1162,
     "wiki_fr": 4.6158,
     "wiki_es": 4.839,
     "wiki_ru": 7.3856,
     "wiki_zh": 5.0839,
     "wiki_ja": 5.9261,
     "wiki_ko": 4.5365,
     "wiki_ar": 7.2051,
     "wiki_ur": 6.3068,
     "wiki_hi": 9.1406,
     "wiki_mr": 9.8091,
     "wiki_gu": 8.5611,
     "wiki_bn": 11.6274,
     "wiki_ta": 10.8902,
     "wiki_te": 9.1836,
     "wiki_th": 12.1951,
     "wiki_vi": 4.9837,
     "wiki_tr": 4.9239,
     "wiki_id": 4.9793
    },
    "english": 4.9275,
    "code_avg": 4.1188,
    "languages_avg": 7.1742,
    "overall": 5.4068
   },
   "rank": 1
  },
  {
   "name": "Akshara 248k",
   "family": "Akshara",
   "provider": "Akshara",
   "version": "0.5.0",
   "vocab": 248000,
   "bpt": {
    "code_asm": 2.6835,
    "code_cs": 4.9354,
    "code_dart": 4.2171,
    "code_go": 3.648,
    "code_html": 3.7873,
    "code_kotlin": 4.6319,
    "code_lua": 3.7525,
    "code_php": 3.9549,
    "code_ps": 4.1292,
    "code_r": 3.1425,
    "code_ruby": 4.1493,
    "code_shell": 3.5268,
    "code_sql": 3.5431,
    "code_swift": 4.7112,
    "code_ts": 4.295,
    "code_c": 3.5042,
    "code_cpp": 3.9276,
    "code_java": 4.6261,
    "code_js": 4.0622,
    "code_py": 4.2687,
    "code_rust": 4.3223,
    "en_fineweb": 4.8394,
    "wiki_ar": 6.5818,
    "wiki_bn": 10.5595,
    "wiki_de": 3.9407,
    "wiki_es": 4.5835,
    "wiki_fr": 4.3493,
    "wiki_gu": 7.7535,
    "wiki_hi": 8.4888,
    "wiki_id": 4.6375,
    "wiki_ja": 5.4672,
    "wiki_ko": 4.1718,
    "wiki_mr": 8.9641,
    "wiki_ru": 6.762,
    "wiki_ta": 9.8155,
    "wiki_te": 8.1998,
    "wiki_th": 10.9216,
    "wiki_tr": 4.4721,
    "wiki_ur": 5.9721,
    "wiki_vi": 4.8656,
    "wiki_zh": 4.7322
   },
   "english": 4.8394,
   "code_avg": 3.9914,
   "languages_avg": 6.5915,
   "overall": 5.1408,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.8313,
     "code_py": 4.3007,
     "code_js": 4.1542,
     "code_ts": 4.4029,
     "code_java": 4.684,
     "code_cs": 5.0246,
     "code_cpp": 4.0332,
     "code_c": 3.5932,
     "code_go": 3.6985,
     "code_rust": 4.4037,
     "code_php": 4.0373,
     "code_ruby": 4.0624,
     "code_swift": 4.7289,
     "code_kotlin": 4.6469,
     "code_dart": 4.3092,
     "code_lua": 3.7235,
     "code_r": 3.1759,
     "code_sql": 3.6126,
     "code_shell": 3.4647,
     "code_ps": 4.1154,
     "code_html": 3.9851,
     "code_asm": 2.5481,
     "wiki_de": 3.8741,
     "wiki_fr": 4.3661,
     "wiki_es": 4.5933,
     "wiki_ru": 6.7716,
     "wiki_zh": 4.7226,
     "wiki_ja": 5.4674,
     "wiki_ko": 4.1688,
     "wiki_ar": 6.5766,
     "wiki_ur": 5.919,
     "wiki_hi": 8.442,
     "wiki_mr": 8.8685,
     "wiki_gu": 7.7119,
     "wiki_bn": 10.5108,
     "wiki_ta": 9.752,
     "wiki_te": 8.169,
     "wiki_th": 10.7945,
     "wiki_vi": 4.8631,
     "wiki_tr": 4.474,
     "wiki_id": 4.6345
    },
    "english": 4.8313,
    "code_avg": 4.0336,
    "languages_avg": 6.5621,
    "overall": 5.1423
   },
   "rank": 2
  },
  {
   "name": "Akshara 200k",
   "family": "Akshara",
   "provider": "Akshara",
   "version": "0.5.0",
   "vocab": 200000,
   "bpt": {
    "code_asm": 2.6446,
    "code_cs": 4.877,
    "code_dart": 4.1926,
    "code_go": 3.6145,
    "code_html": 3.7629,
    "code_kotlin": 4.5733,
    "code_lua": 3.7102,
    "code_php": 3.9198,
    "code_ps": 4.0742,
    "code_r": 3.1143,
    "code_ruby": 4.1136,
    "code_shell": 3.4859,
    "code_sql": 3.5022,
    "code_swift": 4.6727,
    "code_ts": 4.2449,
    "code_c": 3.4704,
    "code_cpp": 3.8865,
    "code_java": 4.5848,
    "code_js": 4.0293,
    "code_py": 4.2306,
    "code_rust": 4.2934,
    "en_fineweb": 4.7918,
    "wiki_ar": 6.3332,
    "wiki_bn": 10.075,
    "wiki_de": 3.842,
    "wiki_es": 4.4673,
    "wiki_fr": 4.2451,
    "wiki_gu": 7.4366,
    "wiki_hi": 8.1685,
    "wiki_id": 4.4894,
    "wiki_ja": 5.3145,
    "wiki_ko": 4.0399,
    "wiki_mr": 8.577,
    "wiki_ru": 6.5089,
    "wiki_ta": 9.3755,
    "wiki_te": 7.8364,
    "wiki_th": 10.4265,
    "wiki_tr": 4.3145,
    "wiki_ur": 5.7932,
    "wiki_vi": 4.8026,
    "wiki_zh": 4.6132
   },
   "english": 4.7918,
   "code_avg": 3.9523,
   "languages_avg": 6.3505,
   "overall": 5.0315,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.784,
     "code_py": 4.2638,
     "code_js": 4.1223,
     "code_ts": 4.3521,
     "code_java": 4.642,
     "code_cs": 4.9653,
     "code_cpp": 3.9911,
     "code_c": 3.5594,
     "code_go": 3.6648,
     "code_rust": 4.3738,
     "code_php": 4.0019,
     "code_ruby": 4.0286,
     "code_swift": 4.6897,
     "code_kotlin": 4.5905,
     "code_dart": 4.2852,
     "code_lua": 3.6831,
     "code_r": 3.1472,
     "code_sql": 3.5714,
     "code_shell": 3.4266,
     "code_ps": 4.0664,
     "code_html": 3.955,
     "code_asm": 2.5149,
     "wiki_de": 3.7802,
     "wiki_fr": 4.2621,
     "wiki_es": 4.4774,
     "wiki_ru": 6.5187,
     "wiki_zh": 4.6049,
     "wiki_ja": 5.3156,
     "wiki_ko": 4.0383,
     "wiki_ar": 6.3295,
     "wiki_ur": 5.7443,
     "wiki_hi": 8.1262,
     "wiki_mr": 8.491,
     "wiki_gu": 7.3994,
     "wiki_bn": 10.0318,
     "wiki_ta": 9.3184,
     "wiki_te": 7.8094,
     "wiki_th": 10.3119,
     "wiki_vi": 4.8002,
     "wiki_tr": 4.3171,
     "wiki_id": 4.4869
    },
    "english": 4.784,
    "code_avg": 3.995,
    "languages_avg": 6.3244,
    "overall": 5.0345
   },
   "rank": 3
  },
  {
   "name": "Akshara 151k",
   "family": "Akshara",
   "provider": "Akshara",
   "version": "0.5.0",
   "vocab": 151000,
   "bpt": {
    "code_asm": 2.6032,
    "code_cs": 4.813,
    "code_dart": 4.143,
    "code_go": 3.5683,
    "code_html": 3.722,
    "code_kotlin": 4.4921,
    "code_lua": 3.6472,
    "code_php": 3.8753,
    "code_ps": 3.9948,
    "code_r": 3.0438,
    "code_ruby": 4.0555,
    "code_shell": 3.4289,
    "code_sql": 3.4237,
    "code_swift": 4.5994,
    "code_ts": 4.1744,
    "code_c": 3.4318,
    "code_cpp": 3.8389,
    "code_java": 4.515,
    "code_js": 3.983,
    "code_py": 4.1745,
    "code_rust": 4.2397,
    "en_fineweb": 4.7185,
    "wiki_ar": 6.03,
    "wiki_bn": 9.3852,
    "wiki_de": 3.7056,
    "wiki_es": 4.3179,
    "wiki_fr": 4.12,
    "wiki_gu": 6.954,
    "wiki_hi": 7.7859,
    "wiki_id": 4.2931,
    "wiki_ja": 5.0919,
    "wiki_ko": 3.8708,
    "wiki_mr": 8.0431,
    "wiki_ru": 6.1917,
    "wiki_ta": 8.8353,
    "wiki_te": 7.3259,
    "wiki_th": 9.6561,
    "wiki_tr": 4.0739,
    "wiki_ur": 5.548,
    "wiki_vi": 4.7028,
    "wiki_zh": 4.439
   },
   "english": 4.7185,
   "code_avg": 3.8937,
   "languages_avg": 6.0195,
   "overall": 4.8772,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.7114,
     "code_py": 4.2094,
     "code_js": 4.0756,
     "code_ts": 4.2791,
     "code_java": 4.5746,
     "code_cs": 4.9018,
     "code_cpp": 3.9448,
     "code_c": 3.5211,
     "code_go": 3.618,
     "code_rust": 4.319,
     "code_php": 3.957,
     "code_ruby": 3.9735,
     "code_swift": 4.6167,
     "code_kotlin": 4.5118,
     "code_dart": 4.2347,
     "code_lua": 3.6209,
     "code_r": 3.0796,
     "code_sql": 3.5025,
     "code_shell": 3.3731,
     "code_ps": 3.9929,
     "code_html": 3.9034,
     "code_asm": 2.4791,
     "wiki_de": 3.6501,
     "wiki_fr": 4.1369,
     "wiki_es": 4.3282,
     "wiki_ru": 6.2016,
     "wiki_zh": 4.4322,
     "wiki_ja": 5.094,
     "wiki_ko": 3.8707,
     "wiki_ar": 6.0275,
     "wiki_ur": 5.5046,
     "wiki_hi": 7.7495,
     "wiki_mr": 7.9693,
     "wiki_gu": 6.9229,
     "wiki_bn": 9.3494,
     "wiki_ta": 8.7859,
     "wiki_te": 7.3037,
     "wiki_th": 9.5593,
     "wiki_vi": 4.7007,
     "wiki_tr": 4.0772,
     "wiki_id": 4.2921
    },
    "english": 4.7114,
    "code_avg": 3.9376,
    "languages_avg": 5.9977,
    "overall": 4.8822
   },
   "rank": 4
  },
  {
   "name": "Akshara 120k",
   "family": "Akshara",
   "provider": "Akshara",
   "version": "0.5.0",
   "vocab": 120000,
   "bpt": {
    "code_asm": 2.573,
    "code_cs": 4.7558,
    "code_dart": 4.1107,
    "code_go": 3.5334,
    "code_html": 3.6805,
    "code_kotlin": 4.4315,
    "code_lua": 3.5823,
    "code_php": 3.837,
    "code_ps": 3.9378,
    "code_r": 3.0069,
    "code_ruby": 4.0117,
    "code_shell": 3.374,
    "code_sql": 3.3728,
    "code_swift": 4.5379,
    "code_ts": 4.1158,
    "code_c": 3.3894,
    "code_cpp": 3.8081,
    "code_java": 4.4626,
    "code_js": 3.9454,
    "code_py": 4.1251,
    "code_rust": 4.1919,
    "en_fineweb": 4.6553,
    "wiki_ar": 5.752,
    "wiki_bn": 8.811,
    "wiki_de": 3.598,
    "wiki_es": 4.1929,
    "wiki_fr": 3.9884,
    "wiki_gu": 6.5997,
    "wiki_hi": 7.3936,
    "wiki_id": 4.1076,
    "wiki_ja": 4.8985,
    "wiki_ko": 3.7331,
    "wiki_mr": 7.591,
    "wiki_ru": 5.9348,
    "wiki_ta": 8.331,
    "wiki_te": 6.9625,
    "wiki_th": 9.0311,
    "wiki_tr": 3.8994,
    "wiki_ur": 5.3396,
    "wiki_vi": 4.5816,
    "wiki_zh": 4.2892
   },
   "english": 4.6553,
   "code_avg": 3.8468,
   "languages_avg": 5.7387,
   "overall": 4.7469,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.6486,
     "code_py": 4.159,
     "code_js": 4.0368,
     "code_ts": 4.2192,
     "code_java": 4.5219,
     "code_cs": 4.845,
     "code_cpp": 3.9108,
     "code_c": 3.4787,
     "code_go": 3.5835,
     "code_rust": 4.2727,
     "code_php": 3.9155,
     "code_ruby": 3.9329,
     "code_swift": 4.5568,
     "code_kotlin": 4.4512,
     "code_dart": 4.2022,
     "code_lua": 3.5626,
     "code_r": 3.0426,
     "code_sql": 3.4363,
     "code_shell": 3.3258,
     "code_ps": 3.9367,
     "code_html": 3.8482,
     "code_asm": 2.4525,
     "wiki_de": 3.5473,
     "wiki_fr": 4.0048,
     "wiki_es": 4.2032,
     "wiki_ru": 5.9445,
     "wiki_zh": 4.2841,
     "wiki_ja": 4.9017,
     "wiki_ko": 3.7342,
     "wiki_ar": 5.7509,
     "wiki_ur": 5.3006,
     "wiki_hi": 7.3623,
     "wiki_mr": 7.5269,
     "wiki_gu": 6.5727,
     "wiki_bn": 8.7806,
     "wiki_ta": 8.289,
     "wiki_te": 6.9436,
     "wiki_th": 8.948,
     "wiki_vi": 4.58,
     "wiki_tr": 3.9034,
     "wiki_id": 4.108
    },
    "english": 4.6486,
    "code_avg": 3.89,
    "languages_avg": 5.7203,
    "overall": 4.753
   },
   "rank": 5
  },
  {
   "name": "gemma-3-1b-it",
   "family": "Published",
   "provider": "Google",
   "version": null,
   "vocab": 262145,
   "bpt": {
    "code_c": 3.0856,
    "code_cpp": 3.4607,
    "code_java": 4.1883,
    "code_js": 3.6866,
    "code_rust": 3.7148,
    "wiki_bn": 11.3722,
    "wiki_gu": 6.1929,
    "wiki_id": 4.3329,
    "wiki_mr": 8.8618,
    "wiki_ta": 9.41,
    "wiki_te": 6.7414,
    "wiki_th": 8.0864,
    "wiki_tr": 3.842,
    "wiki_ur": 5.5904,
    "wiki_vi": 4.447,
    "code_py": 3.5881,
    "en_fineweb": 4.659,
    "wiki_ar": 5.2875,
    "wiki_de": 3.3938,
    "wiki_es": 4.2979,
    "wiki_fr": 3.9926,
    "wiki_hi": 9.0568,
    "wiki_ja": 4.5893,
    "wiki_ko": 3.7148,
    "wiki_ru": 5.9768,
    "wiki_zh": 4.1716,
    "code_asm": 2.1172,
    "code_cs": 4.5275,
    "code_dart": 3.8042,
    "code_go": 3.1836,
    "code_html": 3.2057,
    "code_kotlin": 4.0666,
    "code_lua": 3.1917,
    "code_php": 3.7934,
    "code_ps": 3.6356,
    "code_r": 2.7304,
    "code_ruby": 3.5957,
    "code_shell": 3.0447,
    "code_sql": 2.8651,
    "code_swift": 4.2418,
    "code_ts": 4.0314
   },
   "english": 4.659,
   "code_avg": 3.5123,
   "languages_avg": 5.9662,
   "overall": 4.7125,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.5841,
     "code_py": 3.4048,
     "code_js": 3.4409,
     "code_ts": 3.7387,
     "code_java": 3.9077,
     "code_cs": 4.2009,
     "code_cpp": 3.252,
     "code_c": 2.9105,
     "code_go": 2.9932,
     "code_rust": 3.4894,
     "code_php": 3.5429,
     "code_ruby": 3.3875,
     "code_swift": 3.9252,
     "code_kotlin": 3.7951,
     "code_dart": 3.5489,
     "code_lua": 3.0126,
     "code_r": 2.632,
     "code_sql": 2.7582,
     "code_shell": 2.8969,
     "code_ps": 3.4348,
     "code_html": 2.9967,
     "code_asm": 2.0042,
     "wiki_de": 3.2702,
     "wiki_fr": 3.9404,
     "wiki_es": 4.249,
     "wiki_ru": 5.9045,
     "wiki_zh": 4.1072,
     "wiki_ja": 4.5241,
     "wiki_ko": 3.6499,
     "wiki_ar": 5.2339,
     "wiki_ur": 5.4813,
     "wiki_hi": 8.852,
     "wiki_mr": 8.6298,
     "wiki_gu": 6.1127,
     "wiki_bn": 11.1658,
     "wiki_ta": 9.1665,
     "wiki_te": 6.6596,
     "wiki_th": 7.9789,
     "wiki_vi": 4.4062,
     "wiki_tr": 3.8104,
     "wiki_id": 4.2653
    },
    "english": 4.5841,
    "code_avg": 3.2987,
    "languages_avg": 5.8636,
    "overall": 4.5821
   },
   "rank": 6
  },
  {
   "name": "gemma-4-31B-it",
   "family": "Published",
   "provider": "Google",
   "version": null,
   "vocab": 262144,
   "bpt": {
    "code_asm": 2.117,
    "code_cs": 4.5274,
    "code_dart": 3.8042,
    "code_go": 3.1827,
    "code_html": 3.1174,
    "code_kotlin": 4.0663,
    "code_lua": 3.1917,
    "code_php": 3.7524,
    "code_ps": 3.6356,
    "code_r": 2.7267,
    "code_ruby": 3.5957,
    "code_shell": 3.0447,
    "code_sql": 2.8651,
    "code_swift": 4.2418,
    "code_ts": 4.0306,
    "code_c": 3.0856,
    "code_cpp": 3.4607,
    "code_java": 4.1809,
    "code_js": 3.675,
    "code_py": 3.5865,
    "code_rust": 3.7147,
    "en_fineweb": 4.659,
    "wiki_ar": 5.2875,
    "wiki_bn": 11.3718,
    "wiki_de": 3.3938,
    "wiki_es": 4.2979,
    "wiki_fr": 3.9926,
    "wiki_gu": 6.1929,
    "wiki_hi": 9.0565,
    "wiki_id": 4.3329,
    "wiki_ja": 4.5893,
    "wiki_ko": 3.7148,
    "wiki_mr": 8.8618,
    "wiki_ru": 5.9768,
    "wiki_ta": 9.4088,
    "wiki_te": 6.7414,
    "wiki_th": 8.0864,
    "wiki_tr": 3.842,
    "wiki_ur": 5.59,
    "wiki_vi": 4.447,
    "wiki_zh": 4.1716
   },
   "english": 4.659,
   "code_avg": 3.5049,
   "languages_avg": 5.9661,
   "overall": 4.71,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.5841,
     "code_py": 3.4034,
     "code_js": 3.4311,
     "code_ts": 3.7381,
     "code_java": 3.9014,
     "code_cs": 4.2008,
     "code_cpp": 3.252,
     "code_c": 2.9105,
     "code_go": 2.9925,
     "code_rust": 3.4893,
     "code_php": 3.5082,
     "code_ruby": 3.3875,
     "code_swift": 3.9252,
     "code_kotlin": 3.7949,
     "code_dart": 3.5489,
     "code_lua": 3.0126,
     "code_r": 2.6286,
     "code_sql": 2.7582,
     "code_shell": 2.8969,
     "code_ps": 3.4348,
     "code_html": 2.9222,
     "code_asm": 2.004,
     "wiki_de": 3.2702,
     "wiki_fr": 3.9404,
     "wiki_es": 4.249,
     "wiki_ru": 5.9045,
     "wiki_zh": 4.1072,
     "wiki_ja": 4.5241,
     "wiki_ko": 3.6499,
     "wiki_ar": 5.2339,
     "wiki_ur": 5.481,
     "wiki_hi": 8.8517,
     "wiki_mr": 8.6298,
     "wiki_gu": 6.1127,
     "wiki_bn": 11.1653,
     "wiki_ta": 9.1654,
     "wiki_te": 6.6596,
     "wiki_th": 7.9789,
     "wiki_vi": 4.4062,
     "wiki_tr": 3.8104,
     "wiki_id": 4.2653
    },
    "english": 4.5841,
    "code_avg": 3.2924,
    "languages_avg": 5.8634,
    "overall": 4.58
   },
   "rank": 7
  },
  {
   "name": "OpenAI o200k_base (GPT-4o)",
   "family": "Published",
   "provider": "OpenAI",
   "version": null,
   "vocab": 200019,
   "bpt": {
    "code_asm": 2.5011,
    "code_cs": 4.8032,
    "code_dart": 4.151,
    "code_go": 3.5193,
    "code_html": 3.5834,
    "code_kotlin": 4.5176,
    "code_lua": 3.6175,
    "code_php": 3.9451,
    "code_ps": 3.7496,
    "code_r": 3.0581,
    "code_ruby": 4.0529,
    "code_shell": 3.358,
    "code_sql": 3.3553,
    "code_swift": 4.4634,
    "code_ts": 4.2001,
    "code_c": 3.3606,
    "code_cpp": 3.8789,
    "code_java": 4.4883,
    "code_js": 3.9776,
    "code_py": 4.1637,
    "code_rust": 4.1552,
    "en_fineweb": 4.7424,
    "wiki_ar": 5.73,
    "wiki_bn": 7.6621,
    "wiki_de": 3.7027,
    "wiki_es": 4.3661,
    "wiki_fr": 4.0961,
    "wiki_gu": 6.4939,
    "wiki_hi": 7.6212,
    "wiki_id": 4.0841,
    "wiki_ja": 3.533,
    "wiki_ko": 3.5902,
    "wiki_mr": 7.0112,
    "wiki_ru": 6.0788,
    "wiki_ta": 7.3747,
    "wiki_te": 6.2667,
    "wiki_th": 6.8635,
    "wiki_tr": 3.7785,
    "wiki_ur": 5.2534,
    "wiki_vi": 4.2522,
    "wiki_zh": 3.4425
   },
   "english": 4.7424,
   "code_avg": 3.8524,
   "languages_avg": 5.3264,
   "overall": 4.6404,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.7349,
     "code_py": 4.1917,
     "code_js": 4.0725,
     "code_ts": 4.3061,
     "code_java": 4.5455,
     "code_cs": 4.8983,
     "code_cpp": 3.9896,
     "code_c": 3.4555,
     "code_go": 3.5899,
     "code_rust": 4.2478,
     "code_php": 4.025,
     "code_ruby": 3.9752,
     "code_swift": 4.5104,
     "code_kotlin": 4.5344,
     "code_dart": 4.2491,
     "code_lua": 3.5957,
     "code_r": 3.0925,
     "code_sql": 3.4101,
     "code_shell": 3.3069,
     "code_ps": 3.7437,
     "code_html": 3.7192,
     "code_asm": 2.3927,
     "wiki_de": 3.6471,
     "wiki_fr": 4.1121,
     "wiki_es": 4.3764,
     "wiki_ru": 6.0888,
     "wiki_zh": 3.4448,
     "wiki_ja": 3.5402,
     "wiki_ko": 3.5922,
     "wiki_ar": 5.7285,
     "wiki_ur": 5.2149,
     "wiki_hi": 7.5874,
     "wiki_mr": 6.9592,
     "wiki_gu": 6.4676,
     "wiki_bn": 7.6409,
     "wiki_ta": 7.3402,
     "wiki_te": 6.2531,
     "wiki_th": 6.8201,
     "wiki_vi": 4.2518,
     "wiki_tr": 3.7827,
     "wiki_id": 4.0811
    },
    "english": 4.7349,
    "code_avg": 3.8977,
    "languages_avg": 5.3121,
    "overall": 4.6482
   },
   "rank": 8
  },
  {
   "name": "North-Micro-Vision-Instruct",
   "family": "Published",
   "provider": "Cohere",
   "version": null,
   "vocab": 255033,
   "bpt": {
    "code_asm": 2.5615,
    "code_cs": 4.8256,
    "code_dart": 4.2083,
    "code_go": 3.5889,
    "code_html": 3.7046,
    "code_kotlin": 4.5636,
    "code_lua": 3.6623,
    "code_php": 3.9608,
    "code_ps": 3.9278,
    "code_r": 3.1448,
    "code_ruby": 4.1485,
    "code_shell": 3.5131,
    "code_sql": 3.4999,
    "code_swift": 4.4885,
    "code_ts": 4.2099,
    "code_c": 3.387,
    "code_cpp": 3.9162,
    "code_java": 4.5209,
    "code_js": 4.0178,
    "code_py": 4.2227,
    "code_rust": 4.2397,
    "en_fineweb": 4.8878,
    "wiki_ar": 6.0129,
    "wiki_bn": 6.9321,
    "wiki_de": 3.865,
    "wiki_es": 4.4269,
    "wiki_fr": 4.197,
    "wiki_gu": 2.1495,
    "wiki_hi": 7.2446,
    "wiki_id": 4.7278,
    "wiki_ja": 4.8018,
    "wiki_ko": 4.3039,
    "wiki_mr": 5.6715,
    "wiki_ru": 5.9958,
    "wiki_ta": 6.6114,
    "wiki_te": 5.1785,
    "wiki_th": 7.9845,
    "wiki_tr": 3.5908,
    "wiki_ur": 4.458,
    "wiki_vi": 4.7861,
    "wiki_zh": 4.1762
   },
   "english": 4.8878,
   "code_avg": 3.9196,
   "languages_avg": 5.1113,
   "overall": 4.6396,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.879,
     "code_py": 4.2495,
     "code_js": 4.1121,
     "code_ts": 4.3164,
     "code_java": 4.5763,
     "code_cs": 4.9206,
     "code_cpp": 4.0272,
     "code_c": 3.482,
     "code_go": 3.6608,
     "code_rust": 4.3451,
     "code_php": 4.0395,
     "code_ruby": 4.061,
     "code_swift": 4.5394,
     "code_kotlin": 4.5787,
     "code_dart": 4.3081,
     "code_lua": 3.6356,
     "code_r": 3.1805,
     "code_sql": 3.553,
     "code_shell": 3.453,
     "code_ps": 3.9139,
     "code_html": 3.8513,
     "code_asm": 2.4464,
     "wiki_de": 3.8016,
     "wiki_fr": 4.2129,
     "wiki_es": 4.4371,
     "wiki_ru": 6.0059,
     "wiki_zh": 4.1703,
     "wiki_ja": 4.8043,
     "wiki_ko": 4.2961,
     "wiki_ar": 6.0098,
     "wiki_ur": 4.4221,
     "wiki_hi": 7.1949,
     "wiki_mr": 5.6424,
     "wiki_gu": 2.1519,
     "wiki_bn": 6.9003,
     "wiki_ta": 6.5892,
     "wiki_te": 5.1723,
     "wiki_th": 7.9222,
     "wiki_vi": 4.7832,
     "wiki_tr": 3.5955,
     "wiki_id": 4.7178
    },
    "english": 4.879,
    "code_avg": 3.9643,
    "languages_avg": 5.0963,
    "overall": 4.6465
   },
   "rank": 9
  },
  {
   "name": "Akshara 92k",
   "family": "Akshara",
   "provider": "Akshara",
   "version": "0.5.0",
   "vocab": 92000,
   "bpt": {
    "code_asm": 2.53,
    "code_cs": 4.682,
    "code_dart": 4.0375,
    "code_go": 3.4765,
    "code_html": 3.6253,
    "code_kotlin": 4.3618,
    "code_lua": 3.5164,
    "code_php": 3.7839,
    "code_ps": 3.8629,
    "code_r": 2.957,
    "code_ruby": 3.9523,
    "code_shell": 3.3084,
    "code_sql": 3.2917,
    "code_swift": 4.4559,
    "code_ts": 4.051,
    "code_c": 3.3447,
    "code_cpp": 3.7482,
    "code_java": 4.3854,
    "code_js": 3.8779,
    "code_py": 4.0547,
    "code_rust": 4.1187,
    "en_fineweb": 4.5649,
    "wiki_ar": 5.4504,
    "wiki_bn": 8.2268,
    "wiki_de": 3.4495,
    "wiki_es": 4.0339,
    "wiki_fr": 3.826,
    "wiki_gu": 6.1873,
    "wiki_hi": 6.9576,
    "wiki_id": 3.8996,
    "wiki_ja": 4.6944,
    "wiki_ko": 3.572,
    "wiki_mr": 7.0766,
    "wiki_ru": 5.6188,
    "wiki_ta": 7.8075,
    "wiki_te": 6.4666,
    "wiki_th": 8.3636,
    "wiki_tr": 3.6951,
    "wiki_ur": 5.0728,
    "wiki_vi": 4.4411,
    "wiki_zh": 4.1172
   },
   "english": 4.5649,
   "code_avg": 3.782,
   "languages_avg": 5.4188,
   "overall": 4.5886,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.5587,
     "code_py": 4.0892,
     "code_js": 3.9765,
     "code_ts": 4.1528,
     "code_java": 4.4448,
     "code_cs": 4.7715,
     "code_cpp": 3.8504,
     "code_c": 3.4331,
     "code_go": 3.528,
     "code_rust": 4.199,
     "code_php": 3.8621,
     "code_ruby": 3.8771,
     "code_swift": 4.4768,
     "code_kotlin": 4.3824,
     "code_dart": 4.1317,
     "code_lua": 3.4982,
     "code_r": 2.9925,
     "code_sql": 3.3536,
     "code_shell": 3.2634,
     "code_ps": 3.8633,
     "code_html": 3.7813,
     "code_asm": 2.4156,
     "wiki_de": 3.4052,
     "wiki_fr": 3.8421,
     "wiki_es": 4.0443,
     "wiki_ru": 5.6279,
     "wiki_zh": 4.1137,
     "wiki_ja": 4.6989,
     "wiki_ko": 3.5745,
     "wiki_ar": 5.4505,
     "wiki_ur": 5.0392,
     "wiki_hi": 6.9307,
     "wiki_mr": 7.0228,
     "wiki_gu": 6.1649,
     "wiki_bn": 8.2011,
     "wiki_ta": 7.771,
     "wiki_te": 6.4517,
     "wiki_th": 8.294,
     "wiki_vi": 4.4401,
     "wiki_tr": 3.6996,
     "wiki_id": 3.9012
    },
    "english": 4.5587,
    "code_avg": 3.8259,
    "languages_avg": 5.4039,
    "overall": 4.5961
   },
   "rank": 10
  },
  {
   "name": "Mistral-Large-4-1T-A52B",
   "family": "Published",
   "provider": "Mistral",
   "version": null,
   "vocab": 204800,
   "bpt": {
    "code_asm": 2.3895,
    "code_cs": 4.65,
    "code_dart": 4.0612,
    "code_go": 3.2879,
    "code_html": 3.54,
    "code_kotlin": 4.3828,
    "code_lua": 3.4043,
    "code_php": 3.8332,
    "code_ps": 3.6873,
    "code_r": 3.0086,
    "code_ruby": 3.9526,
    "code_shell": 3.2475,
    "code_sql": 3.2595,
    "code_swift": 4.3209,
    "code_ts": 4.1408,
    "code_c": 3.1843,
    "code_cpp": 3.6843,
    "code_java": 4.3383,
    "code_js": 3.8424,
    "code_py": 4.0356,
    "code_rust": 4.0126,
    "en_fineweb": 4.6092,
    "wiki_ar": 5.9766,
    "wiki_bn": 8.2445,
    "wiki_de": 3.8499,
    "wiki_es": 4.4476,
    "wiki_fr": 4.2279,
    "wiki_gu": 6.3397,
    "wiki_hi": 7.5487,
    "wiki_id": 3.9472,
    "wiki_ja": 3.5443,
    "wiki_ko": 3.6808,
    "wiki_mr": 7.7267,
    "wiki_ru": 6.1905,
    "wiki_ta": 8.0813,
    "wiki_te": 6.5096,
    "wiki_th": 5.4595,
    "wiki_tr": 3.9612,
    "wiki_ur": 5.4653,
    "wiki_vi": 4.3801,
    "wiki_zh": 3.3461
   },
   "english": 4.6092,
   "code_avg": 3.7268,
   "languages_avg": 5.4172,
   "overall": 4.5844,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.6027,
     "code_py": 4.0662,
     "code_js": 3.9386,
     "code_ts": 4.2458,
     "code_java": 4.3973,
     "code_cs": 4.7418,
     "code_cpp": 3.7872,
     "code_c": 3.2749,
     "code_go": 3.3567,
     "code_rust": 4.1049,
     "code_php": 3.9124,
     "code_ruby": 3.8771,
     "code_swift": 4.3592,
     "code_kotlin": 4.4031,
     "code_dart": 4.1612,
     "code_lua": 3.3891,
     "code_r": 3.0474,
     "code_sql": 3.3137,
     "code_shell": 3.2022,
     "code_ps": 3.6822,
     "code_html": 3.6267,
     "code_asm": 2.2937,
     "wiki_de": 3.7873,
     "wiki_fr": 4.2442,
     "wiki_es": 4.4577,
     "wiki_ru": 6.1999,
     "wiki_zh": 3.349,
     "wiki_ja": 3.5521,
     "wiki_ko": 3.6799,
     "wiki_ar": 5.9737,
     "wiki_ur": 5.4225,
     "wiki_hi": 7.5161,
     "wiki_mr": 7.6595,
     "wiki_gu": 6.3151,
     "wiki_bn": 8.2105,
     "wiki_ta": 8.0367,
     "wiki_te": 6.4943,
     "wiki_th": 5.435,
     "wiki_vi": 4.3789,
     "wiki_tr": 3.9647,
     "wiki_id": 3.9445
    },
    "english": 4.6027,
    "code_avg": 3.7705,
    "languages_avg": 5.4011,
    "overall": 4.5915
   },
   "rank": 11
  },
  {
   "name": "sarvam-105b",
   "family": "Published",
   "provider": "Sarvam",
   "version": null,
   "vocab": 262144,
   "bpt": {
    "code_asm": 2.1172,
    "code_cs": 4.4913,
    "code_dart": 3.804,
    "code_go": 3.1836,
    "code_html": 3.2034,
    "code_kotlin": 4.0479,
    "code_lua": 3.191,
    "code_php": 3.791,
    "code_ps": 3.6356,
    "code_r": 2.6957,
    "code_ruby": 3.4573,
    "code_shell": 3.0447,
    "code_sql": 2.8651,
    "code_swift": 4.192,
    "code_ts": 4.0291,
    "code_c": 3.0788,
    "code_cpp": 3.4607,
    "code_java": 4.1883,
    "code_js": 3.6863,
    "code_py": 3.5798,
    "code_rust": 3.7147,
    "en_fineweb": 4.6528,
    "wiki_ar": 5.2854,
    "wiki_bn": 11.3715,
    "wiki_de": 3.3911,
    "wiki_es": 4.2948,
    "wiki_fr": 3.9921,
    "wiki_gu": 7.4592,
    "wiki_hi": 9.0557,
    "wiki_id": 4.33,
    "wiki_ja": 1.5324,
    "wiki_ko": 1.0258,
    "wiki_mr": 8.8618,
    "wiki_ru": 5.9752,
    "wiki_ta": 9.4067,
    "wiki_te": 7.5686,
    "wiki_th": 1.0133,
    "wiki_tr": 3.1822,
    "wiki_ur": 5.59,
    "wiki_vi": 1.7293,
    "wiki_zh": 4.1683
   },
   "english": 4.6528,
   "code_avg": 3.498,
   "languages_avg": 5.2228,
   "overall": 4.4579,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.5781,
     "code_py": 3.3975,
     "code_js": 3.4407,
     "code_ts": 3.7368,
     "code_java": 3.9077,
     "code_cs": 4.1706,
     "code_cpp": 3.252,
     "code_c": 2.9047,
     "code_go": 2.9932,
     "code_rust": 3.4893,
     "code_php": 3.5409,
     "code_ruby": 3.268,
     "code_swift": 3.8837,
     "code_kotlin": 3.7792,
     "code_dart": 3.5487,
     "code_lua": 3.012,
     "code_r": 2.6006,
     "code_sql": 2.7582,
     "code_shell": 2.897,
     "code_ps": 3.4348,
     "code_html": 2.9948,
     "code_asm": 2.0042,
     "wiki_de": 3.2678,
     "wiki_fr": 3.94,
     "wiki_es": 4.246,
     "wiki_ru": 5.9029,
     "wiki_zh": 4.104,
     "wiki_ja": 1.5318,
     "wiki_ko": 1.0278,
     "wiki_ar": 5.2319,
     "wiki_ur": 5.481,
     "wiki_hi": 8.8509,
     "wiki_mr": 8.6298,
     "wiki_gu": 7.3377,
     "wiki_bn": 11.1651,
     "wiki_ta": 9.1634,
     "wiki_te": 7.4627,
     "wiki_th": 1.0141,
     "wiki_vi": 1.7279,
     "wiki_tr": 3.1633,
     "wiki_id": 4.2625
    },
    "english": 4.5781,
    "code_avg": 3.2864,
    "languages_avg": 5.1321,
    "overall": 4.3322
   },
   "rank": 12
  },
  {
   "name": "Qwen3.8-27B",
   "family": "Published",
   "provider": "Alibaba (Qwen)",
   "version": null,
   "vocab": 248077,
   "bpt": {
    "code_asm": 2.2372,
    "code_cs": 4.8866,
    "code_dart": 4.1762,
    "code_go": 3.4836,
    "code_html": 3.4516,
    "code_kotlin": 4.5436,
    "code_lua": 3.5617,
    "code_php": 3.9464,
    "code_ps": 3.7039,
    "code_r": 2.9431,
    "code_ruby": 4.0392,
    "code_shell": 3.2869,
    "code_sql": 3.0189,
    "code_swift": 4.5594,
    "code_ts": 4.1354,
    "code_c": 3.3162,
    "code_cpp": 3.8864,
    "code_java": 4.5407,
    "code_js": 4.0012,
    "code_py": 4.1346,
    "code_rust": 4.1299,
    "en_fineweb": 4.5894,
    "wiki_ar": 5.8604,
    "wiki_bn": 5.4412,
    "wiki_de": 3.3573,
    "wiki_es": 4.1697,
    "wiki_fr": 3.9187,
    "wiki_gu": 3.7196,
    "wiki_hi": 5.7384,
    "wiki_id": 4.4462,
    "wiki_ja": 4.6274,
    "wiki_ko": 4.0002,
    "wiki_mr": 5.346,
    "wiki_ru": 6.041,
    "wiki_ta": 5.5818,
    "wiki_te": 4.3099,
    "wiki_th": 10.6791,
    "wiki_tr": 3.6317,
    "wiki_ur": 4.3226,
    "wiki_vi": 4.625,
    "wiki_zh": 4.6197
   },
   "english": 4.5894,
   "code_avg": 3.8087,
   "languages_avg": 4.9703,
   "overall": 4.4561,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.5174,
     "code_py": 3.8865,
     "code_js": 3.7097,
     "code_ts": 3.8262,
     "code_java": 4.2147,
     "code_cs": 4.5081,
     "code_cpp": 3.6124,
     "code_c": 3.1109,
     "code_go": 3.2469,
     "code_rust": 3.842,
     "code_php": 3.6828,
     "code_ruby": 3.7798,
     "code_swift": 4.2303,
     "code_kotlin": 4.1947,
     "code_dart": 3.8605,
     "code_lua": 3.3447,
     "code_r": 2.8372,
     "code_sql": 2.9028,
     "code_shell": 3.1118,
     "code_ps": 3.5049,
     "code_html": 3.2686,
     "code_asm": 2.1234,
     "wiki_de": 3.2422,
     "wiki_fr": 3.8848,
     "wiki_es": 4.1381,
     "wiki_ru": 5.9856,
     "wiki_zh": 4.555,
     "wiki_ja": 4.5774,
     "wiki_ko": 3.9401,
     "wiki_ar": 5.8088,
     "wiki_ur": 4.2782,
     "wiki_hi": 5.6859,
     "wiki_mr": 5.2854,
     "wiki_gu": 3.7029,
     "wiki_bn": 5.4134,
     "wiki_ta": 5.5335,
     "wiki_te": 4.2894,
     "wiki_th": 10.5348,
     "wiki_vi": 4.5902,
     "wiki_tr": 3.614,
     "wiki_id": 4.3912
    },
    "english": 4.5174,
    "code_avg": 3.5619,
    "languages_avg": 4.9185,
    "overall": 4.3326
   },
   "rank": 13
  },
  {
   "name": "Akshara 59k",
   "family": "Akshara",
   "provider": "Akshara",
   "version": "0.5.0",
   "vocab": 59000,
   "bpt": {
    "code_asm": 2.4456,
    "code_cs": 4.5497,
    "code_dart": 3.9258,
    "code_go": 3.3736,
    "code_html": 3.5086,
    "code_kotlin": 4.2174,
    "code_lua": 3.4023,
    "code_php": 3.6761,
    "code_ps": 3.7157,
    "code_r": 2.8623,
    "code_ruby": 3.8347,
    "code_shell": 3.1788,
    "code_sql": 3.1189,
    "code_swift": 4.3075,
    "code_ts": 3.8791,
    "code_c": 3.2484,
    "code_cpp": 3.6347,
    "code_java": 4.26,
    "code_js": 3.7572,
    "code_py": 3.9138,
    "code_rust": 4.0043,
    "en_fineweb": 4.3932,
    "wiki_ar": 4.9483,
    "wiki_bn": 7.1818,
    "wiki_de": 3.2094,
    "wiki_es": 3.7634,
    "wiki_fr": 3.5937,
    "wiki_gu": 5.5904,
    "wiki_hi": 6.3142,
    "wiki_id": 3.5653,
    "wiki_ja": 4.3486,
    "wiki_ko": 3.2803,
    "wiki_mr": 6.3575,
    "wiki_ru": 5.1229,
    "wiki_ta": 6.9774,
    "wiki_te": 5.7668,
    "wiki_th": 7.3413,
    "wiki_tr": 3.325,
    "wiki_ur": 4.5851,
    "wiki_vi": 4.1603,
    "wiki_zh": 3.7847
   },
   "english": 4.3932,
   "code_avg": 3.6578,
   "languages_avg": 4.9061,
   "overall": 4.3191,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.3879,
     "code_py": 3.9488,
     "code_js": 3.8632,
     "code_ts": 4.0482,
     "code_java": 4.3197,
     "code_cs": 4.6417,
     "code_cpp": 3.7361,
     "code_c": 3.3363,
     "code_go": 3.4252,
     "code_rust": 4.0887,
     "code_php": 3.754,
     "code_ruby": 3.7662,
     "code_swift": 4.3316,
     "code_kotlin": 4.2395,
     "code_dart": 4.0128,
     "code_lua": 3.3904,
     "code_r": 2.8974,
     "code_sql": 3.1784,
     "code_shell": 3.1407,
     "code_ps": 3.7175,
     "code_html": 3.6502,
     "code_asm": 2.3425,
     "wiki_de": 3.1744,
     "wiki_fr": 3.6096,
     "wiki_es": 3.7741,
     "wiki_ru": 5.1324,
     "wiki_zh": 3.7842,
     "wiki_ja": 4.353,
     "wiki_ko": 3.285,
     "wiki_ar": 4.9501,
     "wiki_ur": 4.5602,
     "wiki_hi": 6.2942,
     "wiki_mr": 6.3167,
     "wiki_gu": 5.574,
     "wiki_bn": 7.1641,
     "wiki_ta": 6.9509,
     "wiki_te": 5.7567,
     "wiki_th": 7.29,
     "wiki_vi": 4.1604,
     "wiki_tr": 3.3303,
     "wiki_id": 3.5687
    },
    "english": 4.3879,
    "code_avg": 3.7061,
    "languages_avg": 4.8963,
    "overall": 4.3301
   },
   "rank": 14
  },
  {
   "name": "Mistral-Nemo-Base-2407",
   "family": "Published",
   "provider": "Mistral",
   "version": null,
   "vocab": 131072,
   "bpt": {
    "code_c": 3.107,
    "code_cpp": 3.627,
    "code_java": 4.237,
    "code_js": 3.7661,
    "code_rust": 3.8825,
    "wiki_bn": 6.4833,
    "wiki_gu": 4.141,
    "wiki_id": 3.8351,
    "wiki_mr": 5.8503,
    "wiki_ta": 6.6578,
    "wiki_te": 5.3743,
    "wiki_th": 5.6131,
    "wiki_tr": 3.579,
    "wiki_ur": 4.8733,
    "wiki_vi": 4.2809,
    "code_py": 3.874,
    "en_fineweb": 4.5515,
    "wiki_ar": 6.0871,
    "wiki_de": 3.3112,
    "wiki_es": 4.1982,
    "wiki_fr": 4.1348,
    "wiki_hi": 6.6198,
    "wiki_ja": 3.6897,
    "wiki_ko": 3.8007,
    "wiki_ru": 5.6128,
    "wiki_zh": 3.1557,
    "code_asm": 2.121,
    "code_cs": 4.5494,
    "code_dart": 3.9461,
    "code_go": 3.287,
    "code_html": 3.3108,
    "code_kotlin": 4.198,
    "code_lua": 3.3324,
    "code_php": 3.7443,
    "code_ps": 3.5069,
    "code_r": 2.7891,
    "code_ruby": 3.82,
    "code_shell": 3.0491,
    "code_sql": 2.8207,
    "code_swift": 4.2053,
    "code_ts": 3.9918
   },
   "english": 4.5515,
   "code_avg": 3.5793,
   "languages_avg": 4.8052,
   "overall": 4.312,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.5447,
     "code_py": 3.9001,
     "code_js": 3.8539,
     "code_ts": 4.0923,
     "code_java": 4.2864,
     "code_cs": 4.6376,
     "code_cpp": 3.7284,
     "code_c": 3.1917,
     "code_go": 3.3542,
     "code_rust": 3.9668,
     "code_php": 3.8117,
     "code_ruby": 3.7378,
     "code_swift": 4.208,
     "code_kotlin": 4.2202,
     "code_dart": 4.0427,
     "code_lua": 3.3045,
     "code_r": 2.8147,
     "code_sql": 2.8558,
     "code_shell": 3.0091,
     "code_ps": 3.4958,
     "code_html": 3.3587,
     "code_asm": 2.0408,
     "wiki_de": 3.2671,
     "wiki_fr": 4.1332,
     "wiki_es": 4.1943,
     "wiki_ru": 5.6057,
     "wiki_zh": 3.1512,
     "wiki_ja": 3.6863,
     "wiki_ko": 3.7818,
     "wiki_ar": 6.0653,
     "wiki_ur": 4.8231,
     "wiki_hi": 6.567,
     "wiki_mr": 5.7989,
     "wiki_gu": 4.127,
     "wiki_bn": 6.4517,
     "wiki_ta": 6.5907,
     "wiki_te": 5.3539,
     "wiki_th": 5.572,
     "wiki_vi": 4.2714,
     "wiki_tr": 3.5743,
     "wiki_id": 3.8235
    },
    "english": 4.5447,
    "code_avg": 3.6148,
    "languages_avg": 4.781,
    "overall": 4.3135
   },
   "rank": 15
  },
  {
   "name": "LFM3-1.7B",
   "family": "Published",
   "provider": "Liquid AI",
   "version": null,
   "vocab": 125033,
   "bpt": {
    "code_asm": 2.2993,
    "code_cs": 4.5342,
    "code_dart": 3.8428,
    "code_go": 3.2393,
    "code_html": 3.366,
    "code_kotlin": 4.1536,
    "code_lua": 3.2977,
    "code_php": 3.7026,
    "code_ps": 3.5754,
    "code_r": 2.8605,
    "code_ruby": 3.8119,
    "code_shell": 3.0947,
    "code_sql": 3.2057,
    "code_swift": 4.1655,
    "code_ts": 3.9681,
    "code_c": 3.1437,
    "code_cpp": 3.5369,
    "code_java": 4.2395,
    "code_js": 3.7408,
    "code_py": 3.8632,
    "code_rust": 3.8262,
    "en_fineweb": 4.6284,
    "wiki_ar": 5.7951,
    "wiki_bn": 4.4546,
    "wiki_de": 3.6351,
    "wiki_es": 4.0772,
    "wiki_fr": 3.9882,
    "wiki_gu": 4.3028,
    "wiki_hi": 4.8127,
    "wiki_id": 3.7877,
    "wiki_ja": 4.2088,
    "wiki_ko": 3.7061,
    "wiki_mr": 4.6788,
    "wiki_ru": 5.5291,
    "wiki_ta": 4.7605,
    "wiki_te": 4.222,
    "wiki_th": 6.3697,
    "wiki_tr": 3.4805,
    "wiki_ur": 4.157,
    "wiki_vi": 4.3881,
    "wiki_zh": 3.5853
   },
   "english": 4.6284,
   "code_avg": 3.5937,
   "languages_avg": 4.4179,
   "overall": 4.2133,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.6217,
     "code_py": 3.8909,
     "code_js": 3.8036,
     "code_ts": 4.0637,
     "code_java": 4.267,
     "code_cs": 4.5739,
     "code_cpp": 3.6149,
     "code_c": 3.2124,
     "code_go": 3.2855,
     "code_rust": 3.8782,
     "code_php": 3.7523,
     "code_ruby": 3.7393,
     "code_swift": 4.1732,
     "code_kotlin": 4.1488,
     "code_dart": 3.892,
     "code_lua": 3.285,
     "code_r": 2.8937,
     "code_sql": 3.274,
     "code_shell": 3.0529,
     "code_ps": 3.5612,
     "code_html": 3.4677,
     "code_asm": 2.2135,
     "wiki_de": 3.5827,
     "wiki_fr": 4.0045,
     "wiki_es": 4.0879,
     "wiki_ru": 5.539,
     "wiki_zh": 3.5861,
     "wiki_ja": 4.2144,
     "wiki_ko": 3.7062,
     "wiki_ar": 5.7932,
     "wiki_ur": 4.1269,
     "wiki_hi": 4.8011,
     "wiki_mr": 4.6661,
     "wiki_gu": 4.2863,
     "wiki_bn": 4.4435,
     "wiki_ta": 4.7549,
     "wiki_te": 4.2115,
     "wiki_th": 6.3405,
     "wiki_vi": 4.3871,
     "wiki_tr": 3.4853,
     "wiki_id": 3.7899
    },
    "english": 4.6217,
    "code_avg": 3.6211,
    "languages_avg": 4.4109,
    "overall": 4.2179
   },
   "rank": 16
  },
  {
   "name": "Akshara 49k",
   "family": "Akshara",
   "provider": "Akshara",
   "version": "0.5.0",
   "vocab": 49000,
   "bpt": {
    "code_asm": 2.3997,
    "code_cs": 4.4746,
    "code_dart": 3.8832,
    "code_go": 3.3177,
    "code_html": 3.4267,
    "code_kotlin": 4.156,
    "code_lua": 3.3505,
    "code_php": 3.6275,
    "code_ps": 3.6499,
    "code_r": 2.8203,
    "code_ruby": 3.7715,
    "code_shell": 3.1129,
    "code_sql": 3.0181,
    "code_swift": 4.2315,
    "code_ts": 3.8396,
    "code_c": 3.1982,
    "code_cpp": 3.5843,
    "code_java": 4.1953,
    "code_js": 3.7046,
    "code_py": 3.8455,
    "code_rust": 3.9431,
    "en_fineweb": 4.3059,
    "wiki_ar": 4.756,
    "wiki_bn": 6.7828,
    "wiki_de": 3.1212,
    "wiki_es": 3.6591,
    "wiki_fr": 3.5037,
    "wiki_gu": 5.3299,
    "wiki_hi": 6.0899,
    "wiki_id": 3.4265,
    "wiki_ja": 4.1837,
    "wiki_ko": 3.1667,
    "wiki_mr": 6.085,
    "wiki_ru": 4.9021,
    "wiki_ta": 6.637,
    "wiki_te": 5.5118,
    "wiki_th": 6.9616,
    "wiki_tr": 3.1982,
    "wiki_ur": 4.3576,
    "wiki_vi": 4.0038,
    "wiki_zh": 3.6732
   },
   "english": 4.3059,
   "code_avg": 3.5977,
   "languages_avg": 4.7026,
   "overall": 4.2021,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.301,
     "code_py": 3.8809,
     "code_js": 3.808,
     "code_ts": 4.0064,
     "code_java": 4.2539,
     "code_cs": 4.5661,
     "code_cpp": 3.6842,
     "code_c": 3.285,
     "code_go": 3.3698,
     "code_rust": 4.0254,
     "code_php": 3.705,
     "code_ruby": 3.7071,
     "code_swift": 4.2568,
     "code_kotlin": 4.177,
     "code_dart": 3.9712,
     "code_lua": 3.3386,
     "code_r": 2.8541,
     "code_sql": 3.0814,
     "code_shell": 3.0788,
     "code_ps": 3.6515,
     "code_html": 3.5655,
     "code_asm": 2.3026,
     "wiki_de": 3.0896,
     "wiki_fr": 3.5198,
     "wiki_es": 3.67,
     "wiki_ru": 4.9129,
     "wiki_zh": 3.6736,
     "wiki_ja": 4.1886,
     "wiki_ko": 3.1721,
     "wiki_ar": 4.7583,
     "wiki_ur": 4.3363,
     "wiki_hi": 6.0724,
     "wiki_mr": 6.0492,
     "wiki_gu": 5.316,
     "wiki_bn": 6.768,
     "wiki_ta": 6.6141,
     "wiki_te": 5.5033,
     "wiki_th": 6.9164,
     "wiki_vi": 4.0046,
     "wiki_tr": 3.2038,
     "wiki_id": 3.4306
    },
    "english": 4.301,
    "code_avg": 3.6462,
    "languages_avg": 4.6947,
    "overall": 4.214
   },
   "rank": 17
  },
  {
   "name": "DeepSeek-V3",
   "family": "Published",
   "provider": "DeepSeek",
   "version": null,
   "vocab": 128815,
   "bpt": {
    "code_c": 3.1622,
    "code_cpp": 3.5698,
    "code_java": 4.2585,
    "code_js": 3.7575,
    "code_rust": 3.8342,
    "wiki_bn": 6.2712,
    "wiki_gu": 3.0665,
    "wiki_id": 3.8642,
    "wiki_mr": 4.313,
    "wiki_ta": 4.9821,
    "wiki_te": 3.4581,
    "wiki_th": 7.595,
    "wiki_tr": 2.6915,
    "wiki_ur": 3.7603,
    "wiki_vi": 3.0334,
    "code_py": 3.8782,
    "en_fineweb": 4.7317,
    "wiki_ar": 4.8951,
    "wiki_de": 3.3487,
    "wiki_es": 3.9035,
    "wiki_fr": 3.7273,
    "wiki_hi": 4.5597,
    "wiki_ja": 4.0931,
    "wiki_ko": 3.2896,
    "wiki_ru": 5.5698,
    "wiki_zh": 4.5686,
    "code_asm": 2.342,
    "code_cs": 4.5803,
    "code_dart": 3.9268,
    "code_go": 3.2677,
    "code_html": 3.4194,
    "code_kotlin": 4.1748,
    "code_lua": 3.3283,
    "code_php": 3.7088,
    "code_ps": 3.5767,
    "code_r": 2.9141,
    "code_ruby": 3.8218,
    "code_shell": 3.1026,
    "code_sql": 3.1634,
    "code_swift": 4.2276,
    "code_ts": 3.8044
   },
   "english": 4.7317,
   "code_avg": 3.6104,
   "languages_avg": 4.2627,
   "overall": 4.2016,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.7241,
     "code_py": 3.9083,
     "code_js": 3.8515,
     "code_ts": 3.9005,
     "code_java": 4.3173,
     "code_cs": 4.6692,
     "code_cpp": 3.6649,
     "code_c": 3.247,
     "code_go": 3.3199,
     "code_rust": 3.9014,
     "code_php": 3.7843,
     "code_ruby": 3.7518,
     "code_swift": 4.2484,
     "code_kotlin": 4.1966,
     "code_dart": 4.0005,
     "code_lua": 3.3158,
     "code_r": 2.9489,
     "code_sql": 3.2176,
     "code_shell": 3.0599,
     "code_ps": 3.5767,
     "code_html": 3.5169,
     "code_asm": 2.251,
     "wiki_de": 3.3086,
     "wiki_fr": 3.7437,
     "wiki_es": 3.9145,
     "wiki_ru": 5.5794,
     "wiki_zh": 4.5602,
     "wiki_ja": 4.0986,
     "wiki_ko": 3.2936,
     "wiki_ar": 4.8967,
     "wiki_ur": 3.7345,
     "wiki_hi": 4.5547,
     "wiki_mr": 4.3001,
     "wiki_gu": 3.0666,
     "wiki_bn": 6.2586,
     "wiki_ta": 4.973,
     "wiki_te": 3.4589,
     "wiki_th": 7.5395,
     "wiki_vi": 3.0372,
     "wiki_tr": 2.6975,
     "wiki_id": 3.8623
    },
    "english": 4.7241,
    "code_avg": 3.6499,
    "languages_avg": 4.2567,
    "overall": 4.2103
   },
   "rank": 18
  },
  {
   "name": "MiniMax-M2.5",
   "family": "Published",
   "provider": "MiniMax",
   "version": null,
   "vocab": 200054,
   "bpt": {
    "code_asm": 2.4624,
    "code_cs": 4.7131,
    "code_dart": 4.1087,
    "code_go": 3.4665,
    "code_html": 3.572,
    "code_kotlin": 4.4332,
    "code_lua": 3.4963,
    "code_php": 3.8494,
    "code_ps": 3.7617,
    "code_r": 3.0321,
    "code_ruby": 4.0457,
    "code_shell": 3.2975,
    "code_sql": 3.2777,
    "code_swift": 4.2971,
    "code_ts": 3.9891,
    "code_c": 3.2764,
    "code_cpp": 3.7721,
    "code_java": 4.4184,
    "code_js": 3.9024,
    "code_py": 4.082,
    "code_rust": 4.1159,
    "en_fineweb": 4.8212,
    "wiki_ar": 5.9019,
    "wiki_bn": 3.4478,
    "wiki_de": 3.4946,
    "wiki_es": 4.6555,
    "wiki_fr": 4.3824,
    "wiki_gu": 1.8605,
    "wiki_hi": 4.4576,
    "wiki_id": 4.6221,
    "wiki_ja": 5.3348,
    "wiki_ko": 3.9978,
    "wiki_mr": 4.0235,
    "wiki_ru": 5.3633,
    "wiki_ta": 3.9104,
    "wiki_te": 3.1816,
    "wiki_th": 2.829,
    "wiki_tr": 2.8323,
    "wiki_ur": 2.4749,
    "wiki_vi": 2.4347,
    "wiki_zh": 4.5556
   },
   "english": 4.8212,
   "code_avg": 3.7795,
   "languages_avg": 3.8821,
   "overall": 4.1609,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.8134,
     "code_py": 4.1106,
     "code_js": 3.9981,
     "code_ts": 4.0904,
     "code_java": 4.4784,
     "code_cs": 4.8064,
     "code_cpp": 3.877,
     "code_c": 3.3688,
     "code_go": 3.5358,
     "code_rust": 4.2122,
     "code_php": 3.9309,
     "code_ruby": 3.9638,
     "code_swift": 4.3378,
     "code_kotlin": 4.4514,
     "code_dart": 4.2125,
     "code_lua": 3.4797,
     "code_r": 3.0697,
     "code_sql": 3.3204,
     "code_shell": 3.2487,
     "code_ps": 3.7529,
     "code_html": 3.6784,
     "code_asm": 2.3582,
     "wiki_de": 3.4483,
     "wiki_fr": 4.3982,
     "wiki_es": 4.6649,
     "wiki_ru": 5.3736,
     "wiki_zh": 4.5474,
     "wiki_ja": 5.3331,
     "wiki_ko": 3.9958,
     "wiki_ar": 5.8999,
     "wiki_ur": 2.4691,
     "wiki_hi": 4.4459,
     "wiki_mr": 4.0141,
     "wiki_gu": 1.8633,
     "wiki_bn": 3.4449,
     "wiki_ta": 3.9091,
     "wiki_te": 3.1832,
     "wiki_th": 2.8262,
     "wiki_vi": 2.4394,
     "wiki_tr": 2.8384,
     "wiki_id": 4.6177
    },
    "english": 4.8134,
    "code_avg": 3.823,
    "languages_avg": 3.8796,
    "overall": 4.172
   },
   "rank": 19
  },
  {
   "name": "Falcon-H1-34B-Instruct",
   "family": "Published",
   "provider": "TII (Falcon)",
   "version": null,
   "vocab": 261120,
   "bpt": {
    "code_asm": 2.1036,
    "code_cs": 4.1522,
    "code_dart": 3.4964,
    "code_go": 3.0099,
    "code_html": 2.9713,
    "code_kotlin": 3.7207,
    "code_lua": 2.9994,
    "code_php": 3.39,
    "code_ps": 3.2959,
    "code_r": 2.5486,
    "code_ruby": 3.3226,
    "code_shell": 2.7724,
    "code_sql": 2.6337,
    "code_swift": 3.8117,
    "code_ts": 3.8973,
    "code_c": 2.8604,
    "code_cpp": 3.2499,
    "code_java": 3.8307,
    "code_js": 3.3071,
    "code_py": 3.37,
    "code_rust": 3.5021,
    "en_fineweb": 4.5315,
    "wiki_ar": 6.7345,
    "wiki_bn": 6.8565,
    "wiki_de": 3.0596,
    "wiki_es": 3.9609,
    "wiki_fr": 3.5863,
    "wiki_gu": 4.6939,
    "wiki_hi": 6.7824,
    "wiki_id": 4.3669,
    "wiki_ja": 4.7022,
    "wiki_ko": 4.1803,
    "wiki_mr": 7.1155,
    "wiki_ru": 6.4765,
    "wiki_ta": 2.1021,
    "wiki_te": 1.9796,
    "wiki_th": 5.1316,
    "wiki_tr": 3.3283,
    "wiki_ur": 5.4215,
    "wiki_vi": 3.5607,
    "wiki_zh": 3.7411
   },
   "english": 4.5315,
   "code_avg": 3.2498,
   "languages_avg": 4.62,
   "overall": 4.1338,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.4615,
     "code_py": 3.2201,
     "code_js": 3.1231,
     "code_ts": 3.6267,
     "code_java": 3.6122,
     "code_cs": 3.8915,
     "code_cpp": 3.0723,
     "code_c": 2.7212,
     "code_go": 2.8446,
     "code_rust": 3.3065,
     "code_php": 3.2112,
     "code_ruby": 3.1622,
     "code_swift": 3.6139,
     "code_kotlin": 3.5009,
     "code_dart": 3.2876,
     "code_lua": 2.8598,
     "code_r": 2.4801,
     "code_sql": 2.5532,
     "code_shell": 2.6599,
     "code_ps": 3.1485,
     "code_html": 2.8495,
     "code_asm": 2.0094,
     "wiki_de": 2.9681,
     "wiki_fr": 3.5608,
     "wiki_es": 3.9339,
     "wiki_ru": 6.4121,
     "wiki_zh": 3.7048,
     "wiki_ja": 4.6511,
     "wiki_ko": 4.1138,
     "wiki_ar": 6.663,
     "wiki_ur": 5.3441,
     "wiki_hi": 6.7047,
     "wiki_mr": 6.9989,
     "wiki_gu": 4.6631,
     "wiki_bn": 6.8086,
     "wiki_ta": 2.1011,
     "wiki_te": 1.9787,
     "wiki_th": 5.1057,
     "wiki_vi": 3.5441,
     "wiki_tr": 3.315,
     "wiki_id": 4.3148
    },
    "english": 4.4615,
    "code_avg": 3.0835,
    "languages_avg": 4.573,
    "overall": 4.0393
   },
   "rank": 20
  },
  {
   "name": "Seed-OSS-36B-Instruct",
   "family": "Published",
   "provider": "ByteDance",
   "version": null,
   "vocab": 155121,
   "bpt": {
    "code_asm": 2.1789,
    "code_cs": 4.609,
    "code_dart": 3.9724,
    "code_go": 3.2974,
    "code_html": 3.3934,
    "code_kotlin": 4.2345,
    "code_lua": 3.3417,
    "code_php": 3.7532,
    "code_ps": 3.5762,
    "code_r": 2.8244,
    "code_ruby": 3.791,
    "code_shell": 3.102,
    "code_sql": 2.9117,
    "code_swift": 4.2194,
    "code_ts": 3.9911,
    "code_c": 3.1688,
    "code_cpp": 3.6621,
    "code_java": 4.328,
    "code_js": 3.8077,
    "code_py": 3.895,
    "code_rust": 3.9025,
    "en_fineweb": 4.5889,
    "wiki_ar": 4.6329,
    "wiki_bn": 4.5524,
    "wiki_de": 3.2217,
    "wiki_es": 3.8853,
    "wiki_fr": 3.7992,
    "wiki_gu": 3.7959,
    "wiki_hi": 4.5887,
    "wiki_id": 3.8145,
    "wiki_ja": 2.9086,
    "wiki_ko": 3.0803,
    "wiki_mr": 4.5994,
    "wiki_ru": 5.7039,
    "wiki_ta": 5.0595,
    "wiki_te": 4.3389,
    "wiki_th": 4.9891,
    "wiki_tr": 3.4382,
    "wiki_ur": 3.8403,
    "wiki_vi": 4.1454,
    "wiki_zh": 3.9149
   },
   "english": 4.5889,
   "code_avg": 3.6172,
   "languages_avg": 4.1215,
   "overall": 4.1092,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.5169,
     "code_py": 3.6811,
     "code_js": 3.5493,
     "code_ts": 3.7056,
     "code_java": 4.0382,
     "code_cs": 4.2774,
     "code_cpp": 3.4244,
     "code_c": 2.987,
     "code_go": 3.09,
     "code_rust": 3.6499,
     "code_php": 3.5227,
     "code_ruby": 3.5679,
     "code_swift": 3.9634,
     "code_kotlin": 3.9374,
     "code_dart": 3.691,
     "code_lua": 3.1578,
     "code_r": 2.7315,
     "code_sql": 2.8061,
     "code_shell": 2.9508,
     "code_ps": 3.3953,
     "code_html": 3.2063,
     "code_asm": 2.0716,
     "wiki_de": 3.1175,
     "wiki_fr": 3.7677,
     "wiki_es": 3.8595,
     "wiki_ru": 5.6554,
     "wiki_zh": 3.8734,
     "wiki_ja": 2.8957,
     "wiki_ko": 3.051,
     "wiki_ar": 4.6044,
     "wiki_ur": 3.8072,
     "wiki_hi": 4.5586,
     "wiki_mr": 4.5574,
     "wiki_gu": 3.7782,
     "wiki_bn": 4.5347,
     "wiki_ta": 5.0198,
     "wiki_te": 4.318,
     "wiki_th": 4.9648,
     "wiki_vi": 4.1192,
     "wiki_tr": 3.4233,
     "wiki_id": 3.7777
    },
    "english": 4.5169,
    "code_avg": 3.4002,
    "languages_avg": 4.0886,
    "overall": 4.0019
   },
   "rank": 21
  },
  {
   "name": "Llama-3.2-1B",
   "family": "Published",
   "provider": "Meta",
   "version": null,
   "vocab": 128256,
   "bpt": {
    "code_c": 3.3897,
    "code_cpp": 3.9067,
    "code_java": 4.5829,
    "code_js": 4.0385,
    "code_rust": 4.1821,
    "wiki_bn": 2.2129,
    "wiki_gu": 1.5938,
    "wiki_id": 3.3214,
    "wiki_mr": 4.6552,
    "wiki_ta": 2.0485,
    "wiki_te": 1.574,
    "wiki_th": 6.281,
    "wiki_tr": 3.7997,
    "wiki_ur": 2.9292,
    "wiki_vi": 4.55,
    "code_py": 4.2023,
    "en_fineweb": 4.6929,
    "wiki_ar": 4.7821,
    "wiki_de": 3.151,
    "wiki_es": 3.7222,
    "wiki_fr": 3.5639,
    "wiki_hi": 4.8864,
    "wiki_ja": 3.8583,
    "wiki_ko": 3.5839,
    "wiki_ru": 5.4785,
    "wiki_zh": 3.4868,
    "code_asm": 2.4998,
    "code_cs": 4.9216,
    "code_dart": 4.2085,
    "code_go": 3.5307,
    "code_html": 3.5692,
    "code_kotlin": 4.6348,
    "code_lua": 3.6325,
    "code_php": 3.9733,
    "code_ps": 3.7698,
    "code_r": 3.0753,
    "code_ruby": 4.0797,
    "code_shell": 3.395,
    "code_sql": 3.385,
    "code_swift": 4.6006,
    "code_ts": 4.1277
   },
   "english": 4.6929,
   "code_avg": 3.8907,
   "languages_avg": 3.6568,
   "overall": 4.0801,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.6856,
     "code_py": 4.2304,
     "code_js": 4.1275,
     "code_ts": 4.2315,
     "code_java": 4.6391,
     "code_cs": 5.0077,
     "code_cpp": 4.0119,
     "code_c": 3.4789,
     "code_go": 3.5805,
     "code_rust": 4.2547,
     "code_php": 4.0508,
     "code_ruby": 4.0,
     "code_swift": 4.6195,
     "code_kotlin": 4.6491,
     "code_dart": 4.2971,
     "code_lua": 3.6095,
     "code_r": 3.1112,
     "code_sql": 3.461,
     "code_shell": 3.3424,
     "code_ps": 3.7641,
     "code_html": 3.7047,
     "code_asm": 2.3909,
     "wiki_de": 3.1183,
     "wiki_fr": 3.5795,
     "wiki_es": 3.7332,
     "wiki_ru": 5.4885,
     "wiki_zh": 3.4884,
     "wiki_ja": 3.8654,
     "wiki_ko": 3.5852,
     "wiki_ar": 4.7841,
     "wiki_ur": 2.9174,
     "wiki_hi": 4.8824,
     "wiki_mr": 4.6379,
     "wiki_gu": 1.5966,
     "wiki_bn": 2.215,
     "wiki_ta": 2.052,
     "wiki_te": 1.5769,
     "wiki_th": 6.2552,
     "wiki_vi": 4.5481,
     "wiki_tr": 3.8038,
     "wiki_id": 3.324
    },
    "english": 4.6856,
    "code_avg": 3.9315,
    "languages_avg": 3.6554,
    "overall": 4.0908
   },
   "rank": 22
  },
  {
   "name": "Kimi-K3",
   "family": "Published",
   "provider": "Moonshot AI (Kimi)",
   "version": null,
   "vocab": 163840,
   "bpt": {
    "code_asm": 2.518,
    "code_cs": 4.7461,
    "code_dart": 4.1605,
    "code_go": 3.5246,
    "code_html": 3.5895,
    "code_kotlin": 4.4853,
    "code_lua": 3.5871,
    "code_php": 3.8735,
    "code_ps": 3.8056,
    "code_r": 3.072,
    "code_ruby": 4.0359,
    "code_shell": 3.4054,
    "code_sql": 3.4106,
    "code_swift": 4.3837,
    "code_ts": 4.0224,
    "code_c": 3.36,
    "code_cpp": 3.8594,
    "code_java": 4.474,
    "code_js": 3.9608,
    "code_py": 4.1318,
    "code_rust": 4.1777,
    "en_fineweb": 4.6935,
    "wiki_ar": 3.8315,
    "wiki_bn": 4.3159,
    "wiki_de": 3.052,
    "wiki_es": 3.4709,
    "wiki_fr": 3.3683,
    "wiki_gu": 3.1929,
    "wiki_hi": 4.6792,
    "wiki_id": 3.3277,
    "wiki_ja": 3.6335,
    "wiki_ko": 2.7817,
    "wiki_mr": 4.5215,
    "wiki_ru": 4.495,
    "wiki_ta": 3.7175,
    "wiki_te": 3.299,
    "wiki_th": 3.6764,
    "wiki_tr": 2.8013,
    "wiki_ur": 4.0208,
    "wiki_vi": 2.3595,
    "wiki_zh": 3.716
   },
   "english": 4.6935,
   "code_avg": 3.8373,
   "languages_avg": 3.5927,
   "overall": 4.0412,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.6844,
     "code_py": 4.1634,
     "code_js": 4.0508,
     "code_ts": 4.1243,
     "code_java": 4.5315,
     "code_cs": 4.8297,
     "code_cpp": 3.9611,
     "code_c": 3.4484,
     "code_go": 3.5739,
     "code_rust": 4.2536,
     "code_php": 3.9515,
     "code_ruby": 3.9583,
     "code_swift": 4.4033,
     "code_kotlin": 4.5015,
     "code_dart": 4.2497,
     "code_lua": 3.5677,
     "code_r": 3.109,
     "code_sql": 3.4831,
     "code_shell": 3.3515,
     "code_ps": 3.799,
     "code_html": 3.7036,
     "code_asm": 2.4066,
     "wiki_de": 3.023,
     "wiki_fr": 3.3842,
     "wiki_es": 3.4817,
     "wiki_ru": 4.5041,
     "wiki_zh": 3.7152,
     "wiki_ja": 3.641,
     "wiki_ko": 2.7876,
     "wiki_ar": 3.8359,
     "wiki_ur": 4.0046,
     "wiki_hi": 4.6651,
     "wiki_mr": 4.5068,
     "wiki_gu": 3.1926,
     "wiki_bn": 4.3092,
     "wiki_ta": 3.7171,
     "wiki_te": 3.3003,
     "wiki_th": 3.6687,
     "wiki_vi": 2.3641,
     "wiki_tr": 2.8074,
     "wiki_id": 3.3324
    },
    "english": 4.6844,
    "code_avg": 3.8772,
    "languages_avg": 3.5916,
    "overall": 4.0511
   },
   "rank": 23
  },
  {
   "name": "Hy3",
   "family": "Published",
   "provider": "Tencent",
   "version": null,
   "vocab": 120818,
   "bpt": {
    "code_asm": 2.399,
    "code_cs": 4.6273,
    "code_dart": 4.0179,
    "code_go": 3.3503,
    "code_html": 3.458,
    "code_kotlin": 4.2992,
    "code_lua": 3.3715,
    "code_php": 3.7478,
    "code_ps": 3.6364,
    "code_r": 2.9758,
    "code_ruby": 3.8976,
    "code_shell": 3.2042,
    "code_sql": 3.2688,
    "code_swift": 4.2931,
    "code_ts": 3.911,
    "code_c": 3.243,
    "code_cpp": 3.6957,
    "code_java": 4.3751,
    "code_js": 3.8525,
    "code_py": 4.0026,
    "code_rust": 3.9806,
    "en_fineweb": 4.7065,
    "wiki_ar": 3.9333,
    "wiki_bn": 3.2625,
    "wiki_de": 3.0657,
    "wiki_es": 3.4793,
    "wiki_fr": 3.4432,
    "wiki_gu": 2.3424,
    "wiki_hi": 3.6924,
    "wiki_id": 3.3625,
    "wiki_ja": 3.7223,
    "wiki_ko": 3.1227,
    "wiki_mr": 3.461,
    "wiki_ru": 4.3692,
    "wiki_ta": 4.0135,
    "wiki_te": 2.4124,
    "wiki_th": 5.1233,
    "wiki_tr": 3.0208,
    "wiki_ur": 2.9709,
    "wiki_vi": 3.5783,
    "wiki_zh": 4.0131
   },
   "english": 4.7065,
   "code_avg": 3.6956,
   "languages_avg": 3.4941,
   "overall": 3.9654,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.6994,
     "code_py": 4.0326,
     "code_js": 3.9383,
     "code_ts": 4.0093,
     "code_java": 4.4335,
     "code_cs": 4.7161,
     "code_cpp": 3.7931,
     "code_c": 3.3289,
     "code_go": 3.397,
     "code_rust": 4.0514,
     "code_php": 3.8236,
     "code_ruby": 3.8235,
     "code_swift": 4.3152,
     "code_kotlin": 4.3202,
     "code_dart": 4.1038,
     "code_lua": 3.3584,
     "code_r": 3.0114,
     "code_sql": 3.3111,
     "code_shell": 3.1581,
     "code_ps": 3.6333,
     "code_html": 3.5632,
     "code_asm": 2.3028,
     "wiki_de": 3.0363,
     "wiki_fr": 3.4594,
     "wiki_es": 3.4903,
     "wiki_ru": 4.3792,
     "wiki_zh": 4.0107,
     "wiki_ja": 3.7295,
     "wiki_ko": 3.1278,
     "wiki_ar": 3.9374,
     "wiki_ur": 2.9586,
     "wiki_hi": 3.6867,
     "wiki_mr": 3.4559,
     "wiki_gu": 2.3444,
     "wiki_bn": 3.2604,
     "wiki_ta": 4.011,
     "wiki_te": 2.4151,
     "wiki_th": 5.1026,
     "wiki_vi": 3.5807,
     "wiki_tr": 3.0265,
     "wiki_id": 3.3665
    },
    "english": 4.6994,
    "code_avg": 3.7345,
    "languages_avg": 3.4936,
    "overall": 3.9758
   },
   "rank": 24
  },
  {
   "name": "GLM-5.3-Flash",
   "family": "Published",
   "provider": "Z.ai (GLM)",
   "version": null,
   "vocab": 154856,
   "bpt": {
    "code_asm": 2.4551,
    "code_cs": 4.9159,
    "code_dart": 4.209,
    "code_go": 3.5254,
    "code_html": 3.5688,
    "code_kotlin": 4.6219,
    "code_lua": 3.6241,
    "code_php": 3.9683,
    "code_ps": 3.7614,
    "code_r": 3.0574,
    "code_ruby": 4.0664,
    "code_shell": 3.3729,
    "code_sql": 3.3195,
    "code_swift": 4.5957,
    "code_ts": 4.1289,
    "code_c": 3.386,
    "code_cpp": 3.9064,
    "code_java": 4.5799,
    "code_js": 4.0374,
    "code_py": 4.195,
    "code_rust": 4.1765,
    "en_fineweb": 4.6855,
    "wiki_ar": 4.4048,
    "wiki_bn": 2.7218,
    "wiki_de": 3.3603,
    "wiki_es": 3.9361,
    "wiki_fr": 3.7276,
    "wiki_gu": 1.5935,
    "wiki_hi": 2.8877,
    "wiki_id": 3.3239,
    "wiki_ja": 3.8218,
    "wiki_ko": 2.8636,
    "wiki_mr": 2.8584,
    "wiki_ru": 5.9906,
    "wiki_ta": 2.0479,
    "wiki_te": 1.5735,
    "wiki_th": 3.1579,
    "wiki_tr": 3.2607,
    "wiki_ur": 3.2102,
    "wiki_vi": 4.292,
    "wiki_zh": 3.829
   },
   "english": 4.6855,
   "code_avg": 3.8796,
   "languages_avg": 3.3085,
   "overall": 3.9579,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.6779,
     "code_py": 4.223,
     "code_js": 4.1264,
     "code_ts": 4.2327,
     "code_java": 4.6361,
     "code_cs": 5.0015,
     "code_cpp": 4.0116,
     "code_c": 3.4752,
     "code_go": 3.5752,
     "code_rust": 4.2489,
     "code_php": 4.0458,
     "code_ruby": 3.9876,
     "code_swift": 4.6148,
     "code_kotlin": 4.6364,
     "code_dart": 4.2976,
     "code_lua": 3.6015,
     "code_r": 3.0934,
     "code_sql": 3.3946,
     "code_shell": 3.3216,
     "code_ps": 3.7559,
     "code_html": 3.7043,
     "code_asm": 2.3522,
     "wiki_de": 3.3194,
     "wiki_fr": 3.7433,
     "wiki_es": 3.9467,
     "wiki_ru": 5.9971,
     "wiki_zh": 3.8261,
     "wiki_ja": 3.8262,
     "wiki_ko": 2.8697,
     "wiki_ar": 4.4072,
     "wiki_ur": 3.1941,
     "wiki_hi": 2.8834,
     "wiki_mr": 2.8571,
     "wiki_gu": 1.5964,
     "wiki_bn": 2.719,
     "wiki_ta": 2.0513,
     "wiki_te": 1.5764,
     "wiki_th": 3.1534,
     "wiki_vi": 4.2912,
     "wiki_tr": 3.266,
     "wiki_id": 3.3265
    },
    "english": 4.6779,
    "code_avg": 3.9208,
    "languages_avg": 3.3079,
    "overall": 3.9689
   },
   "rank": 25
  },
  {
   "name": "Akshara 32k",
   "family": "Akshara",
   "provider": "Akshara",
   "version": "0.5.0",
   "vocab": 32000,
   "bpt": {
    "code_asm": 2.2915,
    "code_cs": 4.2918,
    "code_dart": 3.7421,
    "code_go": 3.2019,
    "code_html": 3.2486,
    "code_kotlin": 3.9722,
    "code_lua": 3.2236,
    "code_php": 3.5017,
    "code_ps": 3.4958,
    "code_r": 2.7158,
    "code_ruby": 3.6218,
    "code_shell": 2.9773,
    "code_sql": 2.8265,
    "code_swift": 4.0742,
    "code_ts": 3.7134,
    "code_c": 3.0781,
    "code_cpp": 3.4212,
    "code_java": 4.046,
    "code_js": 3.5688,
    "code_py": 3.6943,
    "code_rust": 3.7869,
    "en_fineweb": 4.0927,
    "wiki_ar": 4.3298,
    "wiki_bn": 6.0157,
    "wiki_de": 2.8959,
    "wiki_es": 3.4142,
    "wiki_fr": 3.2698,
    "wiki_gu": 4.729,
    "wiki_hi": 5.4514,
    "wiki_id": 3.1179,
    "wiki_ja": 3.8511,
    "wiki_ko": 2.898,
    "wiki_mr": 5.4347,
    "wiki_ru": 4.4207,
    "wiki_ta": 5.9043,
    "wiki_te": 4.9143,
    "wiki_th": 6.0852,
    "wiki_tr": 2.9202,
    "wiki_ur": 3.9457,
    "wiki_vi": 3.5941,
    "wiki_zh": 3.3674
   },
   "english": 4.0927,
   "code_avg": 3.4521,
   "languages_avg": 4.24,
   "overall": 3.9282,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.0891,
     "code_py": 3.7275,
     "code_js": 3.6814,
     "code_ts": 3.8732,
     "code_java": 4.1098,
     "code_cs": 4.3828,
     "code_cpp": 3.5252,
     "code_c": 3.1641,
     "code_go": 3.2539,
     "code_rust": 3.8725,
     "code_php": 3.582,
     "code_ruby": 3.5651,
     "code_swift": 4.1011,
     "code_kotlin": 3.9961,
     "code_dart": 3.8309,
     "code_lua": 3.2175,
     "code_r": 2.7502,
     "code_sql": 2.8801,
     "code_shell": 2.949,
     "code_ps": 3.5054,
     "code_html": 3.3692,
     "code_asm": 2.2089,
     "wiki_de": 2.872,
     "wiki_fr": 3.2856,
     "wiki_es": 3.4249,
     "wiki_ru": 4.4305,
     "wiki_zh": 3.37,
     "wiki_ja": 3.8572,
     "wiki_ko": 2.9043,
     "wiki_ar": 4.333,
     "wiki_ur": 3.9302,
     "wiki_hi": 5.4399,
     "wiki_mr": 5.4079,
     "wiki_gu": 4.7199,
     "wiki_bn": 6.0047,
     "wiki_ta": 5.8879,
     "wiki_te": 4.9089,
     "wiki_th": 6.0527,
     "wiki_vi": 3.596,
     "wiki_tr": 2.926,
     "wiki_id": 3.1232
    },
    "english": 4.0891,
    "code_avg": 3.5022,
    "languages_avg": 4.2355,
    "overall": 3.9423
   },
   "rank": 26
  },
  {
   "name": "Ling-3.0-tiny",
   "family": "Published",
   "provider": "inclusionAI (Ant Group)",
   "version": null,
   "vocab": 157153,
   "bpt": {
    "code_asm": 2.1806,
    "code_cs": 4.6931,
    "code_dart": 4.0643,
    "code_go": 3.2699,
    "code_html": 3.3821,
    "code_kotlin": 4.3367,
    "code_lua": 3.3417,
    "code_php": 3.7711,
    "code_ps": 3.6854,
    "code_r": 2.8767,
    "code_ruby": 3.9093,
    "code_shell": 3.1993,
    "code_sql": 2.9287,
    "code_swift": 4.3613,
    "code_ts": 3.8945,
    "code_c": 3.1736,
    "code_cpp": 3.7291,
    "code_java": 4.4028,
    "code_js": 3.8366,
    "code_py": 3.989,
    "code_rust": 4.0171,
    "en_fineweb": 4.6174,
    "wiki_ar": 4.2668,
    "wiki_bn": 4.9868,
    "wiki_de": 3.0369,
    "wiki_es": 3.5046,
    "wiki_fr": 3.5059,
    "wiki_gu": 1.7316,
    "wiki_hi": 3.1944,
    "wiki_id": 3.2945,
    "wiki_ja": 3.8206,
    "wiki_ko": 3.456,
    "wiki_mr": 3.0152,
    "wiki_ru": 4.845,
    "wiki_ta": 2.2108,
    "wiki_te": 1.9148,
    "wiki_th": 5.7768,
    "wiki_tr": 3.2019,
    "wiki_ur": 2.4933,
    "wiki_vi": 3.8298,
    "wiki_zh": 3.9018
   },
   "english": 4.6174,
   "code_avg": 3.6687,
   "languages_avg": 3.473,
   "overall": 3.9197,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.544,
     "code_py": 3.6988,
     "code_js": 3.5197,
     "code_ts": 3.6161,
     "code_java": 4.0386,
     "code_cs": 4.2648,
     "code_cpp": 3.4151,
     "code_c": 2.9334,
     "code_go": 3.0242,
     "code_rust": 3.696,
     "code_php": 3.4765,
     "code_ruby": 3.5947,
     "code_swift": 3.9704,
     "code_kotlin": 3.9552,
     "code_dart": 3.723,
     "code_lua": 3.1069,
     "code_r": 2.7279,
     "code_sql": 2.7906,
     "code_shell": 2.9868,
     "code_ps": 3.4296,
     "code_html": 3.1055,
     "code_asm": 2.0487,
     "wiki_de": 2.9357,
     "wiki_fr": 3.4363,
     "wiki_es": 3.4479,
     "wiki_ru": 4.7701,
     "wiki_zh": 3.8099,
     "wiki_ja": 3.7503,
     "wiki_ko": 3.3769,
     "wiki_ar": 4.211,
     "wiki_ur": 2.4699,
     "wiki_hi": 3.167,
     "wiki_mr": 2.9881,
     "wiki_gu": 1.7269,
     "wiki_bn": 4.9384,
     "wiki_ta": 2.1998,
     "wiki_te": 1.9092,
     "wiki_th": 5.6998,
     "wiki_vi": 3.7815,
     "wiki_tr": 3.166,
     "wiki_id": 3.2387
    },
    "english": 4.544,
    "code_avg": 3.3868,
    "languages_avg": 3.4223,
    "overall": 3.7844
   },
   "rank": 27
  },
  {
   "name": "Qwen2.5-0.5B",
   "family": "Published",
   "provider": "Alibaba (Qwen)",
   "version": null,
   "vocab": 151665,
   "bpt": {
    "code_c": 3.3064,
    "code_cpp": 3.8844,
    "code_java": 4.537,
    "code_js": 3.9962,
    "code_rust": 4.1257,
    "wiki_bn": 2.5106,
    "wiki_gu": 1.7836,
    "wiki_id": 3.2472,
    "wiki_mr": 2.7808,
    "wiki_ta": 2.5062,
    "wiki_te": 1.8285,
    "wiki_th": 5.056,
    "wiki_tr": 3.2563,
    "wiki_ur": 2.7541,
    "wiki_vi": 4.232,
    "code_py": 4.1254,
    "en_fineweb": 4.5731,
    "wiki_ar": 4.7057,
    "wiki_de": 2.907,
    "wiki_es": 3.6416,
    "wiki_fr": 3.5205,
    "wiki_hi": 2.7882,
    "wiki_ja": 3.9299,
    "wiki_ko": 3.1729,
    "wiki_ru": 4.8193,
    "wiki_zh": 4.0806,
    "code_asm": 2.2352,
    "code_cs": 4.8677,
    "code_dart": 4.1713,
    "code_go": 3.4807,
    "code_html": 3.4303,
    "code_kotlin": 4.5346,
    "code_lua": 3.541,
    "code_php": 3.9323,
    "code_ps": 3.6985,
    "code_r": 2.9306,
    "code_ruby": 4.0086,
    "code_shell": 3.2816,
    "code_sql": 3.0164,
    "code_swift": 4.551,
    "code_ts": 3.9883
   },
   "english": 4.5731,
   "code_avg": 3.7925,
   "languages_avg": 3.3432,
   "overall": 3.9029,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.5664,
     "code_py": 4.1544,
     "code_js": 4.0847,
     "code_ts": 4.0889,
     "code_java": 4.5932,
     "code_cs": 4.9534,
     "code_cpp": 3.9892,
     "code_c": 3.3945,
     "code_go": 3.5309,
     "code_rust": 4.1979,
     "code_php": 4.0095,
     "code_ruby": 3.9337,
     "code_swift": 4.571,
     "code_kotlin": 4.5511,
     "code_dart": 4.2595,
     "code_lua": 3.522,
     "code_r": 2.9672,
     "code_sql": 3.0857,
     "code_shell": 3.2359,
     "code_ps": 3.695,
     "code_html": 3.5606,
     "code_asm": 2.1597,
     "wiki_de": 2.8829,
     "wiki_fr": 3.5361,
     "wiki_es": 3.6525,
     "wiki_ru": 4.8277,
     "wiki_zh": 4.0755,
     "wiki_ja": 3.935,
     "wiki_ko": 3.1771,
     "wiki_ar": 4.7072,
     "wiki_ur": 2.7447,
     "wiki_hi": 2.7846,
     "wiki_mr": 2.7799,
     "wiki_gu": 1.7864,
     "wiki_bn": 2.5087,
     "wiki_ta": 2.509,
     "wiki_te": 1.8314,
     "wiki_th": 5.0361,
     "wiki_vi": 4.2315,
     "wiki_tr": 3.2617,
     "wiki_id": 3.2502
    },
    "english": 4.5664,
    "code_avg": 3.8351,
    "languages_avg": 3.3431,
    "overall": 3.9149
   },
   "rank": 28
  },
  {
   "name": "Qwen3-0.6B",
   "family": "Published",
   "provider": "Alibaba (Qwen)",
   "version": null,
   "vocab": 151669,
   "bpt": {
    "code_c": 3.3064,
    "code_cpp": 3.8844,
    "code_java": 4.537,
    "code_js": 3.9962,
    "code_rust": 4.1257,
    "wiki_bn": 2.5106,
    "wiki_gu": 1.7836,
    "wiki_id": 3.2472,
    "wiki_mr": 2.7808,
    "wiki_ta": 2.5062,
    "wiki_te": 1.8285,
    "wiki_th": 5.056,
    "wiki_tr": 3.2563,
    "wiki_ur": 2.7541,
    "wiki_vi": 4.232,
    "code_py": 4.1254,
    "en_fineweb": 4.5731,
    "wiki_ar": 4.7057,
    "wiki_de": 2.907,
    "wiki_es": 3.6416,
    "wiki_fr": 3.5205,
    "wiki_hi": 2.7882,
    "wiki_ja": 3.9299,
    "wiki_ko": 3.1729,
    "wiki_ru": 4.8193,
    "wiki_zh": 4.0806,
    "code_asm": 2.2352,
    "code_cs": 4.8677,
    "code_dart": 4.1713,
    "code_go": 3.4807,
    "code_html": 3.4303,
    "code_kotlin": 4.5346,
    "code_lua": 3.541,
    "code_php": 3.9323,
    "code_ps": 3.6985,
    "code_r": 2.9306,
    "code_ruby": 4.0086,
    "code_shell": 3.2816,
    "code_sql": 3.0164,
    "code_swift": 4.551,
    "code_ts": 3.9883
   },
   "english": 4.5731,
   "code_avg": 3.7925,
   "languages_avg": 3.3432,
   "overall": 3.9029,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.5664,
     "code_py": 4.1544,
     "code_js": 4.0847,
     "code_ts": 4.0889,
     "code_java": 4.5932,
     "code_cs": 4.9534,
     "code_cpp": 3.9892,
     "code_c": 3.3945,
     "code_go": 3.5309,
     "code_rust": 4.1979,
     "code_php": 4.0095,
     "code_ruby": 3.9337,
     "code_swift": 4.571,
     "code_kotlin": 4.5511,
     "code_dart": 4.2595,
     "code_lua": 3.522,
     "code_r": 2.9672,
     "code_sql": 3.0857,
     "code_shell": 3.2359,
     "code_ps": 3.695,
     "code_html": 3.5606,
     "code_asm": 2.1597,
     "wiki_de": 2.8829,
     "wiki_fr": 3.5361,
     "wiki_es": 3.6525,
     "wiki_ru": 4.8277,
     "wiki_zh": 4.0755,
     "wiki_ja": 3.935,
     "wiki_ko": 3.1771,
     "wiki_ar": 4.7072,
     "wiki_ur": 2.7447,
     "wiki_hi": 2.7846,
     "wiki_mr": 2.7799,
     "wiki_gu": 1.7864,
     "wiki_bn": 2.5087,
     "wiki_ta": 2.509,
     "wiki_te": 1.8314,
     "wiki_th": 5.0361,
     "wiki_vi": 4.2315,
     "wiki_tr": 3.2617,
     "wiki_id": 3.2502
    },
    "english": 4.5664,
    "code_avg": 3.8351,
    "languages_avg": 3.3431,
    "overall": 3.9149
   },
   "rank": 29
  },
  {
   "name": "ERNIE-4.5-21B-A3B-PT",
   "family": "Published",
   "provider": "Baidu",
   "version": null,
   "vocab": 101304,
   "bpt": {
    "code_asm": 2.155,
    "code_cs": 4.2678,
    "code_dart": 3.7009,
    "code_go": 2.9665,
    "code_html": 3.0619,
    "code_kotlin": 3.9024,
    "code_lua": 3.0118,
    "code_php": 3.4634,
    "code_ps": 3.535,
    "code_r": 2.6334,
    "code_ruby": 3.5069,
    "code_shell": 2.9851,
    "code_sql": 2.787,
    "code_swift": 4.0467,
    "code_ts": 3.8571,
    "code_c": 2.8791,
    "code_cpp": 3.4025,
    "code_java": 4.0773,
    "code_js": 3.5089,
    "code_py": 3.4868,
    "code_rust": 3.6067,
    "en_fineweb": 4.4011,
    "wiki_ar": 3.9523,
    "wiki_bn": 4.8256,
    "wiki_de": 2.8707,
    "wiki_es": 3.5594,
    "wiki_fr": 3.3614,
    "wiki_gu": 3.7242,
    "wiki_hi": 5.2307,
    "wiki_id": 3.5464,
    "wiki_ja": 3.33,
    "wiki_ko": 2.4829,
    "wiki_mr": 5.0162,
    "wiki_ru": 4.4464,
    "wiki_ta": 4.8868,
    "wiki_te": 3.6725,
    "wiki_th": 4.4248,
    "wiki_tr": 3.1555,
    "wiki_ur": 3.9206,
    "wiki_vi": 3.4736,
    "wiki_zh": 3.8661
   },
   "english": 4.4011,
   "code_avg": 3.3734,
   "languages_avg": 3.8814,
   "overall": 3.8853,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.3353,
     "code_py": 3.2731,
     "code_js": 3.2501,
     "code_ts": 3.5846,
     "code_java": 3.7698,
     "code_cs": 3.9195,
     "code_cpp": 3.1477,
     "code_c": 2.6887,
     "code_go": 2.7714,
     "code_rust": 3.3548,
     "code_php": 3.2207,
     "code_ruby": 3.261,
     "code_swift": 3.7152,
     "code_kotlin": 3.6003,
     "code_dart": 3.4243,
     "code_lua": 2.8282,
     "code_r": 2.514,
     "code_sql": 2.6648,
     "code_shell": 2.805,
     "code_ps": 3.3025,
     "code_html": 2.8428,
     "code_asm": 2.0272,
     "wiki_de": 2.7826,
     "wiki_fr": 3.2985,
     "wiki_es": 3.5005,
     "wiki_ru": 4.3847,
     "wiki_zh": 3.776,
     "wiki_ja": 3.2792,
     "wiki_ko": 2.4482,
     "wiki_ar": 3.9056,
     "wiki_ur": 3.8492,
     "wiki_hi": 5.1449,
     "wiki_mr": 4.9271,
     "wiki_gu": 3.6871,
     "wiki_bn": 4.7806,
     "wiki_ta": 4.8095,
     "wiki_te": 3.6415,
     "wiki_th": 4.3824,
     "wiki_vi": 3.4352,
     "wiki_tr": 3.1209,
     "wiki_id": 3.4799
    },
    "english": 4.3353,
    "code_avg": 3.1412,
    "languages_avg": 3.8228,
    "overall": 3.7664
   },
   "rank": 30
  },
  {
   "name": "OLMo-2-0425-1B",
   "family": "Published",
   "provider": "Ai2",
   "version": null,
   "vocab": 100278,
   "bpt": {
    "code_c": 3.3836,
    "code_cpp": 3.9063,
    "code_java": 4.5803,
    "code_js": 4.0296,
    "code_rust": 4.1818,
    "wiki_bn": 2.197,
    "wiki_gu": 1.5934,
    "wiki_id": 3.2902,
    "wiki_mr": 2.5863,
    "wiki_ta": 2.0483,
    "wiki_te": 1.574,
    "wiki_th": 2.9863,
    "wiki_tr": 2.8183,
    "wiki_ur": 2.0264,
    "wiki_vi": 2.6936,
    "code_py": 4.1926,
    "en_fineweb": 4.6914,
    "wiki_ar": 2.615,
    "wiki_de": 3.1417,
    "wiki_es": 3.7145,
    "wiki_fr": 3.5579,
    "wiki_hi": 2.6125,
    "wiki_ja": 2.6141,
    "wiki_ko": 2.2853,
    "wiki_ru": 3.6319,
    "wiki_zh": 2.2487,
    "code_asm": 2.4992,
    "code_cs": 4.8988,
    "code_dart": 4.2041,
    "code_go": 3.5294,
    "code_html": 3.533,
    "code_kotlin": 4.6222,
    "code_lua": 3.5982,
    "code_php": 3.97,
    "code_ps": 3.768,
    "code_r": 3.0618,
    "code_ruby": 4.0089,
    "code_shell": 3.3917,
    "code_sql": 3.3815,
    "code_swift": 4.5891,
    "code_ts": 3.9882
   },
   "english": 4.6914,
   "code_avg": 3.8723,
   "languages_avg": 2.644,
   "overall": 3.7359,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.6838,
     "code_py": 4.2208,
     "code_js": 4.1185,
     "code_ts": 4.0888,
     "code_java": 4.6365,
     "code_cs": 4.9847,
     "code_cpp": 4.0115,
     "code_c": 3.4727,
     "code_go": 3.5791,
     "code_rust": 4.2542,
     "code_php": 4.0475,
     "code_ruby": 3.934,
     "code_swift": 4.6083,
     "code_kotlin": 4.6368,
     "code_dart": 4.2927,
     "code_lua": 3.5768,
     "code_r": 3.0977,
     "code_sql": 3.4578,
     "code_shell": 3.3393,
     "code_ps": 3.7624,
     "code_html": 3.6672,
     "code_asm": 2.3904,
     "wiki_de": 3.1093,
     "wiki_fr": 3.5735,
     "wiki_es": 3.7253,
     "wiki_ru": 3.6404,
     "wiki_zh": 2.2556,
     "wiki_ja": 2.6221,
     "wiki_ko": 2.2936,
     "wiki_ar": 2.6201,
     "wiki_ur": 2.0247,
     "wiki_hi": 2.61,
     "wiki_mr": 2.5864,
     "wiki_gu": 1.5963,
     "wiki_bn": 2.1962,
     "wiki_ta": 2.0517,
     "wiki_te": 1.5769,
     "wiki_th": 2.9828,
     "wiki_vi": 2.6978,
     "wiki_tr": 2.8243,
     "wiki_id": 3.2929
    },
    "english": 4.6838,
    "code_avg": 3.9132,
    "languages_avg": 2.6463,
    "overall": 3.7478
   },
   "rank": 31
  },
  {
   "name": "Olmo-3-1025-7B",
   "family": "Published",
   "provider": "Ai2",
   "version": null,
   "vocab": 100278,
   "bpt": {
    "code_c": 3.3836,
    "code_cpp": 3.9063,
    "code_java": 4.5803,
    "code_js": 4.0296,
    "code_rust": 4.1818,
    "wiki_bn": 2.197,
    "wiki_gu": 1.5934,
    "wiki_id": 3.2902,
    "wiki_mr": 2.5863,
    "wiki_ta": 2.0483,
    "wiki_te": 1.574,
    "wiki_th": 2.9863,
    "wiki_tr": 2.8183,
    "wiki_ur": 2.0264,
    "wiki_vi": 2.6936,
    "code_py": 4.1926,
    "en_fineweb": 4.6914,
    "wiki_ar": 2.615,
    "wiki_de": 3.1417,
    "wiki_es": 3.7145,
    "wiki_fr": 3.5579,
    "wiki_hi": 2.6125,
    "wiki_ja": 2.6141,
    "wiki_ko": 2.2853,
    "wiki_ru": 3.6319,
    "wiki_zh": 2.2487,
    "code_asm": 2.4992,
    "code_cs": 4.8988,
    "code_dart": 4.2041,
    "code_go": 3.5294,
    "code_html": 3.533,
    "code_kotlin": 4.6222,
    "code_lua": 3.5982,
    "code_php": 3.97,
    "code_ps": 3.768,
    "code_r": 3.0618,
    "code_ruby": 4.0089,
    "code_shell": 3.3917,
    "code_sql": 3.3815,
    "code_swift": 4.5891,
    "code_ts": 3.9882
   },
   "english": 4.6914,
   "code_avg": 3.8723,
   "languages_avg": 2.644,
   "overall": 3.7359,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.6838,
     "code_py": 4.2208,
     "code_js": 4.1185,
     "code_ts": 4.0888,
     "code_java": 4.6365,
     "code_cs": 4.9847,
     "code_cpp": 4.0115,
     "code_c": 3.4727,
     "code_go": 3.5791,
     "code_rust": 4.2542,
     "code_php": 4.0475,
     "code_ruby": 3.934,
     "code_swift": 4.6083,
     "code_kotlin": 4.6368,
     "code_dart": 4.2927,
     "code_lua": 3.5768,
     "code_r": 3.0977,
     "code_sql": 3.4578,
     "code_shell": 3.3393,
     "code_ps": 3.7624,
     "code_html": 3.6672,
     "code_asm": 2.3904,
     "wiki_de": 3.1093,
     "wiki_fr": 3.5735,
     "wiki_es": 3.7253,
     "wiki_ru": 3.6404,
     "wiki_zh": 2.2556,
     "wiki_ja": 2.6221,
     "wiki_ko": 2.2936,
     "wiki_ar": 2.6201,
     "wiki_ur": 2.0247,
     "wiki_hi": 2.61,
     "wiki_mr": 2.5864,
     "wiki_gu": 1.5963,
     "wiki_bn": 2.1962,
     "wiki_ta": 2.0517,
     "wiki_te": 1.5769,
     "wiki_th": 2.9828,
     "wiki_vi": 2.6978,
     "wiki_tr": 2.8243,
     "wiki_id": 3.2929
    },
    "english": 4.6838,
    "code_avg": 3.9132,
    "languages_avg": 2.6463,
    "overall": 3.7478
   },
   "rank": 32
  },
  {
   "name": "phi-4",
   "family": "Published",
   "provider": "Microsoft",
   "version": null,
   "vocab": 100352,
   "bpt": {
    "code_c": 3.3836,
    "code_cpp": 3.9063,
    "code_java": 4.5803,
    "code_js": 4.0296,
    "code_rust": 4.1818,
    "wiki_bn": 2.197,
    "wiki_gu": 1.5934,
    "wiki_id": 3.2902,
    "wiki_mr": 2.5863,
    "wiki_ta": 2.0483,
    "wiki_te": 1.574,
    "wiki_th": 2.9863,
    "wiki_tr": 2.8183,
    "wiki_ur": 2.0264,
    "wiki_vi": 2.6936,
    "code_py": 4.1926,
    "en_fineweb": 4.6914,
    "wiki_ar": 2.615,
    "wiki_de": 3.1417,
    "wiki_es": 3.7145,
    "wiki_fr": 3.5579,
    "wiki_hi": 2.6125,
    "wiki_ja": 2.6141,
    "wiki_ko": 2.2853,
    "wiki_ru": 3.6319,
    "wiki_zh": 2.2487,
    "code_asm": 2.4992,
    "code_cs": 4.8988,
    "code_dart": 4.2041,
    "code_go": 3.5294,
    "code_html": 3.533,
    "code_kotlin": 4.6222,
    "code_lua": 3.5982,
    "code_php": 3.97,
    "code_ps": 3.768,
    "code_r": 3.0618,
    "code_ruby": 4.0089,
    "code_shell": 3.3917,
    "code_sql": 3.3815,
    "code_swift": 4.5891,
    "code_ts": 3.9882
   },
   "english": 4.6914,
   "code_avg": 3.8723,
   "languages_avg": 2.644,
   "overall": 3.7359,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.6838,
     "code_py": 4.2208,
     "code_js": 4.1185,
     "code_ts": 4.0888,
     "code_java": 4.6365,
     "code_cs": 4.9847,
     "code_cpp": 4.0115,
     "code_c": 3.4727,
     "code_go": 3.5791,
     "code_rust": 4.2542,
     "code_php": 4.0475,
     "code_ruby": 3.934,
     "code_swift": 4.6083,
     "code_kotlin": 4.6368,
     "code_dart": 4.2927,
     "code_lua": 3.5768,
     "code_r": 3.0977,
     "code_sql": 3.4578,
     "code_shell": 3.3393,
     "code_ps": 3.7624,
     "code_html": 3.6672,
     "code_asm": 2.3904,
     "wiki_de": 3.1093,
     "wiki_fr": 3.5735,
     "wiki_es": 3.7253,
     "wiki_ru": 3.6404,
     "wiki_zh": 2.2556,
     "wiki_ja": 2.6221,
     "wiki_ko": 2.2936,
     "wiki_ar": 2.6201,
     "wiki_ur": 2.0247,
     "wiki_hi": 2.61,
     "wiki_mr": 2.5864,
     "wiki_gu": 1.5963,
     "wiki_bn": 2.1962,
     "wiki_ta": 2.0517,
     "wiki_te": 1.5769,
     "wiki_th": 2.9828,
     "wiki_vi": 2.6978,
     "wiki_tr": 2.8243,
     "wiki_id": 3.2929
    },
    "english": 4.6838,
    "code_avg": 3.9132,
    "languages_avg": 2.6463,
    "overall": 3.7478
   },
   "rank": 33
  },
  {
   "name": "OpenAI cl100k_base (GPT-4)",
   "family": "Published",
   "provider": "OpenAI",
   "version": null,
   "vocab": 100277,
   "bpt": {
    "code_asm": 2.4992,
    "code_cs": 4.8988,
    "code_dart": 4.2041,
    "code_go": 3.5294,
    "code_html": 3.533,
    "code_kotlin": 4.6222,
    "code_lua": 3.5982,
    "code_php": 3.97,
    "code_ps": 3.768,
    "code_r": 3.0618,
    "code_ruby": 4.0089,
    "code_shell": 3.3917,
    "code_sql": 3.3815,
    "code_swift": 4.5891,
    "code_ts": 3.9882,
    "code_c": 3.3836,
    "code_cpp": 3.9063,
    "code_java": 4.5803,
    "code_js": 4.0296,
    "code_py": 4.1926,
    "code_rust": 4.1818,
    "en_fineweb": 4.6914,
    "wiki_ar": 2.615,
    "wiki_bn": 2.197,
    "wiki_de": 3.1417,
    "wiki_es": 3.7145,
    "wiki_fr": 3.5579,
    "wiki_gu": 1.5934,
    "wiki_hi": 2.6125,
    "wiki_id": 3.2902,
    "wiki_ja": 2.6141,
    "wiki_ko": 2.2853,
    "wiki_mr": 2.5863,
    "wiki_ru": 3.6319,
    "wiki_ta": 2.0483,
    "wiki_te": 1.574,
    "wiki_th": 2.9863,
    "wiki_tr": 2.8183,
    "wiki_ur": 2.0264,
    "wiki_vi": 2.6936,
    "wiki_zh": 2.2487
   },
   "english": 4.6914,
   "code_avg": 3.8723,
   "languages_avg": 2.644,
   "overall": 3.7359,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.6838,
     "code_py": 4.2208,
     "code_js": 4.1185,
     "code_ts": 4.0888,
     "code_java": 4.6365,
     "code_cs": 4.9847,
     "code_cpp": 4.0115,
     "code_c": 3.4727,
     "code_go": 3.5791,
     "code_rust": 4.2542,
     "code_php": 4.0475,
     "code_ruby": 3.934,
     "code_swift": 4.6083,
     "code_kotlin": 4.6368,
     "code_dart": 4.2927,
     "code_lua": 3.5768,
     "code_r": 3.0977,
     "code_sql": 3.4578,
     "code_shell": 3.3393,
     "code_ps": 3.7624,
     "code_html": 3.6672,
     "code_asm": 2.3904,
     "wiki_de": 3.1093,
     "wiki_fr": 3.5735,
     "wiki_es": 3.7253,
     "wiki_ru": 3.6404,
     "wiki_zh": 2.2556,
     "wiki_ja": 2.6221,
     "wiki_ko": 2.2936,
     "wiki_ar": 2.6201,
     "wiki_ur": 2.0247,
     "wiki_hi": 2.61,
     "wiki_mr": 2.5864,
     "wiki_gu": 1.5963,
     "wiki_bn": 2.1962,
     "wiki_ta": 2.0517,
     "wiki_te": 1.5769,
     "wiki_th": 2.9828,
     "wiki_vi": 2.6978,
     "wiki_tr": 2.8243,
     "wiki_id": 3.2929
    },
    "english": 4.6838,
    "code_avg": 3.9132,
    "languages_avg": 2.6463,
    "overall": 3.7478
   },
   "rank": 34
  },
  {
   "name": "sarvam-1",
   "family": "Published",
   "provider": "Sarvam",
   "version": null,
   "vocab": 68096,
   "bpt": {
    "code_asm": 1.8677,
    "code_cs": 3.4329,
    "code_dart": 3.0569,
    "code_go": 2.5225,
    "code_html": 2.3615,
    "code_kotlin": 3.1117,
    "code_lua": 2.561,
    "code_php": 2.8166,
    "code_ps": 2.8724,
    "code_r": 2.2358,
    "code_ruby": 2.7856,
    "code_shell": 2.3912,
    "code_sql": 2.2695,
    "code_swift": 3.3245,
    "code_ts": 2.8128,
    "code_c": 2.5425,
    "code_cpp": 2.902,
    "code_java": 3.3767,
    "code_js": 2.9089,
    "code_py": 2.8979,
    "code_rust": 3.0401,
    "en_fineweb": 4.0199,
    "wiki_ar": 1.0024,
    "wiki_bn": 9.2433,
    "wiki_de": 2.1031,
    "wiki_es": 2.3727,
    "wiki_fr": 2.3764,
    "wiki_gu": 6.7435,
    "wiki_hi": 8.5214,
    "wiki_id": 2.2973,
    "wiki_ja": 1.0059,
    "wiki_ko": 1.0103,
    "wiki_mr": 9.1385,
    "wiki_ru": 1.0067,
    "wiki_ta": 9.7478,
    "wiki_te": 7.7864,
    "wiki_th": 1.0103,
    "wiki_tr": 1.7308,
    "wiki_ur": 1.0026,
    "wiki_vi": 1.3378,
    "wiki_zh": 1.0359
   },
   "english": 4.0199,
   "code_avg": 2.7662,
   "languages_avg": 3.7091,
   "overall": 3.4984,
   "roundtrip_sets": false,
   "documents": {
    "bpt": {
     "en_fineweb": 3.9507,
     "code_py": 2.7604,
     "code_js": 2.7416,
     "code_ts": 2.6823,
     "code_java": 3.175,
     "code_cs": 3.22,
     "code_cpp": 2.7262,
     "code_c": 2.402,
     "code_go": 2.3906,
     "code_rust": 2.8686,
     "code_php": 2.6667,
     "code_ruby": 2.6404,
     "code_swift": 3.111,
     "code_kotlin": 2.9266,
     "code_dart": 2.8807,
     "code_lua": 2.4395,
     "code_r": 2.1577,
     "code_sql": 2.1932,
     "code_shell": 2.2931,
     "code_ps": 2.7296,
     "code_html": 2.2469,
     "code_asm": 1.8122,
     "wiki_de": 2.0578,
     "wiki_fr": 2.3468,
     "wiki_es": 2.3452,
     "wiki_ru": 1.0083,
     "wiki_zh": 1.039,
     "wiki_ja": 1.0087,
     "wiki_ko": 1.0135,
     "wiki_ar": 1.0044,
     "wiki_ur": 1.005,
     "wiki_hi": 8.2344,
     "wiki_mr": 8.7428,
     "wiki_gu": 6.5715,
     "wiki_bn": 8.9878,
     "wiki_ta": 9.3225,
     "wiki_te": 7.5737,
     "wiki_th": 1.0115,
     "wiki_vi": 1.3358,
     "wiki_tr": 1.7245,
     "wiki_id": 2.2704
    },
    "english": 3.9507,
    "code_avg": 2.6221,
    "languages_avg": 3.6107,
    "overall": 3.3945
   },
   "rank": 35
  },
  {
   "name": "pythia-160m",
   "family": "Published",
   "provider": "EleutherAI",
   "version": null,
   "vocab": 50277,
   "bpt": {
    "code_c": 3.0195,
    "code_cpp": 3.3283,
    "code_java": 3.9737,
    "code_js": 3.497,
    "code_rust": 3.5577,
    "wiki_bn": 1.9431,
    "wiki_gu": 1.7327,
    "wiki_id": 2.7658,
    "wiki_mr": 2.5061,
    "wiki_ta": 1.9794,
    "wiki_te": 1.7713,
    "wiki_th": 2.5502,
    "wiki_tr": 2.4713,
    "wiki_ur": 1.9755,
    "wiki_vi": 2.0947,
    "code_py": 3.4684,
    "en_fineweb": 4.6661,
    "wiki_ar": 2.6299,
    "wiki_de": 2.9481,
    "wiki_es": 3.3734,
    "wiki_fr": 3.2841,
    "wiki_hi": 2.59,
    "wiki_ja": 2.681,
    "wiki_ko": 1.5455,
    "wiki_ru": 3.4578,
    "wiki_zh": 2.1433,
    "code_asm": 2.3978,
    "code_cs": 4.2377,
    "code_dart": 3.608,
    "code_go": 2.9939,
    "code_html": 3.1039,
    "code_kotlin": 3.8132,
    "code_lua": 3.0447,
    "code_php": 3.5156,
    "code_ps": 3.456,
    "code_r": 2.7444,
    "code_ruby": 3.4305,
    "code_shell": 2.9555,
    "code_sql": 2.9881,
    "code_swift": 3.9752,
    "code_ts": 3.6503
   },
   "english": 4.6661,
   "code_avg": 3.3695,
   "languages_avg": 2.4444,
   "overall": 3.4933,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.591,
     "code_py": 3.2978,
     "code_js": 3.3153,
     "code_ts": 3.4168,
     "code_java": 3.7372,
     "code_cs": 3.982,
     "code_cpp": 3.145,
     "code_c": 2.9027,
     "code_go": 2.896,
     "code_rust": 3.3379,
     "code_php": 3.3602,
     "code_ruby": 3.2439,
     "code_swift": 3.6862,
     "code_kotlin": 3.5649,
     "code_dart": 3.3737,
     "code_lua": 2.9225,
     "code_r": 2.635,
     "code_sql": 2.8547,
     "code_shell": 2.7986,
     "code_ps": 3.2711,
     "code_html": 2.9202,
     "code_asm": 2.2507,
     "wiki_de": 2.8575,
     "wiki_fr": 3.2334,
     "wiki_es": 3.3288,
     "wiki_ru": 3.4285,
     "wiki_zh": 2.1269,
     "wiki_ja": 2.6552,
     "wiki_ko": 1.5398,
     "wiki_ar": 2.6156,
     "wiki_ur": 1.9662,
     "wiki_hi": 2.5768,
     "wiki_mr": 2.4922,
     "wiki_gu": 1.7293,
     "wiki_bn": 1.9396,
     "wiki_ta": 1.9746,
     "wiki_te": 1.768,
     "wiki_th": 2.5416,
     "wiki_vi": 2.086,
     "wiki_tr": 2.4561,
     "wiki_id": 2.735
    },
    "english": 4.591,
    "code_avg": 3.1863,
    "languages_avg": 2.4237,
    "overall": 3.4003
   },
   "rank": 36
  },
  {
   "name": "OpenAI p50k_base (Codex)",
   "family": "Published",
   "provider": "OpenAI",
   "version": null,
   "vocab": 50281,
   "bpt": {
    "code_asm": 2.2921,
    "code_cs": 4.0215,
    "code_dart": 3.4779,
    "code_go": 2.8186,
    "code_html": 2.9378,
    "code_kotlin": 3.6489,
    "code_lua": 2.9298,
    "code_php": 3.2511,
    "code_ps": 3.3222,
    "code_r": 2.6295,
    "code_ruby": 3.2811,
    "code_shell": 2.7908,
    "code_sql": 2.8017,
    "code_swift": 3.785,
    "code_ts": 3.4253,
    "code_c": 2.7859,
    "code_cpp": 3.1851,
    "code_java": 3.8114,
    "code_js": 3.2924,
    "code_py": 3.3188,
    "code_rust": 3.4336,
    "en_fineweb": 4.6591,
    "wiki_ar": 1.8465,
    "wiki_bn": 1.3396,
    "wiki_de": 2.7027,
    "wiki_es": 2.9993,
    "wiki_fr": 3.0024,
    "wiki_gu": 1.0123,
    "wiki_hi": 1.6918,
    "wiki_id": 2.6656,
    "wiki_ja": 1.9655,
    "wiki_ko": 1.1704,
    "wiki_mr": 1.682,
    "wiki_ru": 1.7176,
    "wiki_ta": 1.0207,
    "wiki_te": 1.0141,
    "wiki_th": 1.5085,
    "wiki_tr": 2.2562,
    "wiki_ur": 1.4183,
    "wiki_vi": 1.5279,
    "wiki_zh": 1.4374
   },
   "english": 4.6591,
   "code_avg": 3.2019,
   "languages_avg": 1.7884,
   "overall": 3.2165,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.5842,
     "code_py": 3.1566,
     "code_js": 3.0929,
     "code_ts": 3.2203,
     "code_java": 3.5763,
     "code_cs": 3.7647,
     "code_cpp": 2.9943,
     "code_c": 2.6329,
     "code_go": 2.6613,
     "code_rust": 3.2289,
     "code_php": 3.0672,
     "code_ruby": 3.1055,
     "code_swift": 3.5231,
     "code_kotlin": 3.4226,
     "code_dart": 3.2616,
     "code_lua": 2.7677,
     "code_r": 2.5188,
     "code_sql": 2.6824,
     "code_shell": 2.6476,
     "code_ps": 3.1454,
     "code_html": 2.7555,
     "code_asm": 2.1466,
     "wiki_de": 2.6275,
     "wiki_fr": 2.9555,
     "wiki_es": 2.9612,
     "wiki_ru": 1.7128,
     "wiki_zh": 1.4326,
     "wiki_ja": 1.9531,
     "wiki_ko": 1.1688,
     "wiki_ar": 1.8404,
     "wiki_ur": 1.4148,
     "wiki_hi": 1.6875,
     "wiki_mr": 1.6773,
     "wiki_gu": 1.0124,
     "wiki_bn": 1.3385,
     "wiki_ta": 1.0207,
     "wiki_te": 1.0141,
     "wiki_th": 1.5065,
     "wiki_vi": 1.5245,
     "wiki_tr": 2.2424,
     "wiki_id": 2.6341
    },
    "english": 4.5842,
    "code_avg": 3.0177,
    "languages_avg": 1.775,
    "overall": 3.1256
   },
   "rank": 37
  },
  {
   "name": "SmolLM2-135M",
   "family": "Published",
   "provider": "Hugging Face",
   "version": null,
   "vocab": 49152,
   "bpt": {
    "code_c": 2.727,
    "code_cpp": 3.1395,
    "code_java": 3.758,
    "code_js": 3.2918,
    "code_rust": 3.3578,
    "wiki_bn": 1.4724,
    "wiki_gu": 1.0118,
    "wiki_id": 2.6579,
    "wiki_mr": 2.3236,
    "wiki_ta": 1.6092,
    "wiki_te": 1.0109,
    "wiki_th": 1.6121,
    "wiki_tr": 2.2222,
    "wiki_ur": 1.5729,
    "wiki_vi": 1.7162,
    "code_py": 3.4088,
    "en_fineweb": 4.5429,
    "wiki_ar": 1.9445,
    "wiki_de": 2.4786,
    "wiki_es": 2.93,
    "wiki_fr": 2.9511,
    "wiki_hi": 2.3784,
    "wiki_ja": 1.648,
    "wiki_ko": 1.1791,
    "wiki_ru": 2.358,
    "wiki_zh": 1.6462,
    "code_asm": 1.9593,
    "code_cs": 3.9463,
    "code_dart": 3.4225,
    "code_go": 2.867,
    "code_html": 2.7792,
    "code_kotlin": 3.5828,
    "code_lua": 2.9169,
    "code_php": 3.2872,
    "code_ps": 3.2819,
    "code_r": 2.4755,
    "code_ruby": 3.2661,
    "code_shell": 2.6977,
    "code_sql": 2.5175,
    "code_swift": 3.758,
    "code_ts": 3.3839
   },
   "english": 4.5429,
   "code_avg": 3.1345,
   "languages_avg": 1.9328,
   "overall": 3.2034,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.4722,
     "code_py": 3.4507,
     "code_js": 3.3103,
     "code_ts": 3.444,
     "code_java": 3.7666,
     "code_cs": 4.0132,
     "code_cpp": 3.1323,
     "code_c": 2.7202,
     "code_go": 2.7861,
     "code_rust": 3.3382,
     "code_php": 3.3327,
     "code_ruby": 3.3328,
     "code_swift": 3.7996,
     "code_kotlin": 3.5953,
     "code_dart": 3.468,
     "code_lua": 2.8848,
     "code_r": 2.4549,
     "code_sql": 2.4891,
     "code_shell": 2.6527,
     "code_ps": 3.2934,
     "code_html": 2.7963,
     "code_asm": 1.8945,
     "wiki_de": 2.4206,
     "wiki_fr": 2.9128,
     "wiki_es": 2.8988,
     "wiki_ru": 2.3475,
     "wiki_zh": 1.6396,
     "wiki_ja": 1.6422,
     "wiki_ko": 1.1785,
     "wiki_ar": 1.9387,
     "wiki_ur": 1.5688,
     "wiki_hi": 2.3681,
     "wiki_mr": 2.3125,
     "wiki_gu": 1.0121,
     "wiki_bn": 1.4716,
     "wiki_ta": 1.6072,
     "wiki_te": 1.0113,
     "wiki_th": 1.6104,
     "wiki_vi": 1.7119,
     "wiki_tr": 2.2111,
     "wiki_id": 2.6312
    },
    "english": 4.4722,
    "code_avg": 3.1407,
    "languages_avg": 1.9208,
    "overall": 3.1779
   },
   "rank": 38
  },
  {
   "name": "Phi-3.5-mini-instruct",
   "family": "Published",
   "provider": "Microsoft",
   "version": null,
   "vocab": 32011,
   "bpt": {
    "code_c": 2.5499,
    "code_cpp": 3.0396,
    "code_java": 3.6715,
    "code_js": 3.2083,
    "code_rust": 3.3722,
    "wiki_bn": 2.1215,
    "wiki_gu": 1.0817,
    "wiki_id": 2.5877,
    "wiki_mr": 2.4741,
    "wiki_ta": 2.3278,
    "wiki_te": 1.066,
    "wiki_th": 2.6903,
    "wiki_tr": 2.2604,
    "wiki_ur": 1.7332,
    "wiki_vi": 2.0154,
    "code_py": 3.2572,
    "en_fineweb": 4.0442,
    "wiki_ar": 2.0156,
    "wiki_de": 2.8092,
    "wiki_es": 3.4709,
    "wiki_fr": 3.3774,
    "wiki_hi": 2.4207,
    "wiki_ja": 2.4488,
    "wiki_ko": 1.6281,
    "wiki_ru": 4.8331,
    "wiki_zh": 2.0012,
    "code_asm": 1.8866,
    "code_cs": 3.9459,
    "code_dart": 3.4529,
    "code_go": 2.601,
    "code_html": 2.8104,
    "code_kotlin": 3.5861,
    "code_lua": 2.7111,
    "code_php": 3.185,
    "code_ps": 3.2211,
    "code_r": 2.4631,
    "code_ruby": 3.2831,
    "code_shell": 2.6957,
    "code_sql": 2.5216,
    "code_swift": 3.7886,
    "code_ts": 3.3626
   },
   "english": 4.0442,
   "code_avg": 3.0768,
   "languages_avg": 2.3875,
   "overall": 3.1695,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 3.9815,
     "code_py": 3.0851,
     "code_js": 3.067,
     "code_ts": 3.1713,
     "code_java": 3.4864,
     "code_cs": 3.6843,
     "code_cpp": 2.9003,
     "code_c": 2.4839,
     "code_go": 2.6067,
     "code_rust": 3.1554,
     "code_php": 3.0551,
     "code_ruby": 3.0785,
     "code_swift": 3.5073,
     "code_kotlin": 3.3514,
     "code_dart": 3.2228,
     "code_lua": 2.6429,
     "code_r": 2.3774,
     "code_sql": 2.4462,
     "code_shell": 2.5669,
     "code_ps": 3.0442,
     "code_html": 2.6507,
     "code_asm": 1.8468,
     "wiki_de": 2.8025,
     "wiki_fr": 3.3146,
     "wiki_es": 3.4118,
     "wiki_ru": 4.752,
     "wiki_zh": 1.998,
     "wiki_ja": 2.4413,
     "wiki_ko": 1.6271,
     "wiki_ar": 2.0134,
     "wiki_ur": 1.7318,
     "wiki_hi": 2.4162,
     "wiki_mr": 2.4667,
     "wiki_gu": 1.083,
     "wiki_bn": 2.1206,
     "wiki_ta": 2.3221,
     "wiki_te": 1.0673,
     "wiki_th": 2.6859,
     "wiki_vi": 2.0062,
     "wiki_tr": 2.2477,
     "wiki_id": 2.5591
    },
    "english": 3.9815,
    "code_avg": 2.9253,
    "languages_avg": 2.372,
    "overall": 3.0929
   },
   "rank": 39
  },
  {
   "name": "gpt2",
   "family": "Published",
   "provider": "OpenAI",
   "version": null,
   "vocab": 50257,
   "bpt": {
    "code_c": 2.3221,
    "code_cpp": 2.461,
    "code_java": 2.7997,
    "code_js": 2.4135,
    "code_rust": 2.2879,
    "wiki_bn": 1.3305,
    "wiki_gu": 1.0123,
    "wiki_id": 2.6621,
    "wiki_mr": 1.6818,
    "wiki_ta": 1.0205,
    "wiki_te": 1.014,
    "wiki_th": 1.5085,
    "wiki_tr": 2.2561,
    "wiki_ur": 1.4178,
    "wiki_vi": 1.5231,
    "code_py": 2.2877,
    "en_fineweb": 4.6591,
    "wiki_ar": 1.8464,
    "wiki_de": 2.7027,
    "wiki_es": 2.9992,
    "wiki_fr": 3.0023,
    "wiki_hi": 1.6872,
    "wiki_ja": 1.9648,
    "wiki_ko": 1.1704,
    "wiki_ru": 1.7174,
    "wiki_zh": 1.4374,
    "code_asm": 2.0056,
    "code_cs": 2.1996,
    "code_dart": 2.6525,
    "code_go": 2.7016,
    "code_html": 2.0877,
    "code_kotlin": 2.3454,
    "code_lua": 2.5877,
    "code_php": 2.2399,
    "code_ps": 2.39,
    "code_r": 2.3696,
    "code_ruby": 2.4978,
    "code_shell": 2.483,
    "code_sql": 2.4008,
    "code_swift": 2.4827,
    "code_ts": 2.4913
   },
   "english": 4.6591,
   "code_avg": 2.4051,
   "languages_avg": 1.7871,
   "overall": 2.9504,
   "roundtrip_sets": true,
   "documents": {
    "bpt": {
     "en_fineweb": 4.5842,
     "code_py": 2.227,
     "code_js": 2.3233,
     "code_ts": 2.3976,
     "code_java": 2.6888,
     "code_cs": 2.146,
     "code_cpp": 2.3628,
     "code_c": 2.2281,
     "code_go": 2.5603,
     "code_rust": 2.2156,
     "code_php": 2.1709,
     "code_ruby": 2.4113,
     "code_swift": 2.3902,
     "code_kotlin": 2.2723,
     "code_dart": 2.542,
     "code_lua": 2.4693,
     "code_r": 2.2856,
     "code_sql": 2.3208,
     "code_shell": 2.3771,
     "code_ps": 2.3144,
     "code_html": 2.0148,
     "code_asm": 1.9055,
     "wiki_de": 2.6275,
     "wiki_fr": 2.9554,
     "wiki_es": 2.9611,
     "wiki_ru": 1.7126,
     "wiki_zh": 1.4326,
     "wiki_ja": 1.9525,
     "wiki_ko": 1.1688,
     "wiki_ar": 1.8404,
     "wiki_ur": 1.4143,
     "wiki_hi": 1.683,
     "wiki_mr": 1.6771,
     "wiki_gu": 1.0124,
     "wiki_bn": 1.3295,
     "wiki_ta": 1.0205,
     "wiki_te": 1.0141,
     "wiki_th": 1.5065,
     "wiki_vi": 1.5197,
     "wiki_tr": 2.2423,
     "wiki_id": 2.6306
    },
    "english": 4.5842,
    "code_avg": 2.3154,
    "languages_avg": 1.7737,
    "overall": 2.8911
   },
   "rank": 40
  }
 ],
 "vocab_tiers": [
  {
   "tier": "32k",
   "akshara_vocab": 32000,
   "range": [
    32011,
    32768
   ],
   "akshara": {
    "english": 4.0927,
    "code_avg": 3.4521,
    "languages_avg": 4.24,
    "overall": 3.9283,
    "indic_avg": 5.4082,
    "code_asm": 2.2915,
    "code_c": 3.0781,
    "code_cpp": 3.4212,
    "code_cs": 4.2918,
    "code_dart": 3.7421,
    "code_go": 3.2019,
    "code_html": 3.2486,
    "code_java": 4.046,
    "code_js": 3.5688,
    "code_kotlin": 3.9722,
    "code_lua": 3.2236,
    "code_php": 3.5017,
    "code_ps": 3.4958,
    "code_py": 3.6943,
    "code_r": 2.7158,
    "code_ruby": 3.6218,
    "code_rust": 3.7869,
    "code_shell": 2.9773,
    "code_sql": 2.8265,
    "code_swift": 4.0742,
    "code_ts": 3.7134,
    "wiki_ar": 4.3298,
    "wiki_bn": 6.0157,
    "wiki_de": 2.8959,
    "wiki_es": 3.4142,
    "wiki_fr": 3.2698,
    "wiki_gu": 4.729,
    "wiki_hi": 5.4514,
    "wiki_id": 3.1179,
    "wiki_ja": 3.8511,
    "wiki_ko": 2.898,
    "wiki_mr": 5.4347,
    "wiki_ru": 4.4207,
    "wiki_ta": 5.9043,
    "wiki_te": 4.9143,
    "wiki_th": 6.0852,
    "wiki_tr": 2.9202,
    "wiki_ur": 3.9457,
    "wiki_vi": 3.5941,
    "wiki_zh": 3.3674
   },
   "leads": 40,
   "measures": 44,
   "lost": [
    [
     "english",
     "Mamba-Codestral-7B-v0.1"
    ],
    [
     "wiki_fr",
     "Phi-3.5-mini-instruct"
    ],
    [
     "wiki_es",
     "Phi-3.5-mini-instruct"
    ],
    [
     "wiki_ru",
     "Phi-3.5-mini-instruct"
    ]
   ],
   "peers": [
    {
     "name": "Mamba-Codestral-7B-v0.1",
     "also": [
      "Mistral-Small-Instruct-2409",
      "Mathstral-7B-v0.1",
      "Mistral-Large-Instruct-2411",
      "Sentiment-Analysis-7B"
     ],
     "vocab": 32768,
     "provider": "Mistral",
     "roundtrip": false,
     "overall": 3.2631,
     "english": 4.1785,
     "code_avg": 3.1221,
     "languages_avg": 2.4886,
     "indic_avg": 2.1184
    },
    {
     "name": "Phi-3.5-mini-instruct",
     "also": [],
     "vocab": 32011,
     "provider": "Microsoft",
     "roundtrip": true,
     "overall": 3.1695,
     "english": 4.0442,
     "code_avg": 3.0768,
     "languages_avg": 2.3875,
     "indic_avg": 1.9153
    },
    {
     "name": "deepseek-coder-6.7b-base",
     "also": [],
     "vocab": 32022,
     "provider": "DeepSeek",
     "roundtrip": false,
     "overall": 3.0411,
     "english": 4.147,
     "code_avg": 3.1377,
     "languages_avg": 1.8387,
     "indic_avg": 1.1627
    },
    {
     "name": "Falcon-H1-0.5B-Base",
     "also": [],
     "vocab": 32768,
     "provider": "TII (Falcon)",
     "roundtrip": true,
     "overall": 2.9825,
     "english": 4.1493,
     "code_avg": 3.0871,
     "languages_avg": 1.7112,
     "indic_avg": 1.1614
    }
   ]
  },
  {
   "tier": "50k",
   "akshara_vocab": 49000,
   "range": [
    49152,
    52327
   ],
   "akshara": {
    "english": 4.3059,
    "code_avg": 3.5977,
    "languages_avg": 4.7026,
    "overall": 4.2021,
    "indic_avg": 6.0727,
    "code_asm": 2.3997,
    "code_c": 3.1982,
    "code_cpp": 3.5843,
    "code_cs": 4.4746,
    "code_dart": 3.8832,
    "code_go": 3.3177,
    "code_html": 3.4267,
    "code_java": 4.1953,
    "code_js": 3.7046,
    "code_kotlin": 4.156,
    "code_lua": 3.3505,
    "code_php": 3.6275,
    "code_ps": 3.6499,
    "code_py": 3.8455,
    "code_r": 2.8203,
    "code_ruby": 3.7715,
    "code_rust": 3.9431,
    "code_shell": 3.1129,
    "code_sql": 3.0181,
    "code_swift": 4.2315,
    "code_ts": 3.8396,
    "wiki_ar": 4.756,
    "wiki_bn": 6.7828,
    "wiki_de": 3.1212,
    "wiki_es": 3.6591,
    "wiki_fr": 3.5037,
    "wiki_gu": 5.3299,
    "wiki_hi": 6.0899,
    "wiki_id": 3.4265,
    "wiki_ja": 4.1837,
    "wiki_ko": 3.1667,
    "wiki_mr": 6.085,
    "wiki_ru": 4.9021,
    "wiki_ta": 6.637,
    "wiki_te": 5.5118,
    "wiki_th": 6.9616,
    "wiki_tr": 3.1982,
    "wiki_ur": 4.3576,
    "wiki_vi": 4.0038,
    "wiki_zh": 3.6732
   },
   "leads": 41,
   "measures": 44,
   "lost": [
    [
     "english",
     "pythia-160m"
    ],
    [
     "code_php",
     "granite-3.1-1b-a400m-base"
    ],
    [
     "code_ps",
     "granite-3.1-1b-a400m-base"
    ]
   ],
   "peers": [
    {
     "name": "pythia-160m",
     "also": [
      "OLMoE-1B-7B-0125-Instruct"
     ],
     "vocab": 50277,
     "provider": "EleutherAI",
     "roundtrip": true,
     "overall": 3.4933,
     "english": 4.6661,
     "code_avg": 3.3695,
     "languages_avg": 2.4444,
     "indic_avg": 2.0871
    },
    {
     "name": "granite-3.1-1b-a400m-base",
     "also": [
      "granite-guardian-3.0-2b",
      "granite-3.1-3b-a800m-instruct",
      "granite-4.0-tiny-preview"
     ],
     "vocab": 49152,
     "provider": "IBM",
     "roundtrip": true,
     "overall": 3.3002,
     "english": 3.9151,
     "code_avg": 3.4338,
     "languages_avg": 2.5517,
     "indic_avg": 2.1864
    },
    {
     "name": "OpenAI p50k_base (Codex)",
     "also": [],
     "vocab": 50281,
     "provider": "OpenAI",
     "roundtrip": true,
     "overall": 3.2165,
     "english": 4.6591,
     "code_avg": 3.2019,
     "languages_avg": 1.7884,
     "indic_avg": 1.2934
    },
    {
     "name": "SmolLM2-135M",
     "also": [
      "SmolVLM2-500M-Video-Instruct"
     ],
     "vocab": 49152,
     "provider": "Hugging Face",
     "roundtrip": true,
     "overall": 3.2034,
     "english": 4.5429,
     "code_avg": 3.1345,
     "languages_avg": 1.9328,
     "indic_avg": 1.6344
    },
    {
     "name": "gpt2",
     "also": [],
     "vocab": 50257,
     "provider": "OpenAI",
     "roundtrip": true,
     "overall": 2.9504,
     "english": 4.6591,
     "code_avg": 2.4051,
     "languages_avg": 1.7871,
     "indic_avg": 1.2911
    },
    {
     "name": "NVIDIA-Nemotron-Parse-v1.1",
     "also": [],
     "vocab": 52327,
     "provider": "NVIDIA",
     "roundtrip": false,
     "overall": 2.9425,
     "english": 4.3292,
     "code_avg": 2.7406,
     "languages_avg": 1.7577,
     "indic_avg": 1.3544
    }
   ]
  },
  {
   "tier": "64k",
   "akshara_vocab": 59000,
   "range": [
    59260,
    72505
   ],
   "akshara": {
    "english": 4.3932,
    "code_avg": 3.6578,
    "languages_avg": 4.9061,
    "overall": 4.319,
    "indic_avg": 6.3647,
    "code_asm": 2.4456,
    "code_c": 3.2484,
    "code_cpp": 3.6347,
    "code_cs": 4.5497,
    "code_dart": 3.9258,
    "code_go": 3.3736,
    "code_html": 3.5086,
    "code_java": 4.26,
    "code_js": 3.7572,
    "code_kotlin": 4.2174,
    "code_lua": 3.4023,
    "code_php": 3.6761,
    "code_ps": 3.7157,
    "code_py": 3.9138,
    "code_r": 2.8623,
    "code_ruby": 3.8347,
    "code_rust": 4.0043,
    "code_shell": 3.1788,
    "code_sql": 3.1189,
    "code_swift": 4.3075,
    "code_ts": 3.8791,
    "wiki_ar": 4.9483,
    "wiki_bn": 7.1818,
    "wiki_de": 3.2094,
    "wiki_es": 3.7634,
    "wiki_fr": 3.5937,
    "wiki_gu": 5.5904,
    "wiki_hi": 6.3142,
    "wiki_id": 3.5653,
    "wiki_ja": 4.3486,
    "wiki_ko": 3.2803,
    "wiki_mr": 6.3575,
    "wiki_ru": 5.1229,
    "wiki_ta": 6.9774,
    "wiki_te": 5.7668,
    "wiki_th": 7.3413,
    "wiki_tr": 3.325,
    "wiki_ur": 4.5851,
    "wiki_vi": 4.1603,
    "wiki_zh": 3.7847
   },
   "leads": 30,
   "measures": 44,
   "lost": [
    [
     "english",
     "LFM2.5-230M-Base"
    ],
    [
     "wiki_de",
     "LFM2.5-230M-Base"
    ],
    [
     "wiki_fr",
     "LFM2.5-230M-Base"
    ],
    [
     "wiki_es",
     "LFM2.5-230M-Base"
    ],
    [
     "wiki_ru",
     "glm-edge-1.5b-chat"
    ],
    [
     "wiki_zh",
     "Yi-Coder-9B-Chat"
    ],
    [
     "wiki_ko",
     "Falcon-H1-3B-Instruct"
    ],
    [
     "wiki_ar",
     "Falcon-H1-3B-Instruct"
    ],
    [
     "wiki_hi",
     "sarvam-1"
    ],
    [
     "wiki_mr",
     "sarvam-1"
    ],
    [
     "wiki_gu",
     "sarvam-1"
    ],
    [
     "wiki_bn",
     "sarvam-1"
    ],
    [
     "wiki_ta",
     "sarvam-1"
    ],
    [
     "wiki_te",
     "sarvam-1"
    ]
   ],
   "peers": [
    {
     "name": "Falcon-H1-3B-Instruct",
     "also": [],
     "vocab": 65537,
     "provider": "TII (Falcon)",
     "roundtrip": true,
     "overall": 3.6342,
     "english": 4.174,
     "code_avg": 3.0804,
     "languages_avg": 3.6481,
     "indic_avg": 3.5557
    },
    {
     "name": "LFM2.5-230M-Base",
     "also": [],
     "vocab": 64402,
     "provider": "Liquid AI",
     "roundtrip": true,
     "overall": 3.5484,
     "english": 4.5992,
     "code_avg": 3.3835,
     "languages_avg": 2.6625,
     "indic_avg": 1.5076
    },
    {
     "name": "glm-edge-1.5b-chat",
     "also": [],
     "vocab": 59260,
     "provider": "Z.ai (GLM)",
     "roundtrip": true,
     "overall": 3.5345,
     "english": 4.2525,
     "code_avg": 3.4497,
     "languages_avg": 2.9014,
     "indic_avg": 2.0918
    },
    {
     "name": "sarvam-1",
     "also": [],
     "vocab": 68096,
     "provider": "Sarvam",
     "roundtrip": false,
     "overall": 3.4984,
     "english": 4.0199,
     "code_avg": 2.7662,
     "languages_avg": 3.7091,
     "indic_avg": 8.5302
    },
    {
     "name": "Nemotron-3.5-Parse",
     "also": [],
     "vocab": 72505,
     "provider": "NVIDIA",
     "roundtrip": false,
     "overall": 3.2839,
     "english": 4.3954,
     "code_avg": 2.8734,
     "languages_avg": 2.5828,
     "indic_avg": 2.683
    },
    {
     "name": "falcon-mamba-tiny-dev",
     "also": [
      "falcon-mamba-7b"
     ],
     "vocab": 65024,
     "provider": "TII (Falcon)",
     "roundtrip": true,
     "overall": 3.2241,
     "english": 4.5777,
     "code_avg": 3.113,
     "languages_avg": 1.9814,
     "indic_avg": 1.3664
    },
    {
     "name": "Yi-Coder-9B-Chat",
     "also": [],
     "vocab": 64000,
     "provider": "01.AI",
     "roundtrip": true,
     "overall": 3.1308,
     "english": 4.3635,
     "code_avg": 3.1182,
     "languages_avg": 1.9106,
     "indic_avg": 1.0703
    },
    {
     "name": "Yi-Coder-9B",
     "also": [],
     "vocab": 64000,
     "provider": "01.AI",
     "roundtrip": false,
     "overall": 3.1168,
     "english": 4.3722,
     "code_avg": 3.0712,
     "languages_avg": 1.907,
     "indic_avg": 1.0686
    }
   ]
  },
  {
   "tier": "100k",
   "akshara_vocab": 92000,
   "range": [
    92302,
    101304
   ],
   "akshara": {
    "english": 4.5649,
    "code_avg": 3.782,
    "languages_avg": 5.4188,
    "overall": 4.5886,
    "indic_avg": 7.1204,
    "code_asm": 2.53,
    "code_c": 3.3447,
    "code_cpp": 3.7482,
    "code_cs": 4.682,
    "code_dart": 4.0375,
    "code_go": 3.4765,
    "code_html": 3.6253,
    "code_java": 4.3854,
    "code_js": 3.8779,
    "code_kotlin": 4.3618,
    "code_lua": 3.5164,
    "code_php": 3.7839,
    "code_ps": 3.8629,
    "code_py": 4.0547,
    "code_r": 2.957,
    "code_ruby": 3.9523,
    "code_rust": 4.1187,
    "code_shell": 3.3084,
    "code_sql": 3.2917,
    "code_swift": 4.4559,
    "code_ts": 4.051,
    "wiki_ar": 5.4504,
    "wiki_bn": 8.2268,
    "wiki_de": 3.4495,
    "wiki_es": 4.0339,
    "wiki_fr": 3.826,
    "wiki_gu": 6.1873,
    "wiki_hi": 6.9576,
    "wiki_id": 3.8996,
    "wiki_ja": 4.6944,
    "wiki_ko": 3.572,
    "wiki_mr": 7.0766,
    "wiki_ru": 5.6188,
    "wiki_ta": 7.8075,
    "wiki_te": 6.4666,
    "wiki_th": 8.3636,
    "wiki_tr": 3.6951,
    "wiki_ur": 5.0728,
    "wiki_vi": 4.4411,
    "wiki_zh": 4.1172
   },
   "leads": 24,
   "measures": 44,
   "lost": [
    [
     "english",
     "OLMo-2-0425-1B"
    ],
    [
     "code_avg",
     "OLMo-2-0425-1B"
    ],
    [
     "code_py",
     "OLMo-2-0425-1B"
    ],
    [
     "code_js",
     "OLMo-2-0425-1B"
    ],
    [
     "code_java",
     "OLMo-2-0425-1B"
    ],
    [
     "code_cs",
     "OLMo-2-0425-1B"
    ],
    [
     "code_cpp",
     "OLMo-2-0425-1B"
    ],
    [
     "code_c",
     "OLMo-2-0425-1B"
    ],
    [
     "code_go",
     "OLMo-2-0425-1B"
    ],
    [
     "code_rust",
     "OLMo-2-0425-1B"
    ],
    [
     "code_php",
     "OLMo-2-0425-1B"
    ],
    [
     "code_ruby",
     "OLMo-2-0425-1B"
    ],
    [
     "code_swift",
     "OLMo-2-0425-1B"
    ],
    [
     "code_kotlin",
     "OLMo-2-0425-1B"
    ],
    [
     "code_dart",
     "OLMo-2-0425-1B"
    ],
    [
     "code_lua",
     "OLMo-2-0425-1B"
    ],
    [
     "code_r",
     "OLMo-2-0425-1B"
    ],
    [
     "code_sql",
     "OLMo-2-0425-1B"
    ],
    [
     "code_shell",
     "OLMo-2-0425-1B"
    ],
    [
     "wiki_zh",
     "internlm2_5-7b"
    ]
   ],
   "peers": [
    {
     "name": "ERNIE-4.5-21B-A3B-PT",
     "also": [],
     "vocab": 101304,
     "provider": "Baidu",
     "roundtrip": true,
     "overall": 3.8853,
     "english": 4.4011,
     "code_avg": 3.3734,
     "languages_avg": 3.8814,
     "indic_avg": 4.5593
    },
    {
     "name": "ERNIE-4.5-21B-A3B-Thinking",
     "also": [],
     "vocab": 100309,
     "provider": "Baidu",
     "roundtrip": false,
     "overall": 3.8715,
     "english": 4.4057,
     "code_avg": 3.3264,
     "languages_avg": 3.8823,
     "indic_avg": 4.5649
    },
    {
     "name": "CodeQwen1.5-7B-Chat",
     "also": [],
     "vocab": 92302,
     "provider": "Alibaba (Qwen)",
     "roundtrip": true,
     "overall": 3.7774,
     "english": 4.3975,
     "code_avg": 3.1953,
     "languages_avg": 3.7393,
     "indic_avg": 3.8346
    },
    {
     "name": "OLMo-2-0425-1B",
     "also": [
      "Olmo-3-1025-7B",
      "phi-4",
      "OpenAI cl100k_base (GPT-4)"
     ],
     "vocab": 100278,
     "provider": "Ai2",
     "roundtrip": true,
     "overall": 3.7359,
     "english": 4.6914,
     "code_avg": 3.8723,
     "languages_avg": 2.644,
     "indic_avg": 2.1019
    },
    {
     "name": "granite-docling-258M",
     "also": [],
     "vocab": 100352,
     "provider": "IBM",
     "roundtrip": true,
     "overall": 3.5787,
     "english": 4.6375,
     "code_avg": 3.509,
     "languages_avg": 2.5898,
     "indic_avg": 1.968
    },
    {
     "name": "internlm2_5-7b",
     "also": [],
     "vocab": 92544,
     "provider": "Shanghai AI Lab (InternLM)",
     "roundtrip": true,
     "overall": 3.4573,
     "english": 4.5139,
     "code_avg": 3.7791,
     "languages_avg": 2.079,
     "indic_avg": 1.178
    },
    {
     "name": "deepseek-coder-7b-instruct-v1.5",
     "also": [
      "Janus-Pro-7B"
     ],
     "vocab": 100016,
     "provider": "DeepSeek",
     "roundtrip": false,
     "overall": 3.3906,
     "english": 4.5183,
     "code_avg": 3.4199,
     "languages_avg": 2.2337,
     "indic_avg": 1.6432
    }
   ]
  },
  {
   "tier": "128k",
   "akshara_vocab": 120000,
   "range": [
    120818,
    131072
   ],
   "akshara": {
    "english": 4.6553,
    "code_avg": 3.8468,
    "languages_avg": 5.7387,
    "overall": 4.7469,
    "indic_avg": 7.6148,
    "code_asm": 2.573,
    "code_c": 3.3894,
    "code_cpp": 3.8081,
    "code_cs": 4.7558,
    "code_dart": 4.1107,
    "code_go": 3.5334,
    "code_html": 3.6805,
    "code_java": 4.4626,
    "code_js": 3.9454,
    "code_kotlin": 4.4315,
    "code_lua": 3.5823,
    "code_php": 3.837,
    "code_ps": 3.9378,
    "code_py": 4.1251,
    "code_r": 3.0069,
    "code_ruby": 4.0117,
    "code_rust": 4.1919,
    "code_shell": 3.374,
    "code_sql": 3.3728,
    "code_swift": 4.5379,
    "code_ts": 4.1158,
    "wiki_ar": 5.752,
    "wiki_bn": 8.811,
    "wiki_de": 3.598,
    "wiki_es": 4.1929,
    "wiki_fr": 3.9884,
    "wiki_gu": 6.5997,
    "wiki_hi": 7.3936,
    "wiki_id": 4.1076,
    "wiki_ja": 4.8985,
    "wiki_ko": 3.7331,
    "wiki_mr": 7.591,
    "wiki_ru": 5.9348,
    "wiki_ta": 8.331,
    "wiki_te": 6.9625,
    "wiki_th": 9.0311,
    "wiki_tr": 3.8994,
    "wiki_ur": 5.3396,
    "wiki_vi": 4.5816,
    "wiki_zh": 4.2892
   },
   "leads": 20,
   "measures": 44,
   "lost": [
    [
     "english",
     "DeepSeek-V3"
    ],
    [
     "code_avg",
     "SmolLM3-3B"
    ],
    [
     "code_py",
     "SmolLM3-3B"
    ],
    [
     "code_js",
     "SmolLM3-3B"
    ],
    [
     "code_ts",
     "SmolLM3-3B"
    ],
    [
     "code_java",
     "SmolLM3-3B"
    ],
    [
     "code_cs",
     "SmolLM3-3B"
    ],
    [
     "code_cpp",
     "SmolLM3-3B"
    ],
    [
     "code_c",
     "SmolLM3-3B"
    ],
    [
     "code_php",
     "SmolLM3-3B"
    ],
    [
     "code_ruby",
     "SmolLM3-3B"
    ],
    [
     "code_swift",
     "SmolLM3-3B"
    ],
    [
     "code_kotlin",
     "SmolLM3-3B"
    ],
    [
     "code_dart",
     "SmolLM3-3B"
    ],
    [
     "code_lua",
     "SmolLM3-3B"
    ],
    [
     "code_r",
     "SmolLM3-3B"
    ],
    [
     "code_sql",
     "SmolLM3-3B"
    ],
    [
     "code_shell",
     "SmolLM3-3B"
    ],
    [
     "wiki_de",
     "LFM3-1.7B"
    ],
    [
     "wiki_fr",
     "Mistral-Nemo-Base-2407"
    ],
    [
     "wiki_es",
     "Mistral-Nemo-Base-2407"
    ],
    [
     "wiki_zh",
     "DeepSeek-V3"
    ],
    [
     "wiki_ko",
     "Mistral-Nemo-Base-2407"
    ],
    [
     "wiki_ar",
     "Falcon-H1-7B-Instruct"
    ]
   ],
   "peers": [
    {
     "name": "Mistral-Nemo-Base-2407",
     "also": [
      "NVIDIA-Nemotron-3-Nano-4B-BF16"
     ],
     "vocab": 131072,
     "provider": "Mistral",
     "roundtrip": true,
     "overall": 4.312,
     "english": 4.5515,
     "code_avg": 3.5793,
     "languages_avg": 4.8052,
     "indic_avg": 5.8544
    },
    {
     "name": "LFM3-1.7B",
     "also": [
      "d1-3B"
     ],
     "vocab": 125033,
     "provider": "Liquid AI",
     "roundtrip": true,
     "overall": 4.2133,
     "english": 4.6284,
     "code_avg": 3.5937,
     "languages_avg": 4.4179,
     "indic_avg": 4.5386
    },
    {
     "name": "DeepSeek-V3",
     "also": [
      "Unlimited-OCR"
     ],
     "vocab": 128815,
     "provider": "DeepSeek",
     "roundtrip": true,
     "overall": 4.2016,
     "english": 4.7317,
     "code_avg": 3.6104,
     "languages_avg": 4.2627,
     "indic_avg": 4.4418
    },
    {
     "name": "Hy4-preview-FP8",
     "also": [],
     "vocab": 120832,
     "provider": "Tencent",
     "roundtrip": true,
     "overall": 4.1345,
     "english": 4.6878,
     "code_avg": 3.6765,
     "languages_avg": 4.0391,
     "indic_avg": 4.12
    },
    {
     "name": "Mistral-Small-3.1-24B-Instruct-2503",
     "also": [],
     "vocab": 131072,
     "provider": "Mistral",
     "roundtrip": true,
     "overall": 4.1215,
     "english": 4.5515,
     "code_avg": 3.5792,
     "languages_avg": 4.2339,
     "indic_avg": 4.2304
    },
    {
     "name": "SmolLM3-3B",
     "also": [],
     "vocab": 128256,
     "provider": "Hugging Face",
     "roundtrip": true,
     "overall": 4.0803,
     "english": 4.6929,
     "code_avg": 3.8912,
     "languages_avg": 3.6568,
     "indic_avg": 2.8285
    },
    {
     "name": "Llama-3.2-1B",
     "also": [],
     "vocab": 128256,
     "provider": "Meta",
     "roundtrip": true,
     "overall": 4.0801,
     "english": 4.6929,
     "code_avg": 3.8907,
     "languages_avg": 3.6568,
     "indic_avg": 2.8285
    },
    {
     "name": "Hy3",
     "also": [
      "Hy3-preview"
     ],
     "vocab": 120818,
     "provider": "Tencent",
     "roundtrip": true,
     "overall": 3.9654,
     "english": 4.7065,
     "code_avg": 3.6956,
     "languages_avg": 3.4941,
     "indic_avg": 3.1974
    },
    {
     "name": "Falcon-H1-7B-Instruct",
     "also": [],
     "vocab": 130049,
     "provider": "TII (Falcon)",
     "roundtrip": true,
     "overall": 3.8866,
     "english": 4.3822,
     "code_avg": 3.1817,
     "languages_avg": 4.0958,
     "indic_avg": 4.1456
    },
    {
     "name": "Youtu-LLM-2B",
     "also": [],
     "vocab": 128256,
     "provider": "Tencent",
     "roundtrip": true,
     "overall": 3.7388,
     "english": 4.5425,
     "code_avg": 3.7161,
     "languages_avg": 2.9578,
     "indic_avg": 2.8843
    },
    {
     "name": "Hunyuan-A13B-Instruct",
     "also": [],
     "vocab": 128166,
     "provider": "Tencent",
     "roundtrip": true,
     "overall": 3.6939,
     "english": 4.5718,
     "code_avg": 3.786,
     "languages_avg": 2.7238,
     "indic_avg": 2.0987
    },
    {
     "name": "Ling-lite",
     "also": [],
     "vocab": 126346,
     "provider": "inclusionAI (Ant Group)",
     "roundtrip": true,
     "overall": 3.6149,
     "english": 4.6092,
     "code_avg": 3.6529,
     "languages_avg": 2.5827,
     "indic_avg": 2.2453
    },
    {
     "name": "Falcon3-7B-Instruct",
     "also": [],
     "vocab": 131072,
     "provider": "TII (Falcon)",
     "roundtrip": true,
     "overall": 3.3601,
     "english": 4.6011,
     "code_avg": 3.1976,
     "languages_avg": 2.2817,
     "indic_avg": 1.9272
    }
   ]
  },
  {
   "tier": "150k",
   "akshara_vocab": 151000,
   "range": [
    151365,
    163840
   ],
   "akshara": {
    "english": 4.7185,
    "code_avg": 3.8937,
    "languages_avg": 6.0195,
    "overall": 4.8772,
    "indic_avg": 8.0549,
    "code_asm": 2.6032,
    "code_c": 3.4318,
    "code_cpp": 3.8389,
    "code_cs": 4.813,
    "code_dart": 4.143,
    "code_go": 3.5683,
    "code_html": 3.722,
    "code_java": 4.515,
    "code_js": 3.983,
    "code_kotlin": 4.4921,
    "code_lua": 3.6472,
    "code_php": 3.8753,
    "code_ps": 3.9948,
    "code_py": 4.1745,
    "code_r": 3.0438,
    "code_ruby": 4.0555,
    "code_rust": 4.2397,
    "code_shell": 3.4289,
    "code_sql": 3.4237,
    "code_swift": 4.5994,
    "code_ts": 4.1744,
    "wiki_ar": 6.03,
    "wiki_bn": 9.3852,
    "wiki_de": 3.7056,
    "wiki_es": 4.3179,
    "wiki_fr": 4.12,
    "wiki_gu": 6.954,
    "wiki_hi": 7.7859,
    "wiki_id": 4.2931,
    "wiki_ja": 5.0919,
    "wiki_ko": 3.8708,
    "wiki_mr": 8.0431,
    "wiki_ru": 6.1917,
    "wiki_ta": 8.8353,
    "wiki_te": 7.3259,
    "wiki_th": 9.6561,
    "wiki_tr": 4.0739,
    "wiki_ur": 5.548,
    "wiki_vi": 4.7028,
    "wiki_zh": 4.439
   },
   "leads": 34,
   "measures": 44,
   "lost": [
    [
     "code_py",
     "GLM-5.3-Flash"
    ],
    [
     "code_js",
     "GLM-5.3-Flash"
    ],
    [
     "code_java",
     "GLM-5.3-Flash"
    ],
    [
     "code_cs",
     "GLM-5.3-Flash"
    ],
    [
     "code_cpp",
     "GLM-5.3-Flash"
    ],
    [
     "code_php",
     "GLM-5.3-Flash"
    ],
    [
     "code_ruby",
     "GLM-5.3-Flash"
    ],
    [
     "code_kotlin",
     "GLM-5.3-Flash"
    ],
    [
     "code_dart",
     "GLM-5.3-Flash"
    ],
    [
     "code_r",
     "Kimi-K3"
    ]
   ],
   "peers": [
    {
     "name": "Seed-OSS-36B-Instruct",
     "also": [],
     "vocab": 155121,
     "provider": "ByteDance",
     "roundtrip": true,
     "overall": 4.1092,
     "english": 4.5889,
     "code_avg": 3.6172,
     "languages_avg": 4.1215,
     "indic_avg": 4.4891
    },
    {
     "name": "Kimi-K3",
     "also": [],
     "vocab": 163840,
     "provider": "Moonshot AI (Kimi)",
     "roundtrip": true,
     "overall": 4.0412,
     "english": 4.6935,
     "code_avg": 3.8373,
     "languages_avg": 3.5927,
     "indic_avg": 3.9543
    },
    {
     "name": "GLM-5.3-Flash",
     "also": [],
     "vocab": 154856,
     "provider": "Z.ai (GLM)",
     "roundtrip": true,
     "overall": 3.9579,
     "english": 4.6855,
     "code_avg": 3.8796,
     "languages_avg": 3.3085,
     "indic_avg": 2.2805
    },
    {
     "name": "GLM-4.5-Air",
     "also": [
      "codegeex4-all-9b"
     ],
     "vocab": 151365,
     "provider": "Z.ai (GLM)",
     "roundtrip": true,
     "overall": 3.9274,
     "english": 4.6855,
     "code_avg": 3.8795,
     "languages_avg": 3.2173,
     "indic_avg": 2.102
    },
    {
     "name": "Ling-3.0-tiny",
     "also": [
      "LLaDA2.0-mini"
     ],
     "vocab": 157153,
     "provider": "inclusionAI (Ant Group)",
     "roundtrip": true,
     "overall": 3.9197,
     "english": 4.6174,
     "code_avg": 3.6687,
     "languages_avg": 3.473,
     "indic_avg": 2.8423
    },
    {
     "name": "LLaDA2.2-mini",
     "also": [],
     "vocab": 157153,
     "provider": "inclusionAI (Ant Group)",
     "roundtrip": true,
     "overall": 3.9067,
     "english": 4.6162,
     "code_avg": 3.6489,
     "languages_avg": 3.455,
     "indic_avg": 2.8324
    },
    {
     "name": "Qwen2.5-0.5B",
     "also": [
      "Qwen3-0.6B",
      "GOT-OCR-2.0-hf"
     ],
     "vocab": 151665,
     "provider": "Alibaba (Qwen)",
     "roundtrip": true,
     "overall": 3.9029,
     "english": 4.5731,
     "code_avg": 3.7925,
     "languages_avg": 3.3432,
     "indic_avg": 2.3663
    }
   ]
  },
  {
   "tier": "200k",
   "akshara_vocab": 200000,
   "range": [
    200019,
    204800
   ],
   "akshara": {
    "english": 4.7918,
    "code_avg": 3.9523,
    "languages_avg": 6.3505,
    "overall": 5.0315,
    "indic_avg": 8.5782,
    "code_asm": 2.6446,
    "code_c": 3.4704,
    "code_cpp": 3.8865,
    "code_cs": 4.877,
    "code_dart": 4.1926,
    "code_go": 3.6145,
    "code_html": 3.7629,
    "code_java": 4.5848,
    "code_js": 4.0293,
    "code_kotlin": 4.5733,
    "code_lua": 3.7102,
    "code_php": 3.9198,
    "code_ps": 4.0742,
    "code_py": 4.2306,
    "code_r": 3.1143,
    "code_ruby": 4.1136,
    "code_rust": 4.2934,
    "code_shell": 3.4859,
    "code_sql": 3.5022,
    "code_swift": 4.6727,
    "code_ts": 4.2449,
    "wiki_ar": 6.3332,
    "wiki_bn": 10.075,
    "wiki_de": 3.842,
    "wiki_es": 4.4673,
    "wiki_fr": 4.2451,
    "wiki_gu": 7.4366,
    "wiki_hi": 8.1685,
    "wiki_id": 4.4894,
    "wiki_ja": 5.3145,
    "wiki_ko": 4.0399,
    "wiki_mr": 8.577,
    "wiki_ru": 6.5089,
    "wiki_ta": 9.3755,
    "wiki_te": 7.8364,
    "wiki_th": 10.4265,
    "wiki_tr": 4.3145,
    "wiki_ur": 5.7932,
    "wiki_vi": 4.8026,
    "wiki_zh": 4.6132
   },
   "leads": 37,
   "measures": 44,
   "lost": [
    [
     "english",
     "MiniMax-M2.5"
    ],
    [
     "code_php",
     "OpenAI o200k_base (GPT-4o)"
    ],
    [
     "wiki_de",
     "Mistral-Large-4-1T-A52B"
    ],
    [
     "wiki_fr",
     "MiniMax-M2.5"
    ],
    [
     "wiki_es",
     "MiniMax-M2.5"
    ],
    [
     "wiki_ja",
     "MiniMax-M2.5"
    ],
    [
     "wiki_id",
     "MiniMax-M2.5"
    ]
   ],
   "peers": [
    {
     "name": "OpenAI o200k_base (GPT-4o)",
     "also": [],
     "vocab": 200019,
     "provider": "OpenAI",
     "roundtrip": true,
     "overall": 4.6404,
     "english": 4.7424,
     "code_avg": 3.8524,
     "languages_avg": 5.3264,
     "indic_avg": 7.0716
    },
    {
     "name": "Mistral-Large-4-1T-A52B",
     "also": [],
     "vocab": 204800,
     "provider": "Mistral",
     "roundtrip": true,
     "overall": 4.5844,
     "english": 4.6092,
     "code_avg": 3.7268,
     "languages_avg": 5.4172,
     "indic_avg": 7.4084
    },
    {
     "name": "MiniMax-M2.5",
     "also": [],
     "vocab": 200054,
     "provider": "MiniMax",
     "roundtrip": true,
     "overall": 4.1609,
     "english": 4.8212,
     "code_avg": 3.7795,
     "languages_avg": 3.8821,
     "indic_avg": 3.4802
    },
    {
     "name": "Phi-4-mini-flash-reasoning",
     "also": [
      "Phi-4-mini-instruct"
     ],
     "vocab": 200029,
     "provider": "Microsoft",
     "roundtrip": true,
     "overall": 4.0575,
     "english": 4.679,
     "code_avg": 3.5012,
     "languages_avg": 3.9922,
     "indic_avg": 3.3528
    }
   ]
  },
  {
   "tier": "256k",
   "akshara_vocab": 248000,
   "range": [
    248077,
    262145
   ],
   "akshara": {
    "english": 4.8394,
    "code_avg": 3.9914,
    "languages_avg": 6.5915,
    "overall": 5.1408,
    "indic_avg": 8.9635,
    "code_asm": 2.6835,
    "code_c": 3.5042,
    "code_cpp": 3.9276,
    "code_cs": 4.9354,
    "code_dart": 4.2171,
    "code_go": 3.648,
    "code_html": 3.7873,
    "code_java": 4.6261,
    "code_js": 4.0622,
    "code_kotlin": 4.6319,
    "code_lua": 3.7525,
    "code_php": 3.9549,
    "code_ps": 4.1292,
    "code_py": 4.2687,
    "code_r": 3.1425,
    "code_ruby": 4.1493,
    "code_rust": 4.3223,
    "code_shell": 3.5268,
    "code_sql": 3.5431,
    "code_swift": 4.7112,
    "code_ts": 4.295,
    "wiki_ar": 6.5818,
    "wiki_bn": 10.5595,
    "wiki_de": 3.9407,
    "wiki_es": 4.5835,
    "wiki_fr": 4.3493,
    "wiki_gu": 7.7535,
    "wiki_hi": 8.4888,
    "wiki_id": 4.6375,
    "wiki_ja": 5.4672,
    "wiki_ko": 4.1718,
    "wiki_mr": 8.9641,
    "wiki_ru": 6.762,
    "wiki_ta": 9.8155,
    "wiki_te": 8.1998,
    "wiki_th": 10.9216,
    "wiki_tr": 4.4721,
    "wiki_ur": 5.9721,
    "wiki_vi": 4.8656,
    "wiki_zh": 4.7322
   },
   "leads": 36,
   "measures": 44,
   "lost": [
    [
     "english",
     "North-Micro-Vision-Instruct"
    ],
    [
     "code_php",
     "North-Micro-Vision-Instruct"
    ],
    [
     "code_r",
     "North-Micro-Vision-Instruct"
    ],
    [
     "wiki_ko",
     "North-Micro-Vision-Instruct"
    ],
    [
     "wiki_ar",
     "Falcon-H1-34B-Instruct"
    ],
    [
     "wiki_hi",
     "gemma-3-1b-it"
    ],
    [
     "wiki_bn",
     "gemma-3-1b-it"
    ],
    [
     "wiki_id",
     "North-Micro-Vision-Instruct"
    ]
   ],
   "peers": [
    {
     "name": "gemma-3-1b-it",
     "also": [
      "Nemotron-3.5-Content-Safety"
     ],
     "vocab": 262145,
     "provider": "Google",
     "roundtrip": true,
     "overall": 4.7125,
     "english": 4.659,
     "code_avg": 3.5123,
     "languages_avg": 5.9662,
     "indic_avg": 8.6059
    },
    {
     "name": "gemma-4-31B-it",
     "also": [
      "gemma-4-26B-A4B-it-assistant",
      "gemma-4-E2B-it",
      "gemma-4-12B-it",
      "gemma-4-E2B",
      "gemma-4-12B",
      "gemma-4-E4B-it"
     ],
     "vocab": 262144,
     "provider": "Google",
     "roundtrip": true,
     "overall": 4.71,
     "english": 4.659,
     "code_avg": 3.5049,
     "languages_avg": 5.9661,
     "indic_avg": 8.6055
    },
    {
     "name": "North-Micro-Vision-Instruct",
     "also": [],
     "vocab": 255033,
     "provider": "Cohere",
     "roundtrip": true,
     "overall": 4.6396,
     "english": 4.8878,
     "code_avg": 3.9196,
     "languages_avg": 5.1113,
     "indic_avg": 5.6313
    },
    {
     "name": "sarvam-105b",
     "also": [],
     "vocab": 262144,
     "provider": "Sarvam",
     "roundtrip": true,
     "overall": 4.4579,
     "english": 4.6528,
     "code_avg": 3.498,
     "languages_avg": 5.2228,
     "indic_avg": 8.9539
    },
    {
     "name": "Qwen3.8-27B",
     "also": [
      "Qwen-Image-Bench"
     ],
     "vocab": 248077,
     "provider": "Alibaba (Qwen)",
     "roundtrip": true,
     "overall": 4.4561,
     "english": 4.5894,
     "code_avg": 3.8087,
     "languages_avg": 4.9703,
     "indic_avg": 5.0228
    },
    {
     "name": "Nemotron-Mini-4B-Instruct",
     "also": [],
     "vocab": 256000,
     "provider": "NVIDIA",
     "roundtrip": false,
     "overall": 4.2864,
     "english": 4.6647,
     "code_avg": 3.2839,
     "languages_avg": 4.9105,
     "indic_avg": 5.5728
    },
    {
     "name": "MiMo-V2.6-Distill-Qwen-9B",
     "also": [],
     "vocab": 248077,
     "provider": "Xiaomi",
     "roundtrip": true,
     "overall": 4.2182,
     "english": 4.5894,
     "code_avg": 3.8087,
     "languages_avg": 4.2564,
     "indic_avg": 3.6216
    },
    {
     "name": "Falcon-H1-34B-Instruct",
     "also": [],
     "vocab": 261120,
     "provider": "TII (Falcon)",
     "roundtrip": true,
     "overall": 4.1338,
     "english": 4.5315,
     "code_avg": 3.2498,
     "languages_avg": 4.62,
     "indic_avg": 4.9217
    }
   ]
  }
 ]
}