{"columns":[{"name":"lang","type":"double"},{"name":"ds","type":"double"},{"name":"all","type":"double"},{"name":"en","type":"double"},{"name":"ar","type":"double"},{"name":"es","type":"double"},{"name":"zh","type":"double"},{"name":"de","type":"double"},{"name":"pl","type":"double"},{"name":"fr","type":"double"},{"name":"ja","type":"double"},{"name":"cs","type":"double"},{"name":"pt","type":"double"},{"name":"sl","type":"double"},{"name":"ru","type":"double"},{"name":"hr","type":"double"},{"name":"sr","type":"double"},{"name":"th","type":"double"},{"name":"bg","type":"double"},{"name":"hu","type":"double"},{"name":"sk","type":"double"},{"name":"sq","type":"double"},{"name":"sv","type":"double"},{"name":"bs","type":"double"},{"name":"ur","type":"double"},{"name":"hi","type":"double"},{"name":"fa","type":"double"},{"name":"it","type":"double"},{"name":"he","type":"double"},{"name":"lv","type":"double"},{"name":"model","type":"string"}],"n_rows":8,"rows_kept":8,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":0,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"parquet-cpp-arrow version 12.0.0","schema":{"fields":[{"name":"lang","type":"double","nullable":true,"metadata":null,"children":null},{"name":"ds","type":"double","nullable":true,"metadata":null,"children":null},{"name":"all","type":"double","nullable":true,"metadata":null,"children":null},{"name":"en","type":"double","nullable":true,"metadata":null,"children":null},{"name":"ar","type":"double","nullable":true,"metadata":null,"children":null},{"name":"es","type":"double","nullable":true,"metadata":null,"children":null},{"name":"zh","type":"double","nullable":true,"metadata":null,"children":null},{"name":"de","type":"double","nullable":true,"metadata":null,"children":null},{"name":"pl","type":"double","nullable":true,"metadata":null,"children":null},{"name":"fr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"ja","type":"double","nullable":true,"metadata":null,"children":null},{"name":"cs","type":"double","nullable":true,"metadata":null,"children":null},{"name":"pt","type":"double","nullable":true,"metadata":null,"children":null},{"name":"sl","type":"double","nullable":true,"metadata":null,"children":null},{"name":"ru","type":"double","nullable":true,"metadata":null,"children":null},{"name":"hr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"sr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"th","type":"double","nullable":true,"metadata":null,"children":null},{"name":"bg","type":"double","nullable":true,"metadata":null,"children":null},{"name":"hu","type":"double","nullable":true,"metadata":null,"children":null},{"name":"sk","type":"double","nullable":true,"metadata":null,"children":null},{"name":"sq","type":"double","nullable":true,"metadata":null,"children":null},{"name":"sv","type":"double","nullable":true,"metadata":null,"children":null},{"name":"bs","type":"double","nullable":true,"metadata":null,"children":null},{"name":"ur","type":"double","nullable":true,"metadata":null,"children":null},{"name":"hi","type":"double","nullable":true,"metadata":null,"children":null},{"name":"fa","type":"double","nullable":true,"metadata":null,"children":null},{"name":"it","type":"double","nullable":true,"metadata":null,"children":null},{"name":"he","type":"double","nullable":true,"metadata":null,"children":null},{"name":"lv","type":"double","nullable":true,"metadata":null,"children":null},{"name":"model","type":"string","nullable":true,"metadata":null,"children":null}],"parquet":"required group field_id=-1 schema {\n  optional double field_id=-1 lang;\n  optional double field_id=-1 ds;\n  optional double field_id=-1 all;\n  optional double field_id=-1 en;\n  optional double field_id=-1 ar;\n  optional double field_id=-1 es;\n  optional double field_id=-1 zh;\n  optional double field_id=-1 de;\n  optional double field_id=-1 pl;\n  optional double field_id=-1 fr;\n  optional double field_id=-1 ja;\n  optional double field_id=-1 cs;\n  optional double field_id=-1 pt;\n  optional double field_id=-1 sl;\n  optional double field_id=-1 ru;\n  optional double field_id=-1 hr;\n  optional double field_id=-1 sr;\n  optional double field_id=-1 th;\n  optional double field_id=-1 bg;\n  optional double field_id=-1 hu;\n  optional double field_id=-1 sk;\n  optional double field_id=-1 sq;\n  optional double field_id=-1 sv;\n  optional double field_id=-1 bs;\n  optional double field_id=-1 ur;\n  optional double field_id=-1 hi;\n  optional double field_id=-1 fa;\n  optional double field_id=-1 it;\n  optional double field_id=-1 he;\n  optional double field_id=-1 lv;\n  optional binary field_id=-1 model (String);\n}\n"},"kv_metadata":[["ARROW:schema",{"$cut":{"chars":6720,"head":""}}],["pandas","{\"index_columns\": [\"model\"], \"column_indexes\": [{\"name\": \"lang\", \"field_name\": \"lang\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": {\"encoding\": \"UTF-8\"}}], \"columns\": [{\"name\": \"lang\", \"field_name\": \"lang\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"ds\", \"field_name\": \"ds\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"all\", \"field_name\": \"all\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"en\", \"field_name\": \"en\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"ar\", \"field_name\": \"ar\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"es\", \"field_name\": \"es\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"zh\", \"field_name\": \"zh\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"de\", \"field_name\": \"de\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"pl\", \"field_name\": \"pl\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"fr\", \"field_name\": \"fr\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"ja\", \"field_name\": \"ja\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"cs\", \"field_name\": \"cs\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"pt\", \"field_name\": \"pt\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"sl\", \"field_name\": \"sl\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"ru\", \"field_name\": \"ru\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"hr\", \"field_name\": \"hr\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"sr\", \"field_name\": \"sr\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"th\", \"field_name\": \"th\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"bg\", \"field_name\": \"bg\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"hu\", \"field_name\": \"hu\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"sk\", \"field_name\": \"sk\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"sq\", \"field_name\": \"sq\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"sv\", \"field_name\": \"sv\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"bs\", \"field_name\": \"bs\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"ur\", \"field_name\": \"ur\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"hi\", \"field_name\": \"hi\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"fa\", \"field_name\": \"fa\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"it\", \"field_name\": \"it\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"he\", \"field_name\": \"he\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"lv\", \"field_name\": \"lv\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"model\", \"field_name\": \"model\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}], \"creator\": {\"library\": \"pyarrow\", \"version\": \"12.0.0\"}, \"pandas_version\": \"2.0.2\"}"]]}
[0.6110957640533234,0.6132409741724972,0.683435552570249,0.7064596457929392,0.6687101296493884,0.6424358245917573,0.6449977933220316,0.7246450973026692,0.6706851301771426,0.7021161152332515,0.6825124760621173,0.6536785538309928,0.44107232839505195,0.5852691658821415,0.6674610786432714,0.5555835338444034,0.5041932227978739,0.6583163823921164,0.612146304879452,0.6232921198503054,0.6264459552665287,0.4559258039711421,0.6148060472134661,0.55927514500587,0.5004436557231587,0.5167108456101418,0.6313967276053183,0.6112214582802818,0.5827025669993097,0.6570825211176089,"XLM-R"]
[0.607223977102531,0.6203951932791023,0.6783894717923845,0.6944397559298975,0.6725236003320368,0.633248885652001,0.6186332006752521,0.7175595991919482,0.6722048688882398,0.7007174656037097,0.6490410175690134,0.6377169061227314,0.4271810258068501,0.592507377009881,0.6637069251501916,0.5837415544732618,0.5047458529655454,0.6353592129454199,0.6181224159366235,0.6411718792212733,0.6395754503700531,0.47540206315160943,0.6183066824359081,0.5979938552001621,0.4330027968471904,0.48721242756875344,0.6570465277262726,0.6292132042690494,0.5782163742690059,0.6164564564564564,"LaBSE"]
[0.6016176027990481,0.6191984085387147,0.6738328844776066,0.6964257883194359,0.6676745906811382,0.6323930761113673,0.6312104530188374,0.7064205962123248,0.651861962343267,0.679237770638446,0.6275129601284694,0.615055818754792,0.43184506902470376,0.6009302144477573,0.6198579260948479,0.5597748730994245,0.49811845264350874,0.6191832839726791,0.6050323762966258,0.6525161184283855,0.6198837470008132,0.5169510744807368,0.6344323205631354,0.6201300670312538,0.3626354889781999,0.511646315352374,0.6458997392060272,0.6162043548471116,0.6352707749766573,0.5855700629219793,"MPNet"]
[0.5971862925895997,0.6169064505237342,0.6702153880413705,0.6826429382286728,0.6664439894263849,0.6257516174556895,0.6235399925579387,0.7043936411676698,0.6545057197231109,0.6796193122189975,0.6315176695277774,0.6185663629591018,0.4507314515748435,0.5993607177607152,0.621632868854852,0.5809224001490626,0.5084944819867682,0.6237367093843648,0.5854399641299951,0.6289912634015044,0.6222073977897667,0.4902897990981363,0.6016534594883565,0.6088964020939533,0.41806949806949806,0.4815001028406883,0.6209758176201129,0.6226845050374462,0.6109941520467835,0.5604676653270003,"XLM-R-dist"]
[0.5701999860126448,0.6007504216114679,0.6633007177312672,0.6807202579961521,0.6544527917890587,0.6387915813358763,0.6272727698758618,0.7098423978361276,0.6478668376394988,0.7026035560320133,0.6458995390887315,0.593692016688088,0.44764051380192854,0.5340870343612385,0.6055154166202805,0.49537444771394973,0.4479629717174609,0.624695323818131,0.5945906702408473,0.5393939601331118,0.5811887174303839,0.4109269436191001,0.6040241083266435,0.5567082531351565,0.38559247605327673,0.543083196518907,0.5269268106859347,0.6178266178266179,0.5271025854392035,0.4516178266178266,"mT5"]
[0.5514583198904892,0.5612895832494229,0.6453956894343468,0.6618254523397117,0.6361849124543407,0.6097027575633732,0.5859449194206595,0.6611575918942975,0.5865764458082482,0.6386727633326886,0.600821146199107,0.5978136580338151,0.43591400786355794,0.5403704717637955,0.6294322378151859,0.5702311855504131,0.4227190364632201,0.5121618483687449,0.5543741493310445,0.5501975959906376,0.5938038157233203,0.40599810905737305,0.5465768200459901,0.4916737473844073,0.4494901440238559,0.468197871043133,0.5691118259925599,0.5693139007323718,0.6671307671307671,0.3339774557165862,"mBERT"]
[0.5447012262464233,0.5600432995760651,0.6365619698938437,0.6561191295266231,0.6300501289745252,0.6022540079863704,0.5702261894738871,0.6365473958471001,0.5750930818516449,0.6243222532242956,0.5700871219163902,0.5711613571126065,0.41308399876629,0.48245088806479686,0.6179971685749482,0.5494029490622501,0.41807768084037694,0.5427800427913331,0.5107101468313878,0.5570461924640528,0.6157477640594214,0.3878788993131049,0.5463440628329216,0.5324712469786909,0.43290975587725916,0.5167810661330102,0.534187614558785,0.5878518106366207,0.659874964478545,0.3654761904761905,"DistilmBERT"]
[0.5416904734999928,0.5595746675769062,0.6318505335154113,0.6430373423414594,0.6428599721734095,0.605243085276297,0.5929543638774145,0.6389267813317161,0.5916208013304317,0.6315456335401952,0.5517530270330915,0.5793989781785887,0.43112876830845953,0.5130986319374724,0.585788472028421,0.49130152275526723,0.4352509517924481,0.5307626279567074,0.5654162319967473,0.5519542409312597,0.5812961960858335,0.43228546636423143,0.5486812674264089,0.5467291176372887,0.3556873078612209,0.465934065934066,0.47303748837664567,0.6166496049557709,0.5472138805472139,0.47608695652173916,"mUSE-dist"]