rewicks/flat-cnn-Hidden_XXLARGE_Embed_XLARGE_NLayer_SMALL_LR_0.0001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.8777660695468914	0.9245283018867925	0.835506519558676
__label__ace_Latn	0.9806066633515663	0.9723865877712031	0.9889669007021064
__label__acm_Arab	0.0019801980198019802	0.07692307692307693	0.0010030090270812437
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.09349220898258477	0.5425531914893617	0.05115346038114343
__label__afr_Latn	0.9899497487437187	0.9919436052366566	0.9879638916750251
__label__als_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__amh_Ethi	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__apc_Arab	0.059462010382255785	0.504	0.03159478435305918
__label__arb_Arab	0.2746059544658494	0.16634839804795248	0.7863590772316951
__label__ars_Arab	0.0019821605550049554	0.08333333333333333	0.0010030090270812437
__label__ary_Arab	0.43581303489137596	0.6340996168582376	0.3319959879638917
__label__arz_Arab	0.27222222222222225	0.44243792325056436	0.19658976930792377
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.9565667011375388	0.9871931696905016	0.9277833500501504
__label__awa_Deva	0.2566295979469632	0.872093023255814	0.15045135406218657
__label__ayr_Latn	0.9959718026183283	1.0	0.9919759277833501
__label__azb_Arab	0.7021943573667712	0.9364548494983278	0.5616850551654965
__label__azj_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__bak_Cyrl	0.9974861739567623	1.0	0.9949849548645938
__label__bam_Latn	0.5387881126978001	0.437892095357591	0.7001003009027081
__label__ban_Latn	0.9287958115183246	0.9715224534501643	0.8896690070210632
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.9790495656617273	0.9979166666666667	0.9608826479438315
__label__ben_Beng	0.9893563101875317	1.0	0.9789368104312939
__label__bho_Deva	0.47607052896725444	0.6395939086294417	0.3791374122367101
__label__bjn_Arab	0.9018621036738804	0.9050505050505051	0.8986960882647944
__label__bjn_Latn	0.916	0.9132602193419741	0.9187562688064193
__label__bod_Tibt	0.9021978021978022	0.9975698663426489	0.8234704112337011
__label__bos_Latn	0.13333333333333333	0.7448979591836735	0.0732196589769308
__label__bug_Latn	0.9760814249363868	0.9907024793388429	0.9618856569709128
__label__bul_Cyrl	0.993496748374187	0.9910179640718563	0.995987963891675
__label__cat_Latn	0.9730538922155689	0.968222442899702	0.9779338014042126
__label__ceb_Latn	0.9631499242806663	0.9695121951219512	0.9568706118355065
__label__ces_Latn	0.9919919919919918	0.99000999000999	0.9939819458375125
__label__cjk_Latn	0.3522633744855967	0.981651376146789	0.21464393179538616
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.9412387506617258	0.9966367713004485	0.8916750250752257
__label__cmn_Hant	0.28135593220338984	0.907103825136612	0.16649949849548645
__label__crh_Latn	0.9753340184994861	1.0	0.9518555667001003
__label__cym_Latn	1.0	1.0	1.0
__label__dan_Latn	0.9268292682926829	0.983127109111361	0.876629889669007
__label__deu_Latn	0.995987963891675	0.995987963891675	0.995987963891675
__label__dik_Latn	0.9949596774193549	1.0	0.9899699097291875
__label__dyu_Latn	0.01064773735581189	0.046153846153846156	0.006018054162487462
__label__dzo_Tibt	0.9339622641509433	0.8815672306322351	0.9929789368104313
__label__ekk_Latn	0.9959718026183283	1.0	0.9919759277833501
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9753846153846154	0.9979013641133263	0.9538615847542627
__label__epo_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__eus_Latn	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__ewe_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__fao_Latn	0.9858870967741936	0.9908814589665653	0.9809428284854563
__label__fij_Latn	0.9954841946813848	0.9959839357429718	0.9949849548645938
__label__fil_Latn	0.9860139860139862	0.982089552238806	0.9899699097291875
__label__fin_Latn	0.995995995995996	0.994005994005994	0.9979939819458375
__label__fon_Latn	0.9929292929292929	1.0	0.9859578736208626
__label__fra_Latn	0.9852717115286947	0.9979423868312757	0.9729187562688064
__label__fur_Latn	0.9893992932862191	0.9959349593495935	0.9829488465396189
__label__fuv_Latn	0.8368298368298369	0.9986091794158554	0.720160481444333
__label__gaz_Latn	0.9909182643794148	0.9969543147208122	0.9849548645937813
__label__gla_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__gle_Latn	0.998995983935743	1.0	0.9979939819458375
__label__glg_Latn	0.9633774160732451	0.977296181630547	0.9498495486459378
__label__gug_Latn	0.9919273461150353	0.9979695431472081	0.9859578736208626
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.995	0.9920239282153539	0.9979939819458375
__label__hau_Latn	0.9910358565737052	0.9841740850642928	0.9979939819458375
__label__heb_Hebr	0.998995983935743	1.0	0.9979939819458375
__label__hin_Deva	0.7460087082728591	0.7205607476635514	0.7733199598796389
__label__hne_Deva	0.39679066374908817	0.7272727272727273	0.2728184553660983
__label__hrv_Latn	0.5575396825396826	0.5515210991167812	0.563691073219659
__label__hun_Latn	0.998995983935743	1.0	0.9979939819458375
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9852417302798983	1.0	0.970912738214644
__label__ilo_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__ind_Latn	0.7686703096539163	0.7039199332777314	0.8465396188565697
__label__isl_Latn	0.9899699097291875	0.9899699097291875	0.9899699097291875
__label__ita_Latn	0.9904857285928894	0.989	0.9919759277833501
__label__jav_Latn	0.9193631227529533	0.9421052631578948	0.8976930792377131
__label__jpn_Jpan	0.99849774661993	0.997	1.0
__label__kab_Latn	0.8475298126064736	0.7364914877868246	0.9979939819458375
__label__kac_Latn	0.9924204143506822	1.0	0.9849548645937813
__label__kam_Latn	0.569583931133429	1.0	0.3981945837512538
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9609171443460135	1.0	0.9247743229689067
__label__kas_Deva	0.6306420851875398	0.8611111111111112	0.4974924774322969
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.998995983935743	1.0	0.9979939819458375
__label__kbp_Latn	1.0	1.0	1.0
__label__kea_Latn	0.8592677345537757	1.0	0.753259779338014
__label__khk_Cyrl	0.9979899497487438	1.0	0.995987963891675
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9634680954700438	0.9365530303030303	0.9919759277833501
__label__kin_Latn	0.8998505231689088	0.8940594059405941	0.905717151454363
__label__kir_Cyrl	0.9969909729187563	0.9969909729187563	0.9969909729187563
__label__kmb_Latn	0.7623762376237624	0.9951534733441034	0.6178535606820461
__label__kmr_Latn	1.0	1.0	1.0
__label__knc_Arab	0.6855636123928807	1.0	0.5215646940822467
__label__knc_Latn	0.9690402476780186	0.997874601487779	0.9418254764292878
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9648033126293996	0.9967914438502674	0.9348044132397192
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.983274201723264	0.9938524590163934	0.9729187562688064
__label__lim_Latn	0.9510783798001052	1.0	0.9067201604814443
__label__lin_Latn	0.9889224572004028	0.9929221435793731	0.9849548645937813
__label__lit_Latn	0.9994987468671679	0.998997995991984	1.0
__label__lmo_Latn	0.9534643226473629	0.983991462113127	0.9247743229689067
__label__ltg_Latn	0.9934442763489663	0.9989858012170385	0.9879638916750251
__label__ltz_Latn	0.9867886178861788	1.0	0.9739217652958877
__label__lua_Latn	0.9147202607278653	0.9976303317535545	0.8445336008024072
__label__lug_Latn	0.9778225806451614	0.9827760891590679	0.9729187562688064
__label__luo_Latn	0.9847405900305188	0.9989680082559339	0.970912738214644
__label__lus_Latn	0.9742798353909464	1.0	0.9498495486459378
__label__lvs_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__mag_Deva	0.49575070821529743	0.8433734939759037	0.3510531594784353
__label__mai_Deva	0.7926054303870596	0.9346049046321526	0.6880641925777332
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9799196787148595	0.9809045226130654	0.9789368104312939
__label__min_Latn	0.9684959349593496	0.9814624098867147	0.9558676028084253
__label__mkd_Cyrl	0.9875807252856433	0.9783464566929134	0.9969909729187563
__label__mlt_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__mni_Beng	0.9994987468671679	0.998997995991984	1.0
__label__mos_Latn	0.9348290598290598	1.0	0.8776328986960883
__label__mri_Latn	1.0	1.0	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9679329057720769	0.9524271844660194	0.9839518555667001
__label__nno_Latn	0.9176845459373341	0.9751693002257337	0.8665997993981945
__label__nob_Latn	0.8722891566265061	0.839517625231911	0.9077231695085256
__label__npi_Deva	0.8974725798760133	0.8554545454545455	0.9438314944834504
__label__nso_Latn	0.9774590163934427	0.9989528795811519	0.9568706118355065
__label__nus_Latn	0.9979899497487438	1.0	0.995987963891675
__label__nya_Latn	0.9578344612181156	0.9956709956709957	0.9227683049147443
__label__oci_Latn	0.9776081424936388	0.9922520661157025	0.9633901705115346
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9760326364099949	0.9927385892116183	0.9598796389167502
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9828801611278953	0.9868554095045501	0.9789368104312939
__label__pbt_Arab	0.9965017491254373	0.9930278884462151	1.0
__label__pes_Arab	0.12937685459940654	0.15843023255813954	0.10932798395185557
__label__plt_Latn	0.9657676348547718	1.0	0.9338014042126379
__label__pol_Latn	0.9880834160873883	0.9783677482792527	0.9979939819458375
__label__por_Latn	0.9830000000000001	0.9800598205383848	0.9859578736208626
__label__prs_Arab	0.4205202312138729	0.751937984496124	0.29187562688064195
__label__quy_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__ron_Latn	0.9994987468671679	0.998997995991984	1.0
__label__run_Latn	0.8382687927107061	0.9696969696969697	0.7382146439317954
__label__rus_Cyrl	0.9929364278506558	0.9989847715736041	0.9869608826479438
__label__sag_Latn	0.9785276073619631	0.9979144942648592	0.9598796389167502
__label__san_Deva	0.9252286175363098	0.9976798143851509	0.8625877632898696
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9969909729187563	0.9969909729187563	0.9969909729187563
__label__shn_Mymr	0.9994982438534872	1.0	0.9989969909729187
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9914271306101866	0.9969574036511156	0.9859578736208626
__label__slv_Latn	0.9732785200411099	0.9978925184404637	0.9498495486459378
__label__smo_Latn	0.9924280666330136	0.9989837398373984	0.9859578736208626
__label__sna_Latn	0.9949698189134809	0.9979818365287588	0.9919759277833501
__label__snd_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__som_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__sot_Latn	0.9251336898395721	0.9908361970217641	0.8676028084252758
__label__spa_Latn	0.9618623080733035	0.9500978473581213	0.9739217652958877
__label__srd_Latn	0.988342625443487	0.9989754098360656	0.9779338014042126
__label__srp_Cyrl	0.993963782696177	0.9969727547931383	0.9909729187562688
__label__ssw_Latn	0.9481403876375066	0.9923245614035088	0.9077231695085256
__label__sun_Latn	0.9348054679284963	0.9823204419889503	0.8916750250752257
__label__swe_Latn	0.9883307965499747	1.0	0.9769307923771314
__label__swh_Latn	0.968503937007874	0.9507246376811594	0.9869608826479438
__label__szl_Latn	0.9091903719912473	1.0	0.8335005015045135
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7354430379746836	0.9965694682675815	0.5827482447342026
__label__taq_Tfng	0.9949799196787149	0.9959798994974874	0.9939819458375125
__label__tat_Cyrl	0.9944695827048768	0.9969758064516129	0.9919759277833501
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9949596774193549	1.0	0.9899699097291875
__label__tpi_Latn	0.9831889964340296	0.9989648033126294	0.9679037111334002
__label__tsn_Latn	0.9577744659711873	0.9488188976377953	0.966900702106319
__label__tso_Latn	0.9898682877406282	1.0	0.9799398194583752
__label__tuk_Latn	0.9994987468671679	0.998997995991984	1.0
__label__tum_Latn	0.9811896288764617	0.9948453608247423	0.9679037111334002
__label__tur_Latn	0.9846610588817417	0.9716796875	0.9979939819458375
__label__twi_Latn	0.9926786165109821	0.9994916115912558	0.9859578736208626
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9984932194876946	1.0	0.9969909729187563
__label__umb_Latn	0.6100278551532033	0.9977220956719818	0.43931795386158473
__label__urd_Arab	0.9563549160671463	0.9163602941176471	1.0
__label__uzn_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__vec_Latn	0.9690721649484536	0.9968186638388123	0.9428284854563691
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9853015712113532	0.9959016393442623	0.9749247743229689
__label__wol_Latn	0.985256736146416	0.9989690721649485	0.9719157472417251
__label__xho_Latn	0.8948475289169294	0.9403314917127071	0.8535606820461384
__label__ydd_Hebr	0.99849774661993	0.997	1.0
__label__yor_Latn	0.9873160832064942	0.9989733059548255	0.9759277833500501
__label__yue_Hant	0.6735324407826982	0.5120041753653445	0.9839518555667001
__label__zgh_Tfng	0.9753846153846154	0.9979013641133263	0.9538615847542627
__label__zsm_Latn	0.7981220657276994	0.8315217391304348	0.7673019057171514
__label__zul_Latn	0.898286937901499	0.9632606199770379	0.8415245737211635

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.5052554771155986	0.9656922905277251	0.3421298377892298
dev/addemojis	0.8354850263107144	0.9442579664837868	0.7491835111245065
dev/antspeak	0.4014165029998117	0.6284790598245595	0.29487971303071775
dev/cyrillic	0.5030426831224667	0.9031721242223303	0.3486024576191629
dev/floresplus	0.9037349653989442	0.9392941276795327	0.870769945303892
dev/delete	0.8551314184796217	0.9394401855006626	0.7847088062216205
dev/hashtag	0.37840280514820807	0.2883432882578494	0.5502715041676755
dev/html	0.8760946583824812	0.935859354382261	0.8235049977518764
dev/leetspeak	0.6062182001271995	0.9196759701297527	0.4521199065175823
dev/ngrams	0.785462332744998	0.854554011341452	0.7267072152417845
dev/short	0.38799872637840827	0.29944836550753595	0.550908884288333
dev/spongebob	0.7628843105255321	0.9323309880260886	0.6455573617403936
dev/swap	0.7836899958818939	0.9393259512895565	0.6722976812210029
dev/url	0.8475680820743569	0.9360888782702186	0.7743427326313918