rewicks/flat-cnn-Hidden_LARGE_Embed_LARGE_NLayer_LARGE_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.9347408829174664	0.8960441582336707	0.9769307923771314
__label__ace_Latn	0.9915380786460926	0.9841897233201581	0.9989969909729187
__label__acm_Arab	0.0662878787878788	0.5932203389830508	0.03510531594784353
__label__acq_Arab	0.003933136676499509	0.1	0.0020060180541624875
__label__aeb_Arab	0.5095457537853851	0.7413793103448276	0.3881644934804413
__label__afr_Latn	0.9920398009950249	0.9842053307008884	1.0
__label__als_Latn	0.9955067398901647	0.9910536779324056	1.0
__label__amh_Ethi	0.998997995991984	0.997997997997998	1.0
__label__apc_Arab	0.2766402005850397	0.8295739348370927	0.16599799398194584
__label__arb_Arab	0.26896926842534674	0.15557652980965864	0.9919759277833501
__label__ars_Arab	0.015803336259877086	0.06338028169014084	0.009027081243731194
__label__ary_Arab	0.6860036832412523	0.6340425531914894	0.7472417251755266
__label__arz_Arab	0.5006993006993007	0.3843263553408481	0.7181544633901705
__label__asm_Beng	0.9979979979979979	0.996003996003996	1.0
__label__ast_Latn	0.9624206930209859	0.9372623574144486	0.9889669007021064
__label__awa_Deva	0.6819452207937395	0.7702020202020202	0.6118355065195586
__label__ayr_Latn	0.9954977488744373	0.9930139720558883	0.9979939819458375
__label__azb_Arab	0.7972142564522737	0.6738227146814404	0.9759277833500501
__label__azj_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__bak_Cyrl	0.996993987975952	0.995995995995996	0.9979939819458375
__label__bam_Latn	0.6014930678990402	0.4658590308370044	0.8485456369107321
__label__ban_Latn	0.962816063460585	0.9519607843137254	0.9739217652958877
__label__bel_Cyrl	0.99849774661993	0.997	1.0
__label__bem_Latn	0.9904857285928894	0.989	0.9919759277833501
__label__ben_Beng	0.9994987468671679	0.998997995991984	1.0
__label__bho_Deva	0.8446559930765902	0.7427701674277016	0.9789368104312939
__label__bjn_Arab	0.927767354596623	0.8713656387665198	0.9919759277833501
__label__bjn_Latn	0.9285380663241475	0.8688811188811189	0.9969909729187563
__label__bod_Tibt	0.9924660974384731	0.993963782696177	0.9909729187562688
__label__bos_Latn	0.5985247629083246	0.6304106548279689	0.5697091273821464
__label__bug_Latn	0.9737233515121468	0.9627450980392157	0.9849548645937813
__label__bul_Cyrl	0.9827501232134056	0.9660852713178295	1.0
__label__cat_Latn	0.9364705882352942	0.8820921985815603	0.9979939819458375
__label__ceb_Latn	0.995995995995996	0.994005994005994	0.9979939819458375
__label__ces_Latn	0.9930278884462151	0.9861523244312562	1.0
__label__cjk_Latn	0.2630230572160546	0.8850574712643678	0.15446339017051153
__label__ckb_Arab	0.968431277319087	0.9387947269303202	1.0
__label__cmn_Hans	0.4449576597382602	0.956953642384106	0.28986960882647944
__label__cmn_Hant	0.27017841971113005	0.8833333333333333	0.15947843530591777
__label__crh_Latn	0.9884942471235617	0.9860279441117764	0.9909729187562688
__label__cym_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__dan_Latn	0.9785749875435974	0.9722772277227723	0.9849548645937813
__label__deu_Latn	0.9910536779324055	0.9822660098522168	1.0
__label__dik_Latn	0.996996996996997	0.995004995004995	0.9989969909729187
__label__dyu_Latn	0.02181818181818182	0.03968253968253968	0.015045135406218655
__label__dzo_Tibt	0.7853485624261521	0.6465629053177692	1.0
__label__ekk_Latn	0.995	0.9920239282153539	0.9979939819458375
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9940119760479041	0.9890764647467726	0.9989969909729187
__label__epo_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__eus_Latn	0.9950099800399202	0.9900695134061569	1.0
__label__ewe_Latn	0.99849774661993	0.997	1.0
__label__fao_Latn	0.9945137157107232	0.9890873015873016	1.0
__label__fij_Latn	0.9965017491254373	0.9930278884462151	1.0
__label__fil_Latn	0.9925335988053758	0.9851778656126482	1.0
__label__fin_Latn	0.996003996003996	0.9920398009950249	1.0
__label__fon_Latn	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__fra_Latn	0.9935226706527155	0.9871287128712871	1.0
__label__fur_Latn	0.9890547263681592	0.981243830207305	0.9969909729187563
__label__fuv_Latn	0.9425287356321839	0.9836423118865867	0.9047141424272819
__label__gaz_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__gla_Latn	0.996	0.9930209371884346	0.9989969909729187
__label__gle_Latn	0.996003996003996	0.9920398009950249	1.0
__label__glg_Latn	0.9645803008248423	0.9342105263157895	0.9969909729187563
__label__gug_Latn	0.995983935742972	0.9969849246231156	0.9949849548645938
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9920398009950249	0.9842053307008884	1.0
__label__hau_Latn	0.97503671071953	0.9521988527724665	0.9989969909729187
__label__heb_Hebr	1.0	1.0	1.0
__label__hin_Deva	0.7682221365214037	0.6240601503759399	0.9989969909729187
__label__hne_Deva	0.8513011152416357	0.793073593073593	0.9187562688064193
__label__hrv_Latn	0.6799027552674229	0.5703602991162474	0.8415245737211635
__label__hun_Latn	0.9994987468671679	0.998997995991984	1.0
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.995987963891675	0.995987963891675	0.995987963891675
__label__ilo_Latn	0.9935226706527155	0.9871287128712871	1.0
__label__ind_Latn	0.8308730493462674	0.7168850072780204	0.9879638916750251
__label__isl_Latn	0.9842053307008884	0.9689018464528668	1.0
__label__ita_Latn	0.9876176324913324	0.9755381604696673	1.0
__label__jav_Latn	0.9647058823529411	0.9434324065196549	0.9869608826479438
__label__jpn_Jpan	0.944128787878788	0.8941704035874439	1.0
__label__kab_Latn	0.8628299437472955	0.758751902587519	1.0
__label__kac_Latn	0.998995983935743	1.0	0.9979939819458375
__label__kam_Latn	0.602930914166085	0.9908256880733946	0.43329989969909727
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9655172413793104	0.9621513944223108	0.9689067201604814
__label__kas_Deva	0.9012833168805529	0.8872691933916423	0.9157472417251755
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9955067398901647	0.9910536779324056	1.0
__label__kbp_Latn	0.998997995991984	0.997997997997998	1.0
__label__kea_Latn	0.9480859989512322	0.9934065934065934	0.9067201604814443
__label__khk_Cyrl	1.0	1.0	1.0
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9650824442289041	0.9342723004694836	0.9979939819458375
__label__kin_Latn	0.9174917491749175	0.8656583629893239	0.9759277833500501
__label__kir_Cyrl	0.9930278884462151	0.9861523244312562	1.0
__label__kmb_Latn	0.8596981553940749	0.9709595959595959	0.7713139418254764
__label__kmr_Latn	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__knc_Arab	0.6890203813280736	1.0	0.5255767301905717
__label__knc_Latn	0.968937875751503	0.9679679679679679	0.9699097291875627
__label__kor_Hang	0.998997995991984	0.997997997997998	1.0
__label__ktu_Latn	0.9914872308462694	0.99	0.9929789368104313
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9631782945736435	0.9315838800374883	0.9969909729187563
__label__lim_Latn	0.9817997977755307	0.9898063200815495	0.9739217652958877
__label__lin_Latn	0.993	0.9900299102691924	0.995987963891675
__label__lit_Latn	0.997	0.9940179461615155	1.0
__label__lmo_Latn	0.9566084788029924	0.9513888888888888	0.9618856569709128
__label__ltg_Latn	0.9935032483758122	0.9900398406374502	0.9969909729187563
__label__ltz_Latn	0.994	0.9910269192422732	0.9969909729187563
__label__lua_Latn	0.9631933644375323	0.9967811158798283	0.9317953861584755
__label__lug_Latn	0.9796323894684552	0.9704724409448819	0.9889669007021064
__label__luo_Latn	0.9924887330996494	0.991	0.9939819458375125
__label__lus_Latn	0.9954841946813848	0.9959839357429718	0.9949849548645938
__label__lvs_Latn	0.9955067398901647	0.9910536779324056	1.0
__label__mag_Deva	0.8802281368821292	0.8364950316169828	0.9287863590772317
__label__mai_Deva	0.9279923700524558	0.8845454545454545	0.9759277833500501
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9722086786933204	0.9459203036053131	1.0
__label__min_Latn	0.9681840430739108	0.9455066921606119	0.9919759277833501
__label__mkd_Cyrl	0.9920398009950249	0.9842053307008884	1.0
__label__mlt_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__mni_Beng	0.9736328125	0.9486203615604186	1.0
__label__mos_Latn	0.9356040447046301	0.9965986394557823	0.8816449348044132
__label__mri_Latn	0.99849774661993	0.997	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9745098039215686	0.9530201342281879	0.9969909729187563
__label__nno_Latn	0.9755122438780609	0.9721115537848606	0.9789368104312939
__label__nob_Latn	0.9118597138901708	0.8444444444444444	0.9909729187562688
__label__npi_Deva	0.9499761791329204	0.9047186932849365	1.0
__label__nso_Latn	0.9899999999999999	0.9870388833499502	0.9929789368104313
__label__nus_Latn	0.996993987975952	0.995995995995996	0.9979939819458375
__label__nya_Latn	0.989010989010989	0.9850746268656716	0.9929789368104313
__label__oci_Latn	0.9754781755762629	0.9544145873320538	0.9974924774322969
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9930209371884346	0.9871159563924677	0.9989969909729187
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9826989619377163	0.9688109161793372	0.9969909729187563
__label__pbt_Arab	0.8917710196779964	0.804681194511703	1.0
__label__pes_Arab	0.18655097613882865	0.1643730886850153	0.2156469408224674
__label__plt_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__pol_Latn	0.9866402770905492	0.9736328125	1.0
__label__por_Latn	0.9736328125	0.9486203615604186	1.0
__label__prs_Arab	0.7076271186440679	0.6126192223037418	0.8375125376128385
__label__quy_Latn	0.991044776119403	0.983218163869694	0.9989969909729187
__label__ron_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__run_Latn	0.9111223971559167	0.9228395061728395	0.8996990972918756
__label__rus_Cyrl	0.9876176324913324	0.9755381604696673	1.0
__label__sag_Latn	0.9914357682619647	0.9959514170040485	0.9869608826479438
__label__san_Deva	0.9889224572004028	0.9929221435793731	0.9849548645937813
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9880952380952381	0.9774288518155054	0.9989969909729187
__label__shn_Mymr	0.7407132243684993	0.5882005899705015	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9900199600798404	0.9851042701092354	0.9949849548645938
__label__slv_Latn	0.9935032483758122	0.9900398406374502	0.9969909729187563
__label__smo_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__sna_Latn	0.9950099800399202	0.9900695134061569	1.0
__label__snd_Arab	0.9940179461615154	0.9881070366699702	1.0
__label__som_Latn	0.996	0.9930209371884346	0.9989969909729187
__label__sot_Latn	0.9696969696969697	0.9766022380467956	0.9628886659979939
__label__spa_Latn	0.9494756911344138	0.9046321525885559	0.9989969909729187
__label__srd_Latn	0.9920079920079921	0.9880597014925373	0.995987963891675
__label__srp_Cyrl	0.9837037037037036	0.9688715953307393	0.9989969909729187
__label__ssw_Latn	0.977889447236181	0.9798590130916415	0.9759277833500501
__label__sun_Latn	0.9502923976608187	0.9241706161137441	0.9779338014042126
__label__swe_Latn	0.9924736578023081	0.9929718875502008	0.9919759277833501
__label__swh_Latn	0.8921700223713646	0.8053311793214862	1.0
__label__szl_Latn	0.941860465116279	0.9955307262569832	0.8936810431293881
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.8231173380035026	0.9846368715083799	0.7071213640922769
__label__taq_Tfng	0.8427299703264096	0.7298091042584435	0.9969909729187563
__label__tat_Cyrl	0.9935162094763091	0.9880952380952381	0.9989969909729187
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.996003996003996	0.9920398009950249	1.0
__label__tha_Thai	0.9994987468671679	0.998997995991984	1.0
__label__tir_Ethi	0.9994987468671679	0.998997995991984	1.0
__label__tpi_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__tsn_Latn	0.960348162475822	0.927170868347339	0.995987963891675
__label__tso_Latn	0.993483709273183	0.9929859719438878	0.9939819458375125
__label__tuk_Latn	0.9979979979979979	0.996003996003996	1.0
__label__tum_Latn	0.9861248761149654	0.9745347698334965	0.9979939819458375
__label__tur_Latn	0.9851485148514851	0.9726295210166178	0.9979939819458375
__label__twi_Latn	0.9952273298166289	0.9969803724207348	0.993480441323972
__label__uig_Arab	0.9994987468671679	0.998997995991984	1.0
__label__ukr_Cyrl	0.9965017491254373	0.9930278884462151	1.0
__label__umb_Latn	0.7535515750463249	0.9807073954983923	0.6118355065195586
__label__urd_Arab	0.9326473339569691	0.873794916739702	1.0
__label__uzn_Latn	0.9955067398901647	0.9910536779324056	1.0
__label__vec_Latn	0.978131212723658	0.9694581280788177	0.9869608826479438
__label__vie_Latn	0.998997995991984	0.997997997997998	1.0
__label__war_Latn	0.9945137157107232	0.9890873015873016	1.0
__label__wol_Latn	0.9949799196787149	0.9959798994974874	0.9939819458375125
__label__xho_Latn	0.9554777388694348	0.9530938123752495	0.9578736208625878
__label__ydd_Hebr	0.9793713163064833	0.9595765158806545	1.0
__label__yor_Latn	0.9830677290836652	0.9762611275964391	0.9899699097291875
__label__yue_Hant	0.5410016510731976	0.372772089495639	0.9859578736208626
__label__zgh_Tfng	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__zsm_Latn	0.8845618915159944	0.8224137931034483	0.9568706118355065
__label__zul_Latn	0.9542356377799416	0.9271523178807947	0.9829488465396189

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.5992893596094409	0.8791182540895888	0.45459037210152625
dev/addemojis	0.9051379569895145	0.9101777560176257	0.9001536629593213
dev/antspeak	0.2769099663860397	0.31729701441098757	0.24564333394271484
dev/cyrillic	0.5661243274777986	0.822767995930249	0.4315211644786576
dev/floresplus	0.91020782485067	0.8941715963638617	0.9268297503347481
dev/delete	0.8704456188228907	0.88567118384045	0.855734691760009
dev/hashtag	0.352112293180121	0.2602985540414023	0.5439915806532899
dev/html	0.9099542348134425	0.9038922797917357	0.9160980478380956
dev/leetspeak	0.7984581201547258	0.8763130081540832	0.7333082992820827
dev/ngrams	0.7230742633042007	0.6700097383298133	0.7852671314435918
dev/short	0.2613396048178506	0.17059033081953157	0.5583845131453474
dev/spongebob	0.8779257024511165	0.8730845158516086	0.8828208764223706
dev/swap	0.8221889788467619	0.8893813449223376	0.7644361656397765
dev/url	0.905175779550038	0.9112010093525323	0.8992297088309262