rewicks/flat-cnn-Hidden_LARGE_Embed_LARGE_NLayer_XLARGE_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.942428640541848	0.9102803738317757	0.9769307923771314
__label__ace_Latn	0.9930209371884346	0.9871159563924677	0.9989969909729187
__label__acm_Arab	0.1012216404886562	0.38926174496644295	0.058174523570712136
__label__acq_Arab	0.013295346628679962	0.125	0.007021063189568706
__label__aeb_Arab	0.5390070921985816	0.7545126353790613	0.4192577733199599
__label__afr_Latn	0.9925335988053758	0.9851778656126482	1.0
__label__als_Latn	0.996003996003996	0.9920398009950249	1.0
__label__amh_Ethi	0.9994987468671679	0.998997995991984	1.0
__label__apc_Arab	0.41182994454713495	0.7834036568213784	0.2793380140421264
__label__arb_Arab	0.28260558339298497	0.16482965931863727	0.9899699097291875
__label__ars_Arab	0.03582554517133956	0.08013937282229965	0.023069207622868605
__label__ary_Arab	0.6358974358974359	0.5240572171651495	0.8084252758274825
__label__arz_Arab	0.5297967619703754	0.40346274921301156	0.7713139418254764
__label__asm_Beng	0.997	0.9940179461615155	1.0
__label__ast_Latn	0.9785322016974538	0.974155069582505	0.9829488465396189
__label__awa_Deva	0.8135223555070884	0.8912783751493429	0.7482447342026078
__label__ayr_Latn	0.995	0.9920239282153539	0.9979939819458375
__label__azb_Arab	0.9307875894988066	0.8879781420765027	0.9779338014042126
__label__azj_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__bak_Cyrl	0.996993987975952	0.995995995995996	0.9979939819458375
__label__bam_Latn	0.6088794926004228	0.4693101575230853	0.8665997993981945
__label__ban_Latn	0.972027972027972	0.9681592039800995	0.9759277833500501
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.9855793137742416	0.9773175542406312	0.9939819458375125
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.8581436077057794	0.7614607614607615	0.9829488465396189
__label__bjn_Arab	0.9109461966604824	0.8472821397756687	0.9849548645937813
__label__bjn_Latn	0.9649805447470817	0.9367327667610954	0.9949849548645938
__label__bod_Tibt	0.9775280898876404	0.9958376690946931	0.9598796389167502
__label__bos_Latn	0.6078639744952178	0.6463276836158192	0.5737211634904714
__label__bug_Latn	0.9828629032258064	0.9878419452887538	0.9779338014042126
__label__bul_Cyrl	0.9920398009950249	0.9842053307008884	1.0
__label__cat_Latn	0.9637155297532656	0.930841121495327	0.9989969909729187
__label__ceb_Latn	0.9949899799599199	0.993993993993994	0.995987963891675
__label__ces_Latn	0.9930209371884346	0.9871159563924677	0.9989969909729187
__label__cjk_Latn	0.3070469798657718	0.9384615384615385	0.18355065195586762
__label__ckb_Arab	0.9935226706527155	0.9871287128712871	1.0
__label__cmn_Hans	0.43599689681923975	0.9623287671232876	0.2818455366098295
__label__cmn_Hant	0.2796967144060657	0.8736842105263158	0.16649949849548645
__label__crh_Latn	0.9904666332162568	0.9909638554216867	0.9899699097291875
__label__cym_Latn	0.9994987468671679	0.998997995991984	1.0
__label__dan_Latn	0.9816194734227521	0.9724409448818898	0.9909729187562688
__label__deu_Latn	0.997	0.9940179461615155	1.0
__label__dik_Latn	0.996	0.9930209371884346	0.9989969909729187
__label__dyu_Latn	0.025280898876404497	0.04215456674473068	0.01805416248746239
__label__dzo_Tibt	0.8079416531604539	0.6777702243371856	1.0
__label__ekk_Latn	0.997	0.9940179461615155	1.0
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9930209371884346	0.9871159563924677	0.9989969909729187
__label__epo_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__eus_Latn	0.997	0.9940179461615155	1.0
__label__ewe_Latn	0.997	0.9940179461615155	1.0
__label__fao_Latn	0.9954932398597897	0.994	0.9969909729187563
__label__fij_Latn	0.9959919839679359	0.994994994994995	0.9969909729187563
__label__fil_Latn	0.9935226706527155	0.9871287128712871	1.0
__label__fin_Latn	0.9979979979979979	0.996003996003996	1.0
__label__fon_Latn	0.995983935742972	0.9969849246231156	0.9949849548645938
__label__fra_Latn	0.9974962443665497	0.996	0.9989969909729187
__label__fur_Latn	0.9905425584868094	0.983201581027668	0.9979939819458375
__label__fuv_Latn	0.9471480900052329	0.9901531728665208	0.9077231695085256
__label__gaz_Latn	0.9959919839679359	0.994994994994995	0.9969909729187563
__label__gla_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__gle_Latn	0.99849774661993	0.997	1.0
__label__glg_Latn	0.9792899408284025	0.9631425800193987	0.995987963891675
__label__gug_Latn	0.996993987975952	0.995995995995996	0.9979939819458375
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.990561351217089	0.9812992125984252	1.0
__label__hau_Latn	0.9837037037037036	0.9688715953307393	0.9989969909729187
__label__heb_Hebr	1.0	1.0	1.0
__label__hin_Deva	0.7857988165680474	0.647594278283485	0.9989969909729187
__label__hne_Deva	0.8232189973614775	0.7329678935003915	0.9388164493480441
__label__hrv_Latn	0.697844652297682	0.5868673050615595	0.8605817452357071
__label__hun_Latn	0.9994987468671679	0.998997995991984	1.0
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9959798994974874	0.9979859013091642	0.9939819458375125
__label__ilo_Latn	0.9965017491254373	0.9930278884462151	1.0
__label__ind_Latn	0.8602620087336245	0.7617942768754834	0.9879638916750251
__label__isl_Latn	0.9900695134061569	0.9803343166175025	1.0
__label__ita_Latn	0.991044776119403	0.983218163869694	0.9989969909729187
__label__jav_Latn	0.9746898263027296	0.9646365422396856	0.9849548645937813
__label__jpn_Jpan	0.9283054003724395	0.8662033014769766	1.0
__label__kab_Latn	0.8568972926514825	0.749624060150376	1.0
__label__kac_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__kam_Latn	0.675496688741722	0.9941520467836257	0.5115346038114343
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.971830985915493	0.9747729566094854	0.9689067201604814
__label__kas_Deva	0.9130645944633317	0.8851224105461394	0.9428284854563691
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.99849774661993	0.997	1.0
__label__kbp_Latn	0.9994987468671679	0.998997995991984	1.0
__label__kea_Latn	0.9817997977755307	0.9898063200815495	0.9739217652958877
__label__khk_Cyrl	0.9994987468671679	0.998997995991984	1.0
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9655841008240427	0.9343339587242027	0.9989969909729187
__label__kin_Latn	0.9069767441860465	0.8456201214223764	0.9779338014042126
__label__kir_Cyrl	0.9920318725099603	0.9851632047477745	0.9989969909729187
__label__kmb_Latn	0.8697104677060133	0.9774718397997497	0.7833500501504513
__label__kmr_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__knc_Arab	0.690741956664478	1.0	0.5275827482447342
__label__knc_Latn	0.9851632047477744	0.9717073170731707	0.9989969909729187
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9924887330996494	0.991	0.9939819458375125
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9707602339181286	0.9440758293838862	0.9989969909729187
__label__lim_Latn	0.9777327935222672	0.9867211440245148	0.9689067201604814
__label__lin_Latn	0.9945082376435347	0.9900596421471173	0.9989969909729187
__label__lit_Latn	0.996	0.9930209371884346	0.9989969909729187
__label__lmo_Latn	0.968968968968969	0.967032967032967	0.970912738214644
__label__ltg_Latn	0.996	0.9930209371884346	0.9989969909729187
__label__ltz_Latn	0.9974962443665497	0.996	0.9989969909729187
__label__lua_Latn	0.9857723577235772	0.9989701338825953	0.9729187562688064
__label__lug_Latn	0.9768130241736557	0.9611650485436893	0.9929789368104313
__label__luo_Latn	0.9944917376064095	0.993	0.995987963891675
__label__lus_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__lvs_Latn	0.992023928215354	0.9861248761149654	0.9979939819458375
__label__mag_Deva	0.8706896551724137	0.8331805682859762	0.9117352056168505
__label__mai_Deva	0.9608717186726102	0.949119373776908	0.9729187562688064
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.962819893771125	0.9283054003724395	1.0
__label__min_Latn	0.981094527363184	0.9733464955577492	0.9889669007021064
__label__mkd_Cyrl	0.9940179461615154	0.9881070366699702	1.0
__label__mlt_Latn	0.9994987468671679	0.998997995991984	1.0
__label__mni_Beng	0.9689018464528668	0.939679547596607	1.0
__label__mos_Latn	0.9411764705882353	0.9977528089887641	0.8906720160481444
__label__mri_Latn	0.998997995991984	0.997997997997998	1.0
__label__mya_Mymr	0.998995983935743	1.0	0.9979939819458375
__label__nld_Latn	0.9827160493827161	0.9678988326848249	0.9979939819458375
__label__nno_Latn	0.9725411882176735	0.9681908548707754	0.9769307923771314
__label__nob_Latn	0.9259084473808401	0.8743315508021391	0.9839518555667001
__label__npi_Deva	0.9549808429118775	0.9138405132905592	1.0
__label__nso_Latn	0.99000999000999	0.9860696517412936	0.9939819458375125
__label__nus_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__nya_Latn	0.9874937468734367	0.9850299401197605	0.9899699097291875
__label__oci_Latn	0.983914872556298	0.9711773326819736	0.9969909729187563
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9935162094763091	0.9880952380952381	0.9989969909729187
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9832015810276681	0.9688412852969815	0.9979939819458375
__label__pbt_Arab	0.940566037735849	0.8878005342831701	1.0
__label__pes_Arab	0.18568464730290457	0.19226638023630505	0.17953861584754263
__label__plt_Latn	0.9821519632840388	0.9989626556016598	0.9658976930792377
__label__pol_Latn	0.9881070366699702	0.9764936336924583	1.0
__label__por_Latn	0.9764936336924585	0.9540669856459331	1.0
__label__prs_Arab	0.7039764359351988	0.6894230769230769	0.7191574724172518
__label__quy_Latn	0.9979979979979979	0.996003996003996	1.0
__label__ron_Latn	0.998997995991984	0.997997997997998	1.0
__label__run_Latn	0.9142572283150548	0.908820614469772	0.9197592778335005
__label__rus_Cyrl	0.9930139720558881	0.9880834160873883	0.9979939819458375
__label__sag_Latn	0.9949799196787149	0.9959798994974874	0.9939819458375125
__label__san_Deva	0.9954705586311022	0.998989898989899	0.9919759277833501
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9856506679861454	0.97265625	0.9989969909729187
__label__shn_Mymr	0.7050919377652052	0.5445111960677226	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9959919839679359	0.994994994994995	0.9969909729187563
__label__slv_Latn	0.9919839679358717	0.990990990990991	0.9929789368104313
__label__smo_Latn	0.995987963891675	0.995987963891675	0.995987963891675
__label__sna_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__snd_Arab	0.9930278884462151	0.9861523244312562	1.0
__label__som_Latn	0.9935226706527155	0.9871287128712871	1.0
__label__sot_Latn	0.974974974974975	0.973026973026973	0.9769307923771314
__label__spa_Latn	0.9637155297532656	0.930841121495327	0.9989969909729187
__label__srd_Latn	0.994	0.9910269192422732	0.9969909729187563
__label__srp_Cyrl	0.9940119760479041	0.9890764647467726	0.9989969909729187
__label__ssw_Latn	0.9745889387144991	0.9683168316831683	0.9809428284854563
__label__sun_Latn	0.9645320197044335	0.9477250726040658	0.9819458375125376
__label__swe_Latn	0.9919678714859438	0.992964824120603	0.9909729187562688
__label__swh_Latn	0.9055404178019981	0.8273858921161825	1.0
__label__szl_Latn	0.9529780564263322	0.9945474372955289	0.9147442326980942
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.8344907407407407	0.9863201094391245	0.7231695085255767
__label__taq_Tfng	0.862472885032538	0.7599388379204893	0.9969909729187563
__label__tat_Cyrl	0.9935097353969047	0.989065606361829	0.9979939819458375
__label__tel_Telu	0.998997995991984	0.997997997997998	1.0
__label__tgk_Cyrl	0.9965017491254373	0.9930278884462151	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	1.0	1.0	1.0
__label__tpi_Latn	0.9979979979979979	0.996003996003996	1.0
__label__tsn_Latn	0.9593810444874274	0.9262371615312792	0.9949849548645938
__label__tso_Latn	0.9949748743718593	0.9969788519637462	0.9929789368104313
__label__tuk_Latn	0.998997995991984	0.997997997997998	1.0
__label__tum_Latn	0.9875807252856433	0.9783464566929134	0.9969909729187563
__label__tur_Latn	0.9817103311913	0.9678362573099415	0.995987963891675
__label__twi_Latn	0.9977449260836884	0.9969954932398598	0.9984954864593781
__label__uig_Arab	0.99849774661993	0.997	1.0
__label__ukr_Cyrl	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__umb_Latn	0.7680981595092025	0.9889415481832543	0.6278836509528586
__label__urd_Arab	0.944128787878788	0.8941704035874439	1.0
__label__uzn_Latn	0.9950099800399202	0.9900695134061569	1.0
__label__vec_Latn	0.9785749875435974	0.9722772277227723	0.9849548645937813
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9950099800399202	0.9900695134061569	1.0
__label__wol_Latn	0.9944972486243122	0.9920159680638723	0.9969909729187563
__label__xho_Latn	0.9587939698492463	0.9607250755287009	0.9568706118355065
__label__ydd_Hebr	0.9955067398901647	0.9910536779324056	1.0
__label__yor_Latn	0.9920079920079921	0.9880597014925373	0.995987963891675
__label__yue_Hant	0.5426527242707759	0.3739097459233978	0.9889669007021064
__label__zgh_Tfng	0.9959919839679359	0.994994994994995	0.9969909729187563
__label__zsm_Latn	0.905263157894737	0.8655077767612077	0.9488465396188566
__label__zul_Latn	0.9591041869522882	0.9318826868495743	0.9879638916750251

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.6300367224865288	0.8714533823234218	0.4933618589759426
dev/addemojis	0.9135558898833351	0.9165522797803772	0.9105790277235648
dev/antspeak	0.2735493417575836	0.33705946618624877	0.2301782193872257
dev/cyrillic	0.6000888670095612	0.8499221268426962	0.4637656812802941
dev/floresplus	0.9162163345315167	0.90218260715466	0.9306935585080365
dev/delete	0.8758413346918494	0.8899292646481337	0.8621924887964386
dev/hashtag	0.3114990390775144	0.2243548587185754	0.5093358894417241
dev/html	0.9141251789621546	0.9087091954808659	0.919606108967296
dev/leetspeak	0.8069389226324651	0.885609357194731	0.7411050886650098
dev/ngrams	0.7282513860485729	0.6833553529271621	0.7794615373213236
dev/short	0.1752960848608878	0.10470927235375134	0.5379191762479557
dev/spongebob	0.8854157650695518	0.8863078263624842	0.8845254976752919
dev/swap	0.8346276646189188	0.8939186177086331	0.7827126700297938
dev/url	0.9151981447105838	0.9218595697965281	0.908632300843417