rewicks/flat-lstm-Hidden_SMALL_Embed_SMALL_NLayer_MEDIUM_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.916219119226638	0.9861271676300578	0.8555667001003009
__label__ace_Latn	0.9929718875502007	0.9939698492462311	0.9919759277833501
__label__acm_Arab	0.02554027504911591	0.6190476190476191	0.013039117352056168
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.3057644110275689	0.915	0.18355065195586762
__label__afr_Latn	0.993483709273183	0.9929859719438878	0.9939819458375125
__label__als_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__amh_Ethi	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__apc_Arab	0.17019360648356596	0.8325991189427313	0.09478435305917753
__label__arb_Arab	0.331762858264625	0.20624847449353184	0.847542627883651
__label__ars_Arab	0.0	0.0	0.0
__label__ary_Arab	0.6813428728673637	0.7548780487804878	0.6208625877632898
__label__arz_Arab	0.4797086368366285	0.4983783783783784	0.46238716148445336
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.9713408393039918	0.9916405433646813	0.9518555667001003
__label__awa_Deva	0.7224999999999999	0.9585406301824212	0.5797392176529589
__label__ayr_Latn	0.9964771011575239	1.0	0.9929789368104313
__label__azb_Arab	0.8040742959856202	0.9985119047619048	0.6730190571715146
__label__azj_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__bak_Cyrl	0.9964771011575239	1.0	0.9929789368104313
__label__bam_Latn	0.5408163265306123	0.4442295293359123	0.691073219658977
__label__ban_Latn	0.9585921325051759	0.9903743315508021	0.9287863590772317
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.9894099848714071	0.9949290060851927	0.9839518555667001
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.9218673218673219	0.9036608863198459	0.9408224674022067
__label__bjn_Arab	0.918338777414839	0.8586387434554974	0.9869608826479438
__label__bjn_Latn	0.9623304871923657	0.9637826961770624	0.9608826479438315
__label__bod_Tibt	0.9816887080366227	0.9958720330237358	0.9679037111334002
__label__bos_Latn	0.5544651619234543	0.542747358309318	0.5667001003009027
__label__bug_Latn	0.9696032972694487	0.996822033898305	0.9438314944834504
__label__bul_Cyrl	0.9910536779324055	0.9822660098522168	1.0
__label__cat_Latn	0.9671641791044776	0.9595261599210266	0.9749247743229689
__label__ceb_Latn	0.9929435483870966	0.9979736575481256	0.9879638916750251
__label__ces_Latn	0.9949899799599199	0.993993993993994	0.995987963891675
__label__cjk_Latn	0.3530377668308703	0.9728506787330317	0.2156469408224674
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.9055161114145276	0.9940047961630696	0.831494483450351
__label__cmn_Hant	0.27796610169491526	0.8961748633879781	0.16449348044132397
__label__crh_Latn	0.9853164556962025	0.9948875255623721	0.9759277833500501
__label__cym_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__dan_Latn	0.9665314401622718	0.9774358974358974	0.9558676028084253
__label__deu_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__dik_Latn	0.9924357034795763	0.9979716024340771	0.9869608826479438
__label__dyu_Latn	0.02620087336244541	0.04774535809018567	0.01805416248746239
__label__dzo_Tibt	0.9673648319532392	0.9403409090909091	0.995987963891675
__label__ekk_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9949849548645938	0.9949849548645938	0.9949849548645938
__label__epo_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__eus_Latn	0.9994987468671679	0.998997995991984	1.0
__label__ewe_Latn	0.998997995991984	0.997997997997998	1.0
__label__fao_Latn	0.9905331340308919	0.9841584158415841	0.9969909729187563
__label__fij_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__fil_Latn	0.9954977488744373	0.9930139720558883	0.9979939819458375
__label__fin_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__fon_Latn	0.9949596774193549	1.0	0.9899699097291875
__label__fra_Latn	0.9964771011575239	1.0	0.9929789368104313
__label__fur_Latn	0.9929859719438877	0.991991991991992	0.9939819458375125
__label__fuv_Latn	0.8528735632183908	0.9986541049798116	0.7442326980942828
__label__gaz_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__gla_Latn	1.0	1.0	1.0
__label__gle_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__glg_Latn	0.964859437751004	0.9658291457286432	0.9638916750250752
__label__gug_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9945082376435347	0.9900596421471173	0.9989969909729187
__label__hau_Latn	0.9955067398901647	0.9910536779324056	1.0
__label__heb_Hebr	0.998997995991984	0.997997997997998	1.0
__label__hin_Deva	0.8897996357012751	0.8148457047539617	0.9799398194583752
__label__hne_Deva	0.9166235111341273	0.9475374732334048	0.8876629889669007
__label__hrv_Latn	0.6373198285936891	0.5210191082802548	0.8204613841524574
__label__hun_Latn	0.998995983935743	1.0	0.9979939819458375
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9862735129639044	1.0	0.9729187562688064
__label__ilo_Latn	0.9994987468671679	0.998997995991984	1.0
__label__ind_Latn	0.8193295602960383	0.7238461538461538	0.9438314944834504
__label__isl_Latn	0.9909819639278558	0.98998998998999	0.9919759277833501
__label__ita_Latn	0.9920079920079921	0.9880597014925373	0.995987963891675
__label__jav_Latn	0.9605662285136501	0.9683995922528033	0.9528585757271816
__label__jpn_Jpan	1.0	1.0	1.0
__label__kab_Latn	0.853836262323189	0.7455089820359282	0.9989969909729187
__label__kac_Latn	1.0	1.0	1.0
__label__kam_Latn	0.48212927756653995	0.9968553459119497	0.31795386158475425
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9764102564102564	0.9989506820566632	0.954864593781344
__label__kas_Deva	0.9206691851052348	0.9964953271028038	0.8555667001003009
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__kbp_Latn	1.0	1.0	1.0
__label__kea_Latn	0.9663037843442199	1.0	0.9348044132397192
__label__khk_Cyrl	0.9984932194876946	1.0	0.9969909729187563
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9659863945578232	0.9368520263901979	0.9969909729187563
__label__kin_Latn	0.9122287968441815	0.8971871968962173	0.9277833500501504
__label__kir_Cyrl	0.9955022488755622	0.9920318725099602	0.9989969909729187
__label__kmb_Latn	0.8304297328687573	0.9862068965517241	0.7171514543630892
__label__kmr_Latn	1.0	1.0	1.0
__label__knc_Arab	0.6881578947368421	1.0	0.5245737211634904
__label__knc_Latn	0.9696345856922284	0.9957716701902748	0.9448345035105316
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9848178137651822	0.9938712972420838	0.9759277833500501
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9879032258064516	0.9929078014184397	0.9829488465396189
__label__lim_Latn	0.9648033126293996	0.9967914438502674	0.9348044132397192
__label__lin_Latn	0.9904282115869019	0.9949392712550608	0.9859578736208626
__label__lit_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__lmo_Latn	0.9452631578947368	0.9944629014396457	0.9007021063189569
__label__ltg_Latn	0.9949647532729105	0.9989888776541962	0.9909729187562688
__label__ltz_Latn	0.9939516129032258	0.9989868287740629	0.9889669007021064
__label__lua_Latn	0.9261241970021414	0.9931113662456946	0.8676028084252758
__label__lug_Latn	0.9849094567404426	0.987891019172553	0.9819458375125376
__label__luo_Latn	0.9909090909090909	0.9979654120040692	0.9839518555667001
__label__lus_Latn	0.9914011127971675	1.0	0.9829488465396189
__label__lvs_Latn	0.9935032483758122	0.9900398406374502	0.9969909729187563
__label__mag_Deva	0.9349593495934959	0.9474768280123584	0.9227683049147443
__label__mai_Deva	0.9612403100775194	0.9914712153518124	0.9327983951855566
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9974987493746873	0.9950099800399201	1.0
__label__min_Latn	0.9748330765279918	0.9989473684210526	0.9518555667001003
__label__mkd_Cyrl	0.9905331340308919	0.9841584158415841	0.9969909729187563
__label__mlt_Latn	0.998995983935743	1.0	0.9979939819458375
__label__mni_Beng	1.0	1.0	1.0
__label__mos_Latn	0.9410515135422198	1.0	0.8886659979939819
__label__mri_Latn	1.0	1.0	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9782823297137215	0.9630709426627794	0.9939819458375125
__label__nno_Latn	0.9531652084405559	0.9788583509513742	0.9287863590772317
__label__nob_Latn	0.8863428047662695	0.8160337552742616	0.9699097291875627
__label__npi_Deva	0.9930209371884346	0.9871159563924677	0.9989969909729187
__label__nso_Latn	0.9838546922300706	0.9898477157360406	0.9779338014042126
__label__nus_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__nya_Latn	0.987891019172553	0.9939086294416244	0.9819458375125376
__label__oci_Latn	0.9824032176973354	0.9848790322580645	0.9799398194583752
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9934508816120907	0.9979757085020243	0.9889669007021064
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9885629040278467	0.980276134122288	0.9969909729187563
__label__pbt_Arab	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__pes_Arab	0.2653232577665827	0.22815884476534296	0.316950852557673
__label__plt_Latn	0.9979899497487438	1.0	0.995987963891675
__label__pol_Latn	0.9871287128712871	0.9745845552297165	1.0
__label__por_Latn	0.9792079207920792	0.9667644183773216	0.9919759277833501
__label__prs_Arab	0.5398618957940992	0.7214765100671141	0.4312938816449348
__label__quy_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__ron_Latn	0.9994987468671679	0.998997995991984	1.0
__label__run_Latn	0.909560723514212	0.9381663113006397	0.8826479438314945
__label__rus_Cyrl	0.9929577464788731	0.9959636730575177	0.9899699097291875
__label__sag_Latn	0.9847560975609756	0.9979402677651905	0.9719157472417251
__label__san_Deva	0.9929292929292929	1.0	0.9859578736208626
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9964947421131698	0.995	0.9979939819458375
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.989010989010989	0.9850746268656716	0.9929789368104313
__label__slv_Latn	0.9874182184197282	0.990909090909091	0.9839518555667001
__label__smo_Latn	0.9979899497487438	1.0	0.995987963891675
__label__sna_Latn	0.9964841788046208	0.9979879275653923	0.9949849548645938
__label__snd_Arab	1.0	1.0	1.0
__label__som_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__sot_Latn	0.9709331973482916	0.9875518672199171	0.954864593781344
__label__spa_Latn	0.9681840430739108	0.9455066921606119	0.9919759277833501
__label__srd_Latn	0.9949799196787149	0.9959798994974874	0.9939819458375125
__label__srp_Cyrl	0.994475138121547	0.9959758551307847	0.9929789368104313
__label__ssw_Latn	0.9703172978505629	0.9905956112852664	0.950852557673019
__label__sun_Latn	0.9455111572392321	0.9795698924731183	0.9137412236710131
__label__swe_Latn	0.9919354838709677	0.9969604863221885	0.9869608826479438
__label__swh_Latn	0.9449497367161321	0.9038461538461539	0.9899699097291875
__label__szl_Latn	0.9806122448979592	0.9979231568016614	0.9638916750250752
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7275047862156988	1.0	0.571715145436309
__label__taq_Tfng	0.9974861739567623	1.0	0.9949849548645938
__label__tat_Cyrl	0.9949899799599199	0.993993993993994	0.995987963891675
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	1.0	1.0	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__tpi_Latn	0.998995983935743	1.0	0.9979939819458375
__label__tsn_Latn	0.9639024390243902	0.9382716049382716	0.9909729187562688
__label__tso_Latn	0.9939759036144578	0.9949748743718593	0.9929789368104313
__label__tuk_Latn	0.9994987468671679	0.998997995991984	1.0
__label__tum_Latn	0.9874182184197282	0.990909090909091	0.9839518555667001
__label__tur_Latn	0.9832181638696941	0.967930029154519	0.9989969909729187
__label__twi_Latn	0.9836901121304791	1.0	0.9679037111334002
__label__uig_Arab	0.9994987468671679	0.998997995991984	1.0
__label__ukr_Cyrl	0.9974861739567623	1.0	0.9949849548645938
__label__umb_Latn	0.7213324791800128	0.99822695035461	0.5646940822467402
__label__urd_Arab	0.9679611650485437	0.9379115710253998	1.0
__label__uzn_Latn	0.9964771011575239	1.0	0.9929789368104313
__label__vec_Latn	0.9753846153846154	0.9979013641133263	0.9538615847542627
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__wol_Latn	0.9934442763489663	0.9989858012170385	0.9879638916750251
__label__xho_Latn	0.9241587142139628	0.9255533199195171	0.9227683049147443
__label__ydd_Hebr	0.9994987468671679	0.998997995991984	1.0
__label__yor_Latn	0.9842399593289274	0.9979381443298969	0.970912738214644
__label__yue_Hant	0.6904090267983075	0.5323545405111474	0.9819458375125376
__label__zgh_Tfng	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__zsm_Latn	0.8450704225352113	0.8804347826086957	0.8124373119358074
__label__zul_Latn	0.9383325111001479	0.9233009708737864	0.9538615847542627

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.6595846179951912	0.9368701568013971	0.508950496810629
dev/addemojis	0.912803740705726	0.9451949687531419	0.8825590070704725
dev/antspeak	0.2978163769691492	0.8463781532052765	0.1806997346719963
dev/cyrillic	0.5381330290298598	0.896490540820794	0.38445385417335753
dev/floresplus	0.9246639653345785	0.9399074163863809	0.9099070610847321
dev/delete	0.8893656288449107	0.9412800097112557	0.8428783888611647
dev/hashtag	0.4576175382611993	0.829169637648279	0.3160120756357743
dev/html	0.9206385729899532	0.9321863065873844	0.9093734405186001
dev/leetspeak	0.7935279353931787	0.9356022734135425	0.68891403273861
dev/ngrams	0.6607064341198886	0.8647542621470191	0.5345692249161277
dev/short	0.498541438766474	0.7308444936569907	0.3782974539381692
dev/spongebob	0.8411567014581197	0.9235045966960509	0.7722922461967182
dev/swap	0.8696155528761511	0.9450039133837725	0.8053668394345599
dev/url	0.920626137456818	0.9466019417475728	0.8960378672964707