rewicks/flat-lstm-Hidden_LARGE_Embed_LARGE_NLayer_SMALL_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.13109243697478992	0.40414507772020725	0.07823470411233702
__label__ace_Latn	0.7623529411764706	0.9217638691322901	0.649949849548646
__label__acm_Arab	0.0	0.0	0.0
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.0	0.0	0.0
__label__afr_Latn	0.838572189664358	0.8943181818181818	0.7893681043129388
__label__als_Latn	0.99347061778001	0.9949698189134809	0.9919759277833501
__label__amh_Ethi	0.9815828770532603	0.974308300395257	0.9889669007021064
__label__apc_Arab	0.003950617283950617	0.12903225806451613	0.0020060180541624875
__label__arb_Arab	0.23125170439051	0.13381726368944297	0.8505516549648947
__label__ars_Arab	0.0	0.0	0.0
__label__ary_Arab	0.1035058430717863	0.30845771144278605	0.062186559679037114
__label__arz_Arab	0.04285714285714286	0.1951219512195122	0.024072216649949848
__label__asm_Beng	0.9663608562691132	0.9823834196891191	0.950852557673019
__label__ast_Latn	0.7307692307692307	0.9115442278860569	0.6098294884653962
__label__awa_Deva	0.26279863481228666	0.88	0.15446339017051153
__label__ayr_Latn	0.9566126502875066	0.9989082969432315	0.917753259779338
__label__azb_Arab	0.7683823529411765	0.9874015748031496	0.6288866599799399
__label__azj_Latn	0.9959758551307848	0.9989909182643795	0.9929789368104313
__label__bak_Cyrl	0.9785276073619631	0.9979144942648592	0.9598796389167502
__label__bam_Latn	0.49615713065755773	0.43197026022304835	0.5827482447342026
__label__ban_Latn	0.22052586938083119	0.7142857142857143	0.13039117352056168
__label__bel_Cyrl	0.9969849246231156	0.998992950654582	0.9949849548645938
__label__bem_Latn	0.8217054263565892	0.9171817058096415	0.7442326980942828
__label__ben_Beng	0.9673202614379085	0.969758064516129	0.9648946840521565
__label__bho_Deva	0.6592827004219408	0.6952169076751946	0.6268806419257773
__label__bjn_Arab	0.6160241874527589	0.4942389326864767	0.8174523570712137
__label__bjn_Latn	0.6545908806995627	0.8675496688741722	0.5255767301905717
__label__bod_Tibt	0.9315352697095436	0.9645542427497314	0.9007021063189569
__label__bos_Latn	0.34571062740076824	0.4778761061946903	0.2708124373119358
__label__bug_Latn	0.5371669004207573	0.8927738927738927	0.38415245737211634
__label__bul_Cyrl	0.9711392405063292	0.9805725971370143	0.9618856569709128
__label__cat_Latn	0.6603139013452916	0.7484116899618806	0.5907723169508525
__label__ceb_Latn	0.5982089552238807	0.7389380530973452	0.5025075225677031
__label__ces_Latn	0.9709628120224147	0.9865424430641822	0.9558676028084253
__label__cjk_Latn	0.2548197820620285	0.7755102040816326	0.15245737211634905
__label__ckb_Arab	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__cmn_Hans	0.19896193771626297	0.7232704402515723	0.11534603811434303
__label__cmn_Hant	0.1991701244813278	0.5769230769230769	0.12036108324974924
__label__crh_Latn	0.9430979978925185	0.9933407325194229	0.8976930792377131
__label__cym_Latn	0.9760081674323635	0.9937629937629938	0.958876629889669
__label__dan_Latn	0.6434885091337654	0.78	0.5476429287863591
__label__deu_Latn	0.9214982042072858	0.9432773109243697	0.9007021063189569
__label__dik_Latn	0.9576008273009308	0.9882604055496265	0.9287863590772317
__label__dyu_Latn	0.012955465587044536	0.03361344537815126	0.00802407221664995
__label__dzo_Tibt	0.9234427009034712	0.8779385171790235	0.9739217652958877
__label__ekk_Latn	0.9483471074380164	0.9776357827476039	0.9207622868605817
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.8736572890025576	0.8914405010438413	0.8565697091273822
__label__epo_Latn	0.9560269011898603	0.9871794871794872	0.9267803410230692
__label__eus_Latn	0.9785107446276862	0.9750996015936255	0.9819458375125376
__label__ewe_Latn	0.9791136016301579	0.994824016563147	0.9638916750250752
__label__fao_Latn	0.9331337325349301	0.9285004965243296	0.9378134403209629
__label__fij_Latn	0.9536699635606455	0.9913419913419913	0.9187562688064193
__label__fil_Latn	0.6900866217516843	0.6632747456059205	0.7191574724172518
__label__fin_Latn	0.9737638748738648	0.9796954314720813	0.9679037111334002
__label__fon_Latn	0.9499736703528173	1.0	0.9047141424272819
__label__fra_Latn	0.878121878121878	0.8746268656716418	0.8816449348044132
__label__fur_Latn	0.9245382585751978	0.9755011135857461	0.8786359077231695
__label__fuv_Latn	0.5902097902097901	0.9745958429561201	0.42326980942828485
__label__gaz_Latn	0.6775032509752925	0.9630314232902033	0.522567703109328
__label__gla_Latn	0.9863291139240506	0.9959100204498977	0.9769307923771314
__label__gle_Latn	0.9919354838709677	0.9969604863221885	0.9869608826479438
__label__glg_Latn	0.7406969875959836	0.9008620689655172	0.6288866599799399
__label__gug_Latn	0.9090909090909091	0.9940476190476191	0.8375125376128385
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.943568886629385	0.9567010309278351	0.9307923771313942
__label__hau_Latn	0.9261538461538461	0.9475341028331584	0.905717151454363
__label__heb_Hebr	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__hin_Deva	0.8166351606805293	0.7721179624664879	0.8665997993981945
__label__hne_Deva	0.5758389261744966	0.8701825557809331	0.43029087261785354
__label__hrv_Latn	0.4147627416520211	0.49859154929577465	0.3550651955867603
__label__hun_Latn	0.990389479008599	0.9989795918367347	0.9819458375125376
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.938062466913711	0.9932735426008968	0.8886659979939819
__label__ilo_Latn	0.8207084468664849	0.8985680190930787	0.7552657973921765
__label__ind_Latn	0.4522522522522522	0.410466067048242	0.5035105315947843
__label__isl_Latn	0.937125748502994	0.9324726911618669	0.9418254764292878
__label__ita_Latn	0.8658922914466738	0.9141583054626533	0.8224674022066198
__label__jav_Latn	0.10720268006700166	0.3248730964467005	0.0641925777331996
__label__jpn_Jpan	0.995	0.9920239282153539	0.9979939819458375
__label__kab_Latn	0.8279069767441861	0.7156432748538012	0.9819458375125376
__label__kac_Latn	0.9503619441571872	0.9807897545357525	0.921765295887663
__label__kam_Latn	0.42800944138473646	0.9927007299270073	0.2728184553660983
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.983206106870229	0.9979338842975206	0.9689067201604814
__label__kas_Deva	0.6412903225806451	0.8987341772151899	0.49849548645937813
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9949596774193549	1.0	0.9899699097291875
__label__kbp_Latn	0.9969849246231156	0.998992950654582	0.9949849548645938
__label__kea_Latn	0.5740740740740741	0.9901719901719902	0.40421263791374124
__label__khk_Cyrl	0.9939455095862765	1.0	0.9879638916750251
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.958904109589041	0.936007640878701	0.9829488465396189
__label__kin_Latn	0.6975369458128079	0.6853823814133592	0.7101303911735206
__label__kir_Cyrl	0.9825436408977556	0.9771825396825397	0.9879638916750251
__label__kmb_Latn	0.05207328833172613	0.675	0.02708124373119358
__label__kmr_Latn	0.9924660974384731	0.993963782696177	0.9909729187562688
__label__knc_Arab	0.6881578947368421	1.0	0.5245737211634904
__label__knc_Latn	0.9110629067245121	0.9917355371900827	0.8425275827482447
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.7816492450638792	0.9282758620689655	0.675025075225677
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.8740331491712707	0.972939729397294	0.7933801404212638
__label__lim_Latn	0.4645257654966393	0.9093567251461988	0.3119358074222668
__label__lin_Latn	0.8202443280977313	0.9764542936288089	0.7071213640922769
__label__lit_Latn	0.9838383838383838	0.9908443540183113	0.9769307923771314
__label__lmo_Latn	0.6893939393939393	0.9301533219761499	0.5476429287863591
__label__ltg_Latn	0.9138297872340426	0.9728199320498301	0.8615847542627884
__label__ltz_Latn	0.8839779005524863	0.984009840098401	0.802407221664995
__label__lua_Latn	0.6875000000000001	0.9439579684763573	0.5406218655967904
__label__lug_Latn	0.7883905013192611	0.8318485523385301	0.7492477432296891
__label__luo_Latn	0.8675496688741722	0.9644171779141104	0.7883650952858575
__label__lus_Latn	0.8805384183959619	0.9987277353689568	0.7873620862587764
__label__lvs_Latn	0.9311348205625606	0.9014084507042254	0.9628886659979939
__label__mag_Deva	0.838743455497382	0.8773274917853231	0.8034102306920762
__label__mai_Deva	0.7282850779510022	0.818523153942428	0.6559679037111334
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9806835066864783	0.9686888454011742	0.9929789368104313
__label__min_Latn	0.498902706656913	0.9216216216216216	0.3420260782347041
__label__mkd_Cyrl	0.9106090373280943	0.8922040423484119	0.9297893681043129
__label__mlt_Latn	0.983206106870229	0.9979338842975206	0.9689067201604814
__label__mni_Beng	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__mos_Latn	0.8797752808988765	1.0	0.7853560682046138
__label__mri_Latn	0.9944528492183561	1.0	0.9889669007021064
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.7714285714285714	0.7579864472410455	0.7853560682046138
__label__nno_Latn	0.4238805970149254	0.8279883381924198	0.2848545636910732
__label__nob_Latn	0.5383912248628885	0.4945424013434089	0.5907723169508525
__label__npi_Deva	0.9243373493975904	0.8896103896103896	0.9618856569709128
__label__nso_Latn	0.9162614802809291	0.9929742388758782	0.8505516549648947
__label__nus_Latn	0.9924357034795763	0.9979716024340771	0.9869608826479438
__label__nya_Latn	0.7346938775510204	0.8448500651890483	0.649949849548646
__label__oci_Latn	0.7773952954675846	0.9081769436997319	0.6795386158475426
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.6662628709872804	0.8409785932721713	0.551654964894684
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.7862298722931704	0.8805970149253731	0.7101303911735206
__label__pbt_Arab	0.9904282115869019	0.9949392712550608	0.9859578736208626
__label__pes_Arab	0.4371681415929204	0.391132224861441	0.4954864593781344
__label__plt_Latn	0.3463131731565866	0.9952380952380953	0.20962888665997995
__label__pol_Latn	0.9476716274603936	0.9088397790055248	0.9899699097291875
__label__por_Latn	0.8779979144942649	0.9142236699239956	0.8445336008024072
__label__prs_Arab	0.391812865497076	0.7223719676549866	0.2688064192577733
__label__quy_Latn	0.9825610363726955	0.9762376237623762	0.9889669007021064
__label__ron_Latn	0.9889447236180905	0.9909365558912386	0.9869608826479438
__label__run_Latn	0.49208633093525184	0.8702290076335878	0.3430290872617854
__label__rus_Cyrl	0.9684959349593496	0.9814624098867147	0.9558676028084253
__label__sag_Latn	0.7475728155339806	0.946236559139785	0.6178535606820461
__label__san_Deva	0.9696345856922284	0.9957716701902748	0.9448345035105316
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.946236559139785	0.9665271966527197	0.9267803410230692
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9537836465210767	0.9660493827160493	0.9418254764292878
__label__slv_Latn	0.7582608695652174	0.8983516483516484	0.6559679037111334
__label__smo_Latn	0.9314040728831725	1.0	0.8716148445336008
__label__sna_Latn	0.9021913415285944	0.965675057208238	0.8465396188565697
__label__snd_Arab	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__som_Latn	0.9324726911618669	0.9233038348082596	0.9418254764292878
__label__sot_Latn	0.6544262295081967	0.9450757575757576	0.5005015045135406
__label__spa_Latn	0.7279411764705883	0.7640573318632855	0.695085255767302
__label__srd_Latn	0.8759521218715997	0.9571938168846611	0.8074222668004012
__label__srp_Cyrl	0.9164086687306502	0.9436769394261424	0.8906720160481444
__label__ssw_Latn	0.7569866342648846	0.9599383667180277	0.6248746238716149
__label__sun_Latn	0.48016415868673057	0.7548387096774194	0.3520561685055166
__label__swe_Latn	0.9442724458204333	0.9723698193411264	0.917753259779338
__label__swh_Latn	0.690376569037657	0.7213114754098361	0.6619859578736209
__label__szl_Latn	0.954711087975013	0.9924242424242424	0.9197592778335005
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.5665236051502145	0.9875311720698254	0.3971915747241725
__label__taq_Tfng	0.9472033455305804	0.9890829694323144	0.9087261785356068
__label__tat_Cyrl	0.967741935483871	0.9577603143418467	0.9779338014042126
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9822784810126582	0.9918200408997955	0.9729187562688064
__label__tpi_Latn	0.8181818181818183	0.9763560500695411	0.7041123370110332
__label__tsn_Latn	0.7382867960246097	0.6989247311827957	0.7823470411233701
__label__tso_Latn	0.7475728155339807	0.808634772462077	0.695085255767302
__label__tuk_Latn	0.998995983935743	1.0	0.9979939819458375
__label__tum_Latn	0.7907780979827089	0.9295392953929539	0.6880641925777332
__label__tur_Latn	0.9460500963391137	0.9101019462465245	0.9849548645937813
__label__twi_Latn	0.8448920863309353	0.9912221471978393	0.7362086258776329
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9929435483870966	0.9979736575481256	0.9879638916750251
__label__umb_Latn	0.7467492260061921	0.9757281553398058	0.60481444332999
__label__urd_Arab	0.974559686888454	0.9512893982808023	0.9989969909729187
__label__uzn_Latn	0.9873673572511369	0.994908350305499	0.9799398194583752
__label__vec_Latn	0.8845726970033296	0.9900621118012423	0.7993981945837513
__label__vie_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__war_Latn	0.4996336996336997	0.9266304347826086	0.3420260782347041
__label__wol_Latn	0.9131378935939196	0.9952662721893492	0.843530591775326
__label__xho_Latn	0.5656565656565656	0.6938775510204082	0.477432296890672
__label__ydd_Hebr	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__yor_Latn	0.9366684406599255	0.9977324263038548	0.8826479438314945
__label__yue_Hant	0.5714285714285714	0.426245683275777	0.8665997993981945
__label__zgh_Tfng	0.9880715705765407	0.9793103448275862	0.9969909729187563
__label__zsm_Latn	0.3975741239892183	0.6057494866529775	0.2958876629889669
__label__zul_Latn	0.654422426292895	0.6315298507462687	0.679037111334002

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.5017140510421778	0.8485872380503885	0.35613737765019193
dev/addemojis	0.6785344089413673	0.8656588267762412	0.5579299474779017
dev/antspeak	0.30819067207065515	0.39731262039008336	0.25172562021038486
dev/cyrillic	0.42192181729496203	0.7154757825331742	0.29917338221561235
dev/floresplus	0.8058142394337586	0.8777638666472558	0.7447663186604148
dev/delete	0.7905690078871576	0.8752294678744976	0.7208423299455016
dev/hashtag	0.4050402002291	0.7412012090944934	0.2786586360065418
dev/html	0.7780557088813798	0.8549087595559869	0.7138805579299474
dev/leetspeak	0.5164637033007987	0.8058064245751524	0.3800119570534263
dev/ngrams	0.5937595265295564	0.7879372343903236	0.4763650557584082
dev/short	0.35642427676751326	0.698118918918919	0.2392991783231468
dev/spongebob	0.6736961336942954	0.8423874354867414	0.5612947216032333
dev/swap	0.8030097664725515	0.876918216548585	0.7405912318235495
dev/url	0.7352953705728492	0.8646126925183335	0.6396282443389281