rewicks/flat-lstm-Hidden_MEDIUM_Embed_MEDIUM_NLayer_SMALL_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.16777408637873753	0.48792270531400966	0.10130391173520562
__label__ace_Latn	0.8009205983889528	0.9392712550607287	0.6980942828485457
__label__acm_Arab	0.0	0.0	0.0
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.003992015968063872	0.4	0.0020060180541624875
__label__afr_Latn	0.817391304347826	0.8920521945432978	0.7542627883650953
__label__als_Latn	0.993963782696177	0.9969727547931383	0.9909729187562688
__label__amh_Ethi	0.9855217174238642	0.9811133200795229	0.9899699097291875
__label__apc_Arab	0.00196174595389897	0.044444444444444446	0.0010030090270812437
__label__arb_Arab	0.22827425756124267	0.13217115689381934	0.8365095285857572
__label__ars_Arab	0.0	0.0	0.0
__label__ary_Arab	0.0979253112033195	0.28365384615384615	0.05917753259779338
__label__arz_Arab	0.04259094942324756	0.18461538461538463	0.024072216649949848
__label__asm_Beng	0.9730554143365532	0.98659793814433	0.9598796389167502
__label__ast_Latn	0.7362110311750599	0.9150521609538003	0.6158475426278837
__label__awa_Deva	0.30282861896838603	0.8878048780487805	0.18254764292878636
__label__ayr_Latn	0.9753593429158112	0.9989484752891693	0.9528585757271816
__label__azb_Arab	0.7837674136886735	0.9892966360856269	0.6489468405215647
__label__azj_Latn	0.9949799196787149	0.9959798994974874	0.9939819458375125
__label__bak_Cyrl	0.9774820880245649	0.9979101358411703	0.9578736208625878
__label__bam_Latn	0.46836483155299924	0.3966597077244259	0.571715145436309
__label__ban_Latn	0.24455611390284757	0.7411167512690355	0.1464393179538616
__label__bel_Cyrl	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__bem_Latn	0.8241206030150755	0.929471032745592	0.7402206619859579
__label__ben_Beng	0.9661691542288557	0.9585389930898321	0.9739217652958877
__label__bho_Deva	0.6395778364116095	0.6748329621380846	0.6078234704112337
__label__bjn_Arab	0.6322330097087379	0.5158428390367554	0.8164493480441324
__label__bjn_Latn	0.6515058389674246	0.8412698412698413	0.5315947843530592
__label__bod_Tibt	0.8939797549280768	0.9534090909090909	0.8415245737211635
__label__bos_Latn	0.3452768729641694	0.49256505576208176	0.2657973921765296
__label__bug_Latn	0.530239099859353	0.8870588235294118	0.3781344032096289
__label__bul_Cyrl	0.964717741935484	0.9696048632218845	0.9598796389167502
__label__cat_Latn	0.6553863508178228	0.7487113402061856	0.5827482447342026
__label__ceb_Latn	0.6090534979423868	0.7357954545454546	0.5195586760280843
__label__ces_Latn	0.9750889679715302	0.988659793814433	0.9618856569709128
__label__cjk_Latn	0.2724252491694352	0.7922705314009661	0.16449348044132397
__label__ckb_Arab	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__cmn_Hans	0.29037520391517135	0.777292576419214	0.17853560682046138
__label__cmn_Hant	0.20717781402936378	0.5545851528384279	0.12738214643931794
__label__crh_Latn	0.9507853403141363	0.9945235487404163	0.9107321965897693
__label__cym_Latn	0.9775739041794088	0.9937823834196892	0.9618856569709128
__label__dan_Latn	0.6524570751924215	0.796242774566474	0.5526579739217653
__label__deu_Latn	0.922762148337596	0.941544885177453	0.9047141424272819
__label__dik_Latn	0.9460450497642744	0.9901315789473685	0.905717151454363
__label__dyu_Latn	0.008110300081103002	0.0211864406779661	0.0050150451354062184
__label__dzo_Tibt	0.912	0.8590425531914894	0.9719157472417251
__label__ekk_Latn	0.9448737764039156	0.9713983050847458	0.9197592778335005
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.8728414442700156	0.912472647702407	0.8365095285857572
__label__epo_Latn	0.9453409682457053	0.9826839826839827	0.9107321965897693
__label__eus_Latn	0.9784892446223112	0.9760479041916168	0.9809428284854563
__label__ewe_Latn	0.9206691851052348	0.9964953271028038	0.8555667001003009
__label__fao_Latn	0.9322465613856342	0.9472049689440993	0.917753259779338
__label__fij_Latn	0.9579657498702647	0.9924731182795699	0.925777331995988
__label__fil_Latn	0.6847984458474989	0.6638418079096046	0.7071213640922769
__label__fin_Latn	0.9756838905775075	0.9856704196519959	0.9658976930792377
__label__fon_Latn	0.9308310991957105	1.0	0.8706118355065195
__label__fra_Latn	0.8749999999999999	0.8794326241134752	0.8706118355065195
__label__fur_Latn	0.9236401673640167	0.9650273224043716	0.8856569709127382
__label__fuv_Latn	0.5553956834532373	0.9821882951653944	0.38716148445336007
__label__gaz_Latn	0.7598784194528876	0.9645061728395061	0.6268806419257773
__label__gla_Latn	0.9823321554770318	0.9888211382113821	0.9759277833500501
__label__gle_Latn	0.9914357682619647	0.9959514170040485	0.9869608826479438
__label__glg_Latn	0.7235050325636472	0.8829479768786127	0.6128385155466399
__label__gug_Latn	0.9531737773152966	0.9902702702702703	0.9187562688064193
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9481785531041559	0.9705882352941176	0.9267803410230692
__label__hau_Latn	0.9321685508735867	0.9557428872497366	0.9097291875626881
__label__heb_Hebr	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__hin_Deva	0.8101742816768723	0.7637655417406749	0.8625877632898696
__label__hne_Deva	0.5479641131815044	0.8783185840707964	0.3981945837512538
__label__hrv_Latn	0.4263786242183058	0.4921259842519685	0.37612838515546637
__label__hun_Latn	0.9909090909090909	0.9979654120040692	0.9839518555667001
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9388623072833598	0.998868778280543	0.8856569709127382
__label__ilo_Latn	0.8322510822510822	0.9036427732079906	0.7713139418254764
__label__ind_Latn	0.46371681415929206	0.41488519398258117	0.5255767301905717
__label__isl_Latn	0.932067932067932	0.9283582089552239	0.9358074222668004
__label__ita_Latn	0.8699315429173249	0.9157427937915743	0.8284854563691073
__label__jav_Latn	0.09630266552020636	0.3373493975903614	0.05616850551654965
__label__jpn_Jpan	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__kab_Latn	0.8319863887707358	0.7223042836041359	0.9809428284854563
__label__kac_Latn	0.9627329192546583	0.9946524064171123	0.9327983951855566
__label__kam_Latn	0.4183835182250396	0.9962264150943396	0.26479438314944836
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9800918836140887	0.997920997920998	0.9628886659979939
__label__kas_Deva	0.6683512318382817	0.9027303754266212	0.5305917753259779
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9949647532729105	0.9989888776541962	0.9909729187562688
__label__kbp_Latn	0.9974861739567623	1.0	0.9949849548645938
__label__kea_Latn	0.5607476635514018	0.9898477157360406	0.39117352056168503
__label__khk_Cyrl	0.9919110212335693	1.0	0.9839518555667001
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.953178905864958	0.937015503875969	0.9699097291875627
__label__kin_Latn	0.6985256736146417	0.7082474226804124	0.6890672016048145
__label__kir_Cyrl	0.981018981018981	0.9771144278606965	0.9849548645937813
__label__kmb_Latn	0.04669260700389105	0.7741935483870968	0.024072216649949848
__label__kmr_Latn	0.995983935742972	0.9969849246231156	0.9949849548645938
__label__knc_Arab	0.6881578947368421	1.0	0.5245737211634904
__label__knc_Latn	0.9111592632719394	0.9905771495877503	0.843530591775326
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.7714786674459381	0.9243697478991597	0.6619859578736209
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.8709141274238227	0.9727722772277227	0.7883650952858575
__label__lim_Latn	0.4648729446935725	0.9120234604105572	0.3119358074222668
__label__lin_Latn	0.8179696616102684	0.9776847977684798	0.7031093279839519
__label__lit_Latn	0.9817813765182187	0.9908069458631257	0.9729187562688064
__label__lmo_Latn	0.6878575969485061	0.9392361111111112	0.5426278836509528
__label__ltg_Latn	0.9172450613988254	0.980593607305936	0.8615847542627884
__label__ltz_Latn	0.8759042849193098	0.98375	0.7893681043129388
__label__lua_Latn	0.6972361809045227	0.9327731092436975	0.5566700100300903
__label__lug_Latn	0.8141202426916713	0.9044117647058824	0.7402206619859579
__label__luo_Latn	0.8805237315875614	0.965311004784689	0.8094282848545636
__label__lus_Latn	0.8950276243093923	0.996309963099631	0.8124373119358074
__label__lvs_Latn	0.9269230769230768	0.8901200369344414	0.966900702106319
__label__mag_Deva	0.8613913967073819	0.9153498871331829	0.8134403209628887
__label__mai_Deva	0.7710843373493976	0.900804289544236	0.6740220661985958
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9720837487537388	0.9663032705649157	0.9779338014042126
__label__min_Latn	0.5241180705543558	0.9285714285714286	0.3650952858575727
__label__mkd_Cyrl	0.9091796875	0.8858230256898192	0.9338014042126379
__label__mlt_Latn	0.9908906882591093	1.0	0.9819458375125376
__label__mni_Beng	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__mos_Latn	0.8625213918996006	1.0	0.7582748244734202
__label__mri_Latn	0.9939516129032258	0.9989868287740629	0.9889669007021064
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.7552581261950287	0.7214611872146118	0.7923771313941825
__label__nno_Latn	0.4575163398692811	0.8289473684210527	0.3159478435305918
__label__nob_Latn	0.5421310744538564	0.48796147672552165	0.6098294884653962
__label__npi_Deva	0.934761441090555	0.9082308420056765	0.9628886659979939
__label__nso_Latn	0.92315959161741	0.9942129629629629	0.8615847542627884
__label__nus_Latn	0.9954705586311022	0.998989898989899	0.9919759277833501
__label__nya_Latn	0.7351471404775125	0.8233830845771144	0.6639919759277834
__label__oci_Latn	0.7793908340449758	0.9012508229098091	0.6865596790371113
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.6571957998764668	0.8553054662379421	0.5336008024072216
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.7978142076502733	0.8763505402160864	0.7321965897693079
__label__pbt_Arab	0.9858870967741936	0.9908814589665653	0.9809428284854563
__label__pes_Arab	0.20090863200403836	0.20223577235772358	0.1995987963891675
__label__plt_Latn	0.9152173913043479	0.9988137603795967	0.8445336008024072
__label__pol_Latn	0.9525653436592448	0.9204864359214219	0.9869608826479438
__label__por_Latn	0.8711340206185566	0.8960763520678685	0.847542627883651
__label__prs_Arab	0.3126934984520124	0.32199787460148777	0.3039117352056169
__label__quy_Latn	0.9820717131474104	0.9752720079129574	0.9889669007021064
__label__ron_Latn	0.9879275653923542	0.9909182643794148	0.9849548645937813
__label__run_Latn	0.49271137026239065	0.9013333333333333	0.33901705115346037
__label__rus_Cyrl	0.9676113360323887	0.9765066394279878	0.958876629889669
__label__sag_Latn	0.7330037082818295	0.9549114331723028	0.5947843530591775
__label__san_Deva	0.9669079627714582	0.9978655282817502	0.9378134403209629
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9347826086956522	0.9657754010695188	0.905717151454363
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9525752167261602	0.9688796680497925	0.9368104312938816
__label__slv_Latn	0.7502876869965477	0.8798920377867746	0.6539618856569709
__label__smo_Latn	0.9157150625339859	1.0	0.8445336008024072
__label__sna_Latn	0.9007470651013875	0.9623717217787914	0.8465396188565697
__label__snd_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__som_Latn	0.9448345035105316	0.9448345035105316	0.9448345035105316
__label__sot_Latn	0.6260869565217392	0.9397590361445783	0.46940822467402205
__label__spa_Latn	0.7207112970711298	0.7530054644808744	0.691073219658977
__label__srd_Latn	0.8307515777395296	0.9705093833780161	0.7261785356068204
__label__srp_Cyrl	0.918834547346514	0.9545945945945946	0.8856569709127382
__label__ssw_Latn	0.7792980368828079	0.9576023391812866	0.6569709127382146
__label__sun_Latn	0.48194444444444445	0.7832957110609481	0.34804413239719156
__label__swe_Latn	0.9492753623188406	0.9807486631016042	0.9197592778335005
__label__swh_Latn	0.6961683756071235	0.7535046728971962	0.6469408224674023
__label__szl_Latn	0.9589610389610389	0.9946120689655172	0.925777331995988
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.5903021784961349	0.9859154929577465	0.42126379137412234
__label__taq_Tfng	0.984771573604061	0.9969167523124358	0.9729187562688064
__label__tat_Cyrl	0.9703666499246609	0.971830985915493	0.9689067201604814
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9822784810126582	0.9918200408997955	0.9729187562688064
__label__tpi_Latn	0.8396334478808706	0.9786381842456608	0.7352056168505516
__label__tsn_Latn	0.7405303030303032	0.7013452914798206	0.7843530591775326
__label__tso_Latn	0.7886136004217186	0.8311111111111111	0.7502507522567703
__label__tuk_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__tum_Latn	0.8018593840790238	0.9530386740331491	0.6920762286860582
__label__tur_Latn	0.950169327527818	0.9177570093457944	0.9849548645937813
__label__twi_Latn	0.8528906697195192	0.9933333333333333	0.7472417251755266
__label__uig_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__ukr_Cyrl	0.9919354838709677	0.9969604863221885	0.9869608826479438
__label__umb_Latn	0.630360789652825	0.9809322033898306	0.46439317953861586
__label__urd_Arab	0.968431277319087	0.9387947269303202	1.0
__label__uzn_Latn	0.9884014120020171	0.9939148073022313	0.9829488465396189
__label__vec_Latn	0.8813370473537605	0.9912280701754386	0.7933801404212638
__label__vie_Latn	0.9994987468671679	0.998997995991984	1.0
__label__war_Latn	0.5216138328530259	0.9258312020460358	0.3630892678034102
__label__wol_Latn	0.9024122807017544	0.9951632406287787	0.8254764292878636
__label__xho_Latn	0.5659050966608085	0.680281690140845	0.4844533600802407
__label__ydd_Hebr	0.9964947421131698	0.995	0.9979939819458375
__label__yor_Latn	0.9423585404547858	0.9966442953020134	0.8936810431293881
__label__yue_Hant	0.5801230171576561	0.42829827915869984	0.8986960882647944
__label__zgh_Tfng	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__zsm_Latn	0.38286109191430545	0.6155555555555555	0.2778335005015045
__label__zul_Latn	0.6556259132976133	0.6373106060606061	0.675025075225677

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.5089025845762983	0.8664012833462064	0.3602531733130426
dev/addemojis	0.6727601392165621	0.8553243387453312	0.5544218863487013
dev/antspeak	0.2944753125394621	0.4077940700714354	0.23044008873912378
dev/cyrillic	0.42559252506836825	0.7618464833441695	0.2952700465929809
dev/floresplus	0.8065840328401443	0.8764230564121589	0.7470539697911468
dev/delete	0.7910727336707901	0.8747837331401649	0.7219836850452837
dev/hashtag	0.4044264289777023	0.7450361429803037	0.2775419855625991
dev/html	0.7713192764891437	0.8523476690722328	0.7043593835694275
dev/leetspeak	0.5136979533986801	0.8273485513608428	0.372486918884733
dev/ngrams	0.5901083738976637	0.7862230630037835	0.47229866940723647
dev/short	0.3516067494917218	0.6943108624056425	0.235410665494019
dev/spongebob	0.6462482074989986	0.8477050679415398	0.5221576058223932
dev/swap	0.8037215271093999	0.8756940034605503	0.742681245707566
dev/url	0.7266031405792599	0.8586596243498882	0.6297513229343202