rewicks/flat-lstm-Hidden_XLARGE_Embed_XLARGE_NLayer_XLARGE_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.9299895506792059	0.9705561613958561	0.892678034102307
__label__ace_Latn	0.996996996996997	0.995004995004995	0.9989969909729187
__label__acm_Arab	0.07926267281105989	0.48863636363636365	0.04312938816449348
__label__acq_Arab	0.005911330049261082	0.16666666666666666	0.003009027081243731
__label__aeb_Arab	0.4124809741248097	0.8548895899053628	0.27181544633901705
__label__afr_Latn	0.9964912280701754	0.9959919839679359	0.9969909729187563
__label__als_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__amh_Ethi	0.9979979979979979	0.996003996003996	1.0
__label__apc_Arab	0.24526678141135974	0.8636363636363636	0.14292878635907724
__label__arb_Arab	0.33360622185837085	0.20956544098740035	0.8174523570712137
__label__ars_Arab	0.0018867924528301887	0.015873015873015872	0.0010030090270812437
__label__ary_Arab	0.7055393586005831	0.6842601319509897	0.728184553660983
__label__arz_Arab	0.5353418308227114	0.4353015075376884	0.695085255767302
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.9823855057876196	0.9858585858585859	0.9789368104312939
__label__awa_Deva	0.8416340235030778	0.9518987341772152	0.7542627883650953
__label__ayr_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__azb_Arab	0.8576290414066932	0.9869451697127938	0.7582748244734202
__label__azj_Latn	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__bak_Cyrl	0.9974861739567623	1.0	0.9949849548645938
__label__bam_Latn	0.5269817640491256	0.41893491124260357	0.7101303911735206
__label__ban_Latn	0.9732785200411099	0.9978925184404637	0.9498495486459378
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.9870646766169155	0.9792694965449161	0.9949849548645938
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.9467926404773743	0.9388560157790927	0.954864593781344
__label__bjn_Arab	0.9398854961832062	0.8962693357597816	0.9879638916750251
__label__bjn_Latn	0.9824737105658488	0.981	0.9839518555667001
__label__bod_Tibt	0.970663921770458	0.9968287526427061	0.9458375125376128
__label__bos_Latn	0.5390713476783692	0.6189856957087126	0.477432296890672
__label__bug_Latn	0.9774590163934427	0.9989528795811519	0.9568706118355065
__label__bul_Cyrl	0.9964947421131698	0.995	0.9979939819458375
__label__cat_Latn	0.9860139860139862	0.982089552238806	0.9899699097291875
__label__ceb_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__ces_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__cjk_Latn	0.7333747669359851	0.9640522875816994	0.5917753259779338
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.8457997698504028	0.9919028340080972	0.7372116349047142
__label__cmn_Hant	0.2900505902192243	0.91005291005291	0.17251755265797392
__label__crh_Latn	0.9908906882591093	1.0	0.9819458375125376
__label__cym_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__dan_Latn	0.9807497467071935	0.9907881269191402	0.970912738214644
__label__deu_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__dik_Latn	0.9969849246231156	0.998992950654582	0.9949849548645938
__label__dyu_Latn	0.028823058446757407	0.07142857142857142	0.01805416248746239
__label__dzo_Tibt	0.9608506524891253	0.9272388059701493	0.9969909729187563
__label__ekk_Latn	0.998995983935743	1.0	0.9979939819458375
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9890219560878244	0.9841112214498511	0.9939819458375125
__label__epo_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__eus_Latn	0.9994987468671679	0.998997995991984	1.0
__label__ewe_Latn	0.9994987468671679	0.998997995991984	1.0
__label__fao_Latn	0.9944862155388471	0.9939879759519038	0.9949849548645938
__label__fij_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__fil_Latn	0.9974962443665497	0.996	0.9989969909729187
__label__fin_Latn	0.9994987468671679	0.998997995991984	1.0
__label__fon_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__fra_Latn	0.998995983935743	1.0	0.9979939819458375
__label__fur_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__fuv_Latn	0.9310529128808125	0.9965675057208238	0.8736208625877633
__label__gaz_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__gla_Latn	1.0	1.0	1.0
__label__gle_Latn	0.998995983935743	1.0	0.9979939819458375
__label__glg_Latn	0.9848331648129424	0.9928644240570846	0.9769307923771314
__label__gug_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__hau_Latn	0.9965017491254373	0.9930278884462151	1.0
__label__heb_Hebr	0.998997995991984	0.997997997997998	1.0
__label__hin_Deva	0.9133333333333333	0.8694469628286491	0.9618856569709128
__label__hne_Deva	0.951844262295082	0.9727748691099476	0.9317953861584755
__label__hrv_Latn	0.6579062636881297	0.5839813374805599	0.753259779338014
__label__hun_Latn	1.0	1.0	1.0
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9944584382871536	0.9989878542510121	0.9899699097291875
__label__ilo_Latn	0.99849774661993	0.997	1.0
__label__ind_Latn	0.8896103896103896	0.8274374460742019	0.9618856569709128
__label__isl_Latn	0.9944862155388471	0.9939879759519038	0.9949849548645938
__label__ita_Latn	0.9979979979979979	0.996003996003996	1.0
__label__jav_Latn	0.9785322016974538	0.974155069582505	0.9829488465396189
__label__jpn_Jpan	1.0	1.0	1.0
__label__kab_Latn	0.8635773061931572	0.7599085365853658	1.0
__label__kac_Latn	1.0	1.0	1.0
__label__kam_Latn	0.5044642857142857	0.9769452449567724	0.34002006018054165
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9847405900305188	0.9989680082559339	0.970912738214644
__label__kas_Deva	0.9831718510963794	1.0	0.966900702106319
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__kbp_Latn	1.0	1.0	1.0
__label__kea_Latn	0.9732234809474769	1.0	0.9478435305917753
__label__khk_Cyrl	1.0	1.0	1.0
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9669582118561711	0.937794533459001	0.9979939819458375
__label__kin_Latn	0.9246376811594202	0.8918918918918919	0.9598796389167502
__label__kir_Cyrl	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__kmb_Latn	0.8338092518560822	0.9681697612732095	0.7321965897693079
__label__kmr_Latn	0.9979979979979979	0.996003996003996	1.0
__label__knc_Arab	0.690741956664478	1.0	0.5275827482447342
__label__knc_Latn	0.9610793980280229	0.9956989247311828	0.9287863590772317
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9919759277833501	0.9919759277833501	0.9919759277833501
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9944862155388471	0.9939879759519038	0.9949849548645938
__label__lim_Latn	0.9857723577235772	0.9989701338825953	0.9729187562688064
__label__lin_Latn	0.9954887218045113	0.9949899799599199	0.995987963891675
__label__lit_Latn	0.9994987468671679	0.998997995991984	1.0
__label__lmo_Latn	0.9732510288065844	0.9989440337909187	0.9488465396188566
__label__ltg_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__ltz_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__lua_Latn	0.978027593254982	0.996875	0.9598796389167502
__label__lug_Latn	0.9845540607872446	0.9782178217821782	0.9909729187562688
__label__luo_Latn	0.9969849246231156	0.998992950654582	0.9949849548645938
__label__lus_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__lvs_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__mag_Deva	0.9343857918105575	0.9194174757281554	0.9498495486459378
__label__mai_Deva	0.9796541200406917	0.9938080495356038	0.9658976930792377
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.998997995991984	0.997997997997998	1.0
__label__min_Latn	0.9862874555611986	0.9989711934156379	0.9739217652958877
__label__mkd_Cyrl	0.9964947421131698	0.995	0.9979939819458375
__label__mlt_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__mni_Beng	1.0	1.0	1.0
__label__mos_Latn	0.9432962374138846	1.0	0.892678034102307
__label__mri_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9920318725099603	0.9851632047477745	0.9989969909729187
__label__nno_Latn	0.9801526717557252	0.9948347107438017	0.9658976930792377
__label__nob_Latn	0.9599217986314761	0.9361296472831268	0.9849548645937813
__label__npi_Deva	0.9979979979979979	0.996003996003996	1.0
__label__nso_Latn	0.9914443885254153	0.9949494949494949	0.9879638916750251
__label__nus_Latn	0.9979899497487438	1.0	0.995987963891675
__label__nya_Latn	0.99347061778001	0.9949698189134809	0.9919759277833501
__label__oci_Latn	0.9934771700953337	0.9939759036144579	0.9929789368104313
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.996003996003996	0.9920398009950249	1.0
__label__pbt_Arab	0.9974962443665497	0.996	0.9989969909729187
__label__pes_Arab	0.4311663479923518	0.41187214611872147	0.45235707121364094
__label__plt_Latn	0.9979899497487438	1.0	0.995987963891675
__label__pol_Latn	0.9935162094763091	0.9880952380952381	0.9989969909729187
__label__por_Latn	0.9895366218236173	0.9831683168316832	0.995987963891675
__label__prs_Arab	0.5435897435897435	0.5561385099685204	0.5315947843530592
__label__quy_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__ron_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__run_Latn	0.9189189189189189	0.95361380798274	0.8866599799398195
__label__rus_Cyrl	0.9959718026183283	1.0	0.9919759277833501
__label__sag_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__san_Deva	0.9954659949622167	1.0	0.9909729187562688
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9964806435394671	0.998991935483871	0.9939819458375125
__label__slv_Latn	0.9919354838709677	0.9969604863221885	0.9869608826479438
__label__smo_Latn	0.998995983935743	1.0	0.9979939819458375
__label__sna_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__snd_Arab	0.9994987468671679	0.998997995991984	1.0
__label__som_Latn	0.997	0.9940179461615155	1.0
__label__sot_Latn	0.978658536585366	0.9917610710607621	0.9658976930792377
__label__spa_Latn	0.9885856079404466	0.9783889980353635	0.9989969909729187
__label__srd_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__srp_Cyrl	0.9959798994974874	0.9979859013091642	0.9939819458375125
__label__ssw_Latn	0.9873160832064942	0.9989733059548255	0.9759277833500501
__label__sun_Latn	0.9801728520589731	0.9938144329896907	0.966900702106319
__label__swe_Latn	0.9944584382871536	0.9989878542510121	0.9899699097291875
__label__swh_Latn	0.8773168578993822	0.7832939322301025	0.9969909729187563
__label__szl_Latn	0.9561128526645768	0.9978189749182116	0.917753259779338
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7676143386897405	1.0	0.6228686058174524
__label__taq_Tfng	0.9924887330996494	0.991	0.9939819458375125
__label__tat_Cyrl	0.9964912280701754	0.9959919839679359	0.9969909729187563
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	1.0	1.0	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.998995983935743	1.0	0.9979939819458375
__label__tpi_Latn	0.998995983935743	1.0	0.9979939819458375
__label__tsn_Latn	0.9802176063303659	0.9668292682926829	0.9939819458375125
__label__tso_Latn	0.996996996996997	0.995004995004995	0.9989969909729187
__label__tuk_Latn	1.0	1.0	1.0
__label__tum_Latn	0.9895052473763117	0.9860557768924303	0.9929789368104313
__label__tur_Latn	0.9900497512437811	0.9822309970384995	0.9979939819458375
__label__twi_Latn	0.9942050894431848	0.9989873417721519	0.9894684052156469
__label__uig_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__ukr_Cyrl	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__umb_Latn	0.8868028713418	0.9864864864864865	0.8054162487462387
__label__urd_Arab	0.9812992125984252	0.9632850241545894	1.0
__label__uzn_Latn	0.9994987468671679	0.998997995991984	1.0
__label__vec_Latn	0.9863567458312279	0.9938900203665988	0.9789368104312939
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.998997995991984	0.997997997997998	1.0
__label__wol_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__xho_Latn	0.963819095477387	0.9657603222557906	0.9618856569709128
__label__ydd_Hebr	0.9994982438534872	1.0	0.9989969909729187
__label__yor_Latn	0.9929435483870966	0.9979736575481256	0.9879638916750251
__label__yue_Hant	0.6601483479433581	0.4972067039106145	0.9819458375125376
__label__zgh_Tfng	0.9924585218702866	0.9949596774193549	0.9899699097291875
__label__zsm_Latn	0.8897216274089935	0.9540757749712974	0.8335005015045135
__label__zul_Latn	0.9636996519144704	0.9556213017751479	0.9719157472417251

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.7637804194299243	0.8945839275645916	0.6663488000948659
dev/addemojis	0.9293248415321406	0.9449736206377013	0.9141859074761229
dev/antspeak	0.26282834873455785	0.6426402183523623	0.16519509266716406
dev/cyrillic	0.5866701329480118	0.755651598333528	0.47945313773833814
dev/floresplus	0.9340228013842627	0.9441121391543125	0.924146824710585
dev/delete	0.9143496808156597	0.9335220983809107	0.8959489305354487
dev/hashtag	0.49895674174840227	0.7447716393313977	0.3751401989218888
dev/html	0.93011803388626	0.9422632326100182	0.918281939414302
dev/leetspeak	0.8160844345588557	0.9101554662467396	0.7396376321081471
dev/ngrams	0.7634120737823742	0.8716002409714956	0.6791161662326882
dev/short	0.5259749481637175	0.7279596757285625	0.4117327351512666
dev/spongebob	0.9049789319803939	0.9270084717220654	0.8839721133844884
dev/swap	0.9070343092499036	0.9318152210729267	0.8835373114417143
dev/url	0.9289727328462164	0.9451065200386509	0.9133805356957572