rewicks/flat-cnn-Hidden_MEDIUM_Embed_MEDIUM_NLayer_SMALL_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.8274809160305342	0.8398760330578512	0.8154463390170511
__label__ace_Latn	0.935468219311014	0.9060150375939849	0.966900702106319
__label__acm_Arab	0.0	0.0	0.0
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.034482758620689655	0.3829787234042553	0.01805416248746239
__label__afr_Latn	0.9478575116159009	0.9765957446808511	0.9207622868605817
__label__als_Latn	0.9954705586311022	0.998989898989899	0.9919759277833501
__label__amh_Ethi	0.9964912280701754	0.9959919839679359	0.9969909729187563
__label__apc_Arab	0.05999077065066913	0.37572254335260113	0.03259779338014042
__label__arb_Arab	0.2648784576697401	0.15901771336553946	0.7923771313941825
__label__ars_Arab	0.001998001998001998	0.25	0.0010030090270812437
__label__ary_Arab	0.31917631917631917	0.4452423698384201	0.24874623871614845
__label__arz_Arab	0.16653696498054474	0.3715277777777778	0.10732196589769308
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.9149377593360996	0.9473684210526315	0.8846539618856569
__label__awa_Deva	0.12974976830398516	0.8536585365853658	0.07021063189568706
__label__ayr_Latn	0.9758850692662905	0.9989495798319328	0.9538615847542627
__label__azb_Arab	0.5146871008939975	0.7082601054481547	0.40421263791374124
__label__azj_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__bak_Cyrl	0.9959758551307848	0.9989909182643795	0.9929789368104313
__label__bam_Latn	0.5444897959183673	0.459050240880936	0.6690070210631895
__label__ban_Latn	0.8214285714285714	0.9257861635220126	0.7382146439317954
__label__bel_Cyrl	0.998995983935743	1.0	0.9979939819458375
__label__bem_Latn	0.9316375198728138	0.9876404494382023	0.8816449348044132
__label__ben_Beng	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__bho_Deva	0.4789382573571841	0.563858695652174	0.41624874623871616
__label__bjn_Arab	0.8098999473407057	0.852549889135255	0.7713139418254764
__label__bjn_Latn	0.8291139240506329	0.8743047830923248	0.7883650952858575
__label__bod_Tibt	0.8642816581487791	0.9960732984293194	0.7632898696088265
__label__bos_Latn	0.13275862068965516	0.4723926380368098	0.07723169508525576
__label__bug_Latn	0.8691384950926936	0.9522102747909199	0.7993981945837513
__label__bul_Cyrl	0.9800995024875623	0.9723593287265548	0.9879638916750251
__label__cat_Latn	0.9099950273495773	0.9023668639053254	0.917753259779338
__label__ceb_Latn	0.8949044585987261	0.9503945885005637	0.8455366098294884
__label__ces_Latn	0.9838872104733132	0.9878665318503539	0.9799398194583752
__label__cjk_Latn	0.23859649122807017	0.951048951048951	0.13640922768304914
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.9539877300613496	0.97288842544317	0.9358074222668004
__label__cmn_Hant	0.2737896494156928	0.8159203980099502	0.16449348044132397
__label__crh_Latn	0.9614984391259105	0.9989189189189189	0.9267803410230692
__label__cym_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__dan_Latn	0.8750000000000001	0.9549228944246738	0.8074222668004012
__label__deu_Latn	0.9760239760239761	0.972139303482587	0.9799398194583752
__label__dik_Latn	0.9620779220779222	0.9978448275862069	0.9287863590772317
__label__dyu_Latn	0.0036496350364963502	0.020202020202020204	0.0020060180541624875
__label__dzo_Tibt	0.8910891089108911	0.8081632653061225	0.9929789368104313
__label__ekk_Latn	0.9869215291750503	0.9899091826437941	0.9839518555667001
__label__ell_Grek	0.9793713163064833	0.9595765158806545	1.0
__label__eng_Latn	0.9680082559339526	0.9968119022316685	0.9408224674022067
__label__epo_Latn	0.9853015712113532	0.9959016393442623	0.9749247743229689
__label__eus_Latn	0.9934771700953337	0.9939759036144579	0.9929789368104313
__label__ewe_Latn	0.9842399593289274	0.9979381443298969	0.970912738214644
__label__fao_Latn	0.9647887323943662	0.9677093844601413	0.9618856569709128
__label__fij_Latn	0.9816326530612246	0.9989615784008308	0.9648946840521565
__label__fil_Latn	0.9526627218934912	0.9369544131910766	0.9689067201604814
__label__fin_Latn	0.9954887218045113	0.9949899799599199	0.995987963891675
__label__fon_Latn	0.9831889964340296	0.9989648033126294	0.9679037111334002
__label__fra_Latn	0.9692622950819673	0.9905759162303664	0.9488465396188566
__label__fur_Latn	0.9672131147540983	0.9884816753926702	0.9468405215646941
__label__fuv_Latn	0.6879063719115734	0.977818853974122	0.5305917753259779
__label__gaz_Latn	0.9534762153685311	0.9956331877729258	0.9147442326980942
__label__gla_Latn	0.995987963891675	0.995987963891675	0.995987963891675
__label__gle_Latn	0.9934902353530296	0.992	0.9949849548645938
__label__glg_Latn	0.9109838625715774	0.946969696969697	0.8776328986960883
__label__gug_Latn	0.9382978723404255	0.9988674971687429	0.8846539618856569
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9696078431372549	0.9482262703739214	0.9919759277833501
__label__hau_Latn	0.9815828770532603	0.974308300395257	0.9889669007021064
__label__heb_Hebr	0.998995983935743	1.0	0.9979939819458375
__label__hin_Deva	0.707647628267183	0.6838166510757717	0.7331995987963892
__label__hne_Deva	0.305319969159599	0.66	0.19859578736208625
__label__hrv_Latn	0.44259369422962525	0.543859649122807	0.3731193580742227
__label__hun_Latn	0.9929506545820745	0.9969666329625885	0.9889669007021064
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9587467362924281	1.0	0.9207622868605817
__label__ilo_Latn	0.9869477911646587	0.9879396984924623	0.9859578736208626
__label__ind_Latn	0.6501901140684411	0.5235762400489896	0.8575727181544633
__label__isl_Latn	0.9694235588972432	0.968937875751503	0.9699097291875627
__label__ita_Latn	0.9555012224938876	0.9322519083969466	0.9799398194583752
__label__jav_Latn	0.7334484743811168	0.8608108108108108	0.6389167502507522
__label__jpn_Jpan	0.998997995991984	0.997997997997998	1.0
__label__kab_Latn	0.855531453362256	0.753822629969419	0.9889669007021064
__label__kac_Latn	0.9460887949260042	1.0	0.8976930792377131
__label__kam_Latn	0.45475638051044087	0.9932432432432432	0.2948846539618857
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9516298633017876	1.0	0.9077231695085256
__label__kas_Deva	0.6226299694189602	0.7978056426332288	0.5105315947843531
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9984932194876946	1.0	0.9969909729187563
__label__kbp_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__kea_Latn	0.738965952080706	0.9949066213921901	0.5877632898696088
__label__khk_Cyrl	0.9959718026183283	1.0	0.9919759277833501
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.955238563698967	0.9372586872586872	0.9739217652958877
__label__kin_Latn	0.8582794629537543	0.8510848126232742	0.8655967903711134
__label__kir_Cyrl	0.9924887330996494	0.991	0.9939819458375125
__label__kmb_Latn	0.371033360455655	0.9827586206896551	0.22868605817452356
__label__kmr_Latn	0.9673744174003107	1.0	0.9368104312938816
__label__knc_Arab	0.6715522984676883	1.0	0.5055165496489469
__label__knc_Latn	0.9257265877287405	0.9988385598141696	0.8625877632898696
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.886326194398682	0.9793689320388349	0.8094282848545636
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9518882565959649	0.9829059829059829	0.9227683049147443
__label__lim_Latn	0.8501144164759725	0.9893475366178429	0.7452357071213641
__label__lin_Latn	0.9347368421052632	0.9833887043189369	0.8906720160481444
__label__lit_Latn	0.9899598393574298	0.9909547738693467	0.9889669007021064
__label__lmo_Latn	0.787515006002401	0.9805680119581465	0.6579739217652959
__label__ltg_Latn	0.9738863287250383	0.9947698744769874	0.9538615847542627
__label__ltz_Latn	0.9691358024691358	0.9947201689545935	0.9448345035105316
__label__lua_Latn	0.8396062536189924	0.9931506849315068	0.7271815446339017
__label__lug_Latn	0.9427083333333334	0.980498374864572	0.9077231695085256
__label__luo_Latn	0.9209252286175362	0.9930394431554525	0.8585757271815446
__label__lus_Latn	0.9151251360174102	1.0	0.843530591775326
__label__lvs_Latn	0.9850894632206759	0.9763546798029556	0.9939819458375125
__label__mag_Deva	0.3336045565500407	0.8836206896551724	0.20561685055165496
__label__mai_Deva	0.7363304981773998	0.9337442218798151	0.6078234704112337
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9290197971994205	0.8957169459962756	0.9648946840521565
__label__min_Latn	0.9179810725552049	0.9646408839779006	0.8756268806419257
__label__mkd_Cyrl	0.9696969696969697	0.9456625357483317	0.9949849548645938
__label__mlt_Latn	0.9964771011575239	1.0	0.9929789368104313
__label__mni_Beng	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__mos_Latn	0.9145345672291779	1.0	0.8425275827482447
__label__mri_Latn	0.9822134387351779	0.9678675754625121	0.9969909729187563
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.8484030589293747	0.7691680261011419	0.9458375125376128
__label__nno_Latn	0.8453494771601541	0.9365853658536586	0.7703109327983951
__label__nob_Latn	0.7804400977995108	0.7614503816793893	0.8004012036108324
__label__npi_Deva	0.916626036079961	0.8918406072106262	0.9428284854563691
__label__nso_Latn	0.9544740973312401	0.9978118161925602	0.9147442326980942
__label__nus_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__nya_Latn	0.8952794357026587	0.975177304964539	0.827482447342026
__label__oci_Latn	0.925699067909454	0.986939239068711	0.8716148445336008
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9226638023630503	0.9930635838150289	0.8615847542627884
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9234800838574424	0.9670691547749726	0.8836509528585758
__label__pbt_Arab	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__pes_Arab	0.11468695143358688	0.13764044943820225	0.09829488465396188
__label__plt_Latn	0.7751842751842751	1.0	0.6328986960882648
__label__pol_Latn	0.9763079960513327	0.9611273080660836	0.9919759277833501
__label__por_Latn	0.9693621295831242	0.9708249496981891	0.9679037111334002
__label__prs_Arab	0.4499314128943759	0.7114967462039046	0.32898696088264795
__label__quy_Latn	0.9860000000000001	0.9830508474576272	0.9889669007021064
__label__ron_Latn	0.995479658463084	0.9969818913480886	0.9939819458375125
__label__run_Latn	0.7438118811881188	0.9709208400646203	0.6028084252758275
__label__rus_Cyrl	0.9864389753892516	0.9879275653923542	0.9849548645937813
__label__sag_Latn	0.9361022364217252	0.9977298524404086	0.8816449348044132
__label__san_Deva	0.9341825902335457	0.992108229988726	0.8826479438314945
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.98842476094615	0.9919191919191919	0.9849548645937813
__label__shn_Mymr	0.9994982438534872	1.0	0.9989969909729187
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9678407350689127	0.9854469854469855	0.950852557673019
__label__slv_Latn	0.9567404426559356	0.9596367305751766	0.9538615847542627
__label__smo_Latn	0.9538300104931795	1.0	0.9117352056168505
__label__sna_Latn	0.9664292980671414	0.9803921568627451	0.9528585757271816
__label__snd_Arab	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__som_Latn	0.9768586903003447	0.9593810444874274	0.9949849548645938
__label__sot_Latn	0.743894802755166	0.99	0.5957873620862588
__label__spa_Latn	0.9136047666335652	0.904621435594887	0.9227683049147443
__label__srd_Latn	0.9737108190091001	0.981651376146789	0.9658976930792377
__label__srp_Cyrl	0.9889001009081736	0.9949238578680203	0.9829488465396189
__label__ssw_Latn	0.8803131991051455	0.9949431099873578	0.7893681043129388
__label__sun_Latn	0.836815358554489	0.9573643410852714	0.7432296890672017
__label__swe_Latn	0.9573361082206037	0.9945945945945946	0.9227683049147443
__label__swh_Latn	0.8737233054781802	0.8133102852203976	0.9438314944834504
__label__szl_Latn	0.819846426461902	0.9971264367816092	0.6960882647943831
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7630473905218956	0.9492537313432836	0.6379137412236711
__label__taq_Tfng	0.981564524165421	0.9752475247524752	0.9879638916750251
__label__tat_Cyrl	0.9909729187562688	0.9909729187562688	0.9909729187562688
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.9964771011575239	1.0	0.9929789368104313
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.988843813387424	1.0	0.9779338014042126
__label__tpi_Latn	0.9516806722689076	0.9988974641675854	0.9087261785356068
__label__tsn_Latn	0.9291900152827304	0.9440993788819876	0.9147442326980942
__label__tso_Latn	0.9618949536560246	0.9883597883597883	0.9368104312938816
__label__tuk_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__tum_Latn	0.9470927187008905	0.9912280701754386	0.9067201604814443
__label__tur_Latn	0.9743842364532019	0.957405614714424	0.9919759277833501
__label__twi_Latn	0.9690242643262778	0.9984042553191489	0.9413239719157472
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9964912280701754	0.9959919839679359	0.9969909729187563
__label__umb_Latn	0.37489812550937246	1.0	0.23069207622868607
__label__urd_Arab	0.9549808429118775	0.9138405132905592	1.0
__label__uzn_Latn	0.9874812218327491	0.986	0.9889669007021064
__label__vec_Latn	0.9401799894123876	0.9955156950672646	0.8906720160481444
__label__vie_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__war_Latn	0.9621676891615543	0.9812304483837331	0.9438314944834504
__label__wol_Latn	0.9632314862765405	0.9957173447537473	0.9327983951855566
__label__xho_Latn	0.7265110712148414	0.900593471810089	0.6088264794383149
__label__ydd_Hebr	0.996003996003996	0.9920398009950249	1.0
__label__yor_Latn	0.9643779039752195	0.9936170212765958	0.9368104312938816
__label__yue_Hant	0.5696934644303066	0.4002438033319789	0.9879638916750251
__label__zgh_Tfng	0.9934640522875817	0.9959677419354839	0.9909729187562688
__label__zsm_Latn	0.6278130409694171	0.7391304347826086	0.5456369107321966
__label__zul_Latn	0.7849944008958568	0.8884664131812421	0.7031093279839519

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.42199821398840603	0.9010584148016482	0.27551620378376507
dev/addemojis	0.7590320263255469	0.9173113950638894	0.6473360969608333
dev/antspeak	0.1794755993528061	0.12368912002332946	0.32692659258563866
dev/cyrillic	0.47294060871475535	0.8722567617833041	0.3244215404835195
dev/floresplus	0.8691763959621798	0.9171458040730337	0.8259754633358203
dev/delete	0.7939909971004301	0.9122535879644474	0.7028721632878933
dev/hashtag	0.25873114705171024	0.17490490328572844	0.4968600382428072
dev/html	0.8337023873764909	0.9022877396487836	0.7748071801611732
dev/leetspeak	0.5834820553212561	0.8911538383448724	0.43373470164187145
dev/ngrams	0.6995671638230594	0.7545743561593705	0.6520349225014946
dev/short	0.31843017410170926	0.23931118308381782	0.4757029709819113
dev/spongebob	0.7250123468403848	0.8950187622026898	0.6092810451057606
dev/swap	0.7203546537853736	0.9109309599721966	0.5957231299810762
dev/url	0.7928709353735283	0.91950688432252	0.6968936365747489