rewicks/flat-cnn-Hidden_SMALL_Embed_SMALL_NLayer_MEDIUM_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.7947320617620345	0.7261410788381742	0.8776328986960883
__label__ace_Latn	0.9543197616683217	0.9449360865290068	0.9638916750250752
__label__acm_Arab	0.026070763500931102	0.18181818181818182	0.014042126379137413
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.12098991750687443	0.7021276595744681	0.06619859578736209
__label__afr_Latn	0.9619377162629758	0.9483430799220273	0.9759277833500501
__label__als_Latn	0.9919759277833501	0.9919759277833501	0.9919759277833501
__label__amh_Ethi	0.9925187032418954	0.9871031746031746	0.9979939819458375
__label__apc_Arab	0.08470798038341508	0.3815261044176707	0.047642928786359076
__label__arb_Arab	0.21017020826725868	0.11746632001890805	0.9969909729187563
__label__ars_Arab	0.011650485436893203	0.18181818181818182	0.006018054162487462
__label__ary_Arab	0.329073482428115	0.807843137254902	0.20661985957873621
__label__arz_Arab	0.2577886377519853	0.3296875	0.21163490471414242
__label__asm_Beng	0.998997995991984	0.997997997997998	1.0
__label__ast_Latn	0.9014675052410901	0.9440175631174533	0.8625877632898696
__label__awa_Deva	0.23529411764705882	0.6343612334801763	0.1444332998996991
__label__ayr_Latn	0.9802331474911303	0.9907786885245902	0.9699097291875627
__label__azb_Arab	0.6624662466246625	0.6008163265306122	0.7382146439317954
__label__azj_Latn	0.9944806823883594	0.9949799196787149	0.9939819458375125
__label__bak_Cyrl	0.9959718026183283	1.0	0.9919759277833501
__label__bam_Latn	0.4938967136150234	0.4642541924095322	0.5275827482447342
__label__ban_Latn	0.8313253012048193	0.8321608040201005	0.8304914744232698
__label__bel_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__bem_Latn	0.9204938271604939	0.9066147859922179	0.9348044132397192
__label__ben_Beng	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__bho_Deva	0.5613305613305614	0.4287983059820011	0.8124373119358074
__label__bjn_Arab	0.7954173486088378	0.6717346233586731	0.9749247743229689
__label__bjn_Latn	0.865491651205937	0.8050043140638481	0.9358074222668004
__label__bod_Tibt	0.9472033455305804	0.9890829694323144	0.9087261785356068
__label__bos_Latn	0.4943599803825405	0.4836852207293666	0.5055165496489469
__label__bug_Latn	0.7764976958525345	0.912043301759134	0.6760280842527583
__label__bul_Cyrl	0.9472182596291012	0.9005424954792043	0.9989969909729187
__label__cat_Latn	0.8838095238095237	0.8413417951042611	0.9307923771313942
__label__ceb_Latn	0.9828629032258064	0.9878419452887538	0.9779338014042126
__label__ces_Latn	0.9864797195793691	0.985	0.9879638916750251
__label__cjk_Latn	0.275974025974026	0.723404255319149	0.17051153460381144
__label__ckb_Arab	0.9979979979979979	0.996003996003996	1.0
__label__cmn_Hans	0.9186556259132975	0.8929924242424242	0.9458375125376128
__label__cmn_Hant	0.3625192012288787	0.7737704918032787	0.23671013039117353
__label__crh_Latn	0.9597107438016529	0.9893503727369543	0.9317953861584755
__label__cym_Latn	0.9939879759519038	0.992992992992993	0.9949849548645938
__label__dan_Latn	0.8807600950118765	0.8366425992779783	0.9297893681043129
__label__deu_Latn	0.9762845849802372	0.9620253164556962	0.9909729187562688
__label__dik_Latn	0.9731645569620254	0.9826175869120655	0.9638916750250752
__label__dyu_Latn	0.015989340439706862	0.023809523809523808	0.012036108324974924
__label__dzo_Tibt	0.907103825136612	0.8306922435362802	0.9989969909729187
__label__ekk_Latn	0.983983983983984	0.9820179820179821	0.9859578736208626
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9671084928816888	0.9471153846153846	0.9879638916750251
__label__epo_Latn	0.9840954274353876	0.9753694581280788	0.9929789368104313
__label__eus_Latn	0.9792899408284025	0.9631425800193987	0.995987963891675
__label__ewe_Latn	0.9838383838383838	0.9908443540183113	0.9769307923771314
__label__fao_Latn	0.9461948618516723	0.9155722326454033	0.9789368104312939
__label__fij_Latn	0.9726720647773278	0.9816138917262512	0.9638916750250752
__label__fil_Latn	0.971624266144814	0.9484240687679083	0.995987963891675
__label__fin_Latn	0.9757305596830114	0.9637964774951077	0.9879638916750251
__label__fon_Latn	0.9417372881355933	0.9977553310886644	0.8916750250752257
__label__fra_Latn	0.974025974025974	0.9701492537313433	0.9779338014042126
__label__fur_Latn	0.9593082400813836	0.9731682146542827	0.9458375125376128
__label__fuv_Latn	0.7383292383292382	0.9524564183835182	0.6028084252758275
__label__gaz_Latn	0.9775561097256859	0.9722222222222222	0.9829488465396189
__label__gla_Latn	0.9720176730486009	0.9519230769230769	0.9929789368104313
__label__gle_Latn	0.995995995995996	0.994005994005994	0.9979939819458375
__label__glg_Latn	0.9118217054263567	0.8819119025304593	0.9438314944834504
__label__gug_Latn	0.9797979797979798	0.9867751780264497	0.9729187562688064
__label__guj_Gujr	0.9950099800399202	0.9900695134061569	1.0
__label__hat_Latn	0.9705882352941176	0.9491850431447747	0.9929789368104313
__label__hau_Latn	0.9559748427672956	0.9233644859813084	0.9909729187562688
__label__heb_Hebr	0.9950099800399202	0.9900695134061569	1.0
__label__hin_Deva	0.688755727881565	0.5309782608695652	0.9799398194583752
__label__hne_Deva	0.6012658227848101	0.6340378197997776	0.571715145436309
__label__hrv_Latn	0.6245059288537548	0.5153294194390085	0.7923771313941825
__label__hun_Latn	0.9939939939939939	0.9920079920079921	0.995987963891675
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9582898852971845	0.997828447339848	0.921765295887663
__label__ilo_Latn	0.9768358797437161	0.9602713178294574	0.9939819458375125
__label__ind_Latn	0.5996252342286071	0.43537414965986393	0.9628886659979939
__label__isl_Latn	0.9568170790878214	0.9266917293233082	0.9889669007021064
__label__ita_Latn	0.9515033947623667	0.9211267605633803	0.9839518555667001
__label__jav_Latn	0.8262668045501551	0.8527214514407684	0.8014042126379137
__label__jpn_Jpan	0.9832347140039448	0.9670223084384093	1.0
__label__kab_Latn	0.8556701030927836	0.7483095416979715	0.9989969909729187
__label__kac_Latn	0.971457185778668	0.97	0.9729187562688064
__label__kam_Latn	0.5514285714285714	0.9578163771712159	0.38716148445336007
__label__kan_Knda	0.998997995991984	0.997997997997998	1.0
__label__kas_Arab	0.9684754521963825	0.9989339019189766	0.9398194583751254
__label__kas_Deva	0.537591483699268	0.7984189723320159	0.40521564694082246
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9949899799599199	0.993993993993994	0.995987963891675
__label__kbp_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__kea_Latn	0.7697974217311234	0.9920886075949367	0.6288866599799399
__label__khk_Cyrl	0.9924585218702866	0.9949596774193549	0.9899699097291875
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9518664047151277	0.9326275264677575	0.9719157472417251
__label__kin_Latn	0.8206800186306474	0.7660869565217391	0.8836509528585758
__label__kir_Cyrl	0.9827160493827161	0.9678988326848249	0.9979939819458375
__label__kmb_Latn	0.33225283630470015	0.8649789029535865	0.20561685055165496
__label__kmr_Latn	0.9944640161046804	0.997979797979798	0.9909729187562688
__label__knc_Arab	0.7141148325358853	0.8844444444444445	0.5987963891675026
__label__knc_Latn	0.9537181487259491	0.990280777537797	0.9197592778335005
__label__kor_Hang	0.9965017491254373	0.9930278884462151	1.0
__label__ktu_Latn	0.9229974160206719	0.9520255863539445	0.8956870611835507
__label__lao_Laoo	0.991546494281452	0.9832347140039448	1.0
__label__lij_Latn	0.9389813414019162	0.9442190669371197	0.9338014042126379
__label__lim_Latn	0.8620689655172415	0.9675405742821473	0.7773319959879639
__label__lin_Latn	0.9558067831449125	0.9799789251844047	0.9327983951855566
__label__lit_Latn	0.9885286783042394	0.9831349206349206	0.9939819458375125
__label__lmo_Latn	0.8241379310344829	0.9650067294751009	0.7191574724172518
__label__ltg_Latn	0.982367758186398	0.9868421052631579	0.9779338014042126
__label__ltz_Latn	0.9559813568099431	0.9882226980728052	0.925777331995988
__label__lua_Latn	0.8734739178690344	0.977639751552795	0.7893681043129388
__label__lug_Latn	0.9347496206373292	0.9428571428571428	0.9267803410230692
__label__luo_Latn	0.9562563580874872	0.9700722394220846	0.9428284854563691
__label__lus_Latn	0.9146537842190016	0.9838337182448037	0.8545636910732196
__label__lvs_Latn	0.9646146388754241	0.9333958724202627	0.9979939819458375
__label__mag_Deva	0.8330900243309002	0.8090737240075614	0.8585757271815446
__label__mai_Deva	0.7228355607205112	0.8591160220994475	0.6238716148445336
__label__mal_Mlym	0.9994987468671679	0.998997995991984	1.0
__label__mar_Deva	0.9866137828458107	0.9754901960784313	0.9979939819458375
__label__min_Latn	0.9180156657963446	0.9575163398692811	0.8816449348044132
__label__mkd_Cyrl	0.9618909792571153	0.9265799256505576	1.0
__label__mlt_Latn	0.9949698189134809	0.9979818365287588	0.9919759277833501
__label__mni_Beng	0.9974962443665497	0.996	0.9989969909729187
__label__mos_Latn	0.9107725788900979	0.995243757431629	0.839518555667001
__label__mri_Latn	0.988574267262792	0.9793307086614174	0.9979939819458375
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9050958391771856	0.8476357267950964	0.970912738214644
__label__nno_Latn	0.8659043659043659	0.8985976267529665	0.835506519558676
__label__nob_Latn	0.7800167926112511	0.6707581227436823	0.9317953861584755
__label__npi_Deva	0.9512783405692234	0.9163568773234201	0.9889669007021064
__label__nso_Latn	0.9699439633214467	0.9855072463768116	0.954864593781344
__label__nus_Latn	0.9895261845386534	0.9841269841269841	0.9949849548645938
__label__nya_Latn	0.9255056734089788	0.9106796116504854	0.9408224674022067
__label__oci_Latn	0.939424533064109	0.945630081300813	0.9332998996990973
__label__ory_Orya	0.9994987468671679	0.998997995991984	1.0
__label__pag_Latn	0.9754139488208731	0.9759036144578314	0.9749247743229689
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9300333174678724	0.884963768115942	0.9799398194583752
__label__pbt_Arab	0.9490718705378391	0.9030797101449275	1.0
__label__pes_Arab	0.15189873417721517	0.11877828054298642	0.21063189568706117
__label__plt_Latn	0.9387972325705162	1.0	0.8846539618856569
__label__pol_Latn	0.9493307839388145	0.9068493150684932	0.995987963891675
__label__por_Latn	0.945736434108527	0.9147141518275539	0.9789368104312939
__label__prs_Arab	0.5942562592047128	0.4694589877835951	0.8094282848545636
__label__quy_Latn	0.9715964740450539	0.9492822966507177	0.9949849548645938
__label__ron_Latn	0.9944917376064095	0.993	0.995987963891675
__label__run_Latn	0.8408249603384452	0.889261744966443	0.7973921765295887
__label__rus_Cyrl	0.9688412852969814	0.9413434247871334	0.9979939819458375
__label__sag_Latn	0.8987411056376574	0.9891566265060241	0.8234704112337011
__label__san_Deva	0.961577350859454	0.9694189602446484	0.9538615847542627
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9769769769769769	0.975024975024975	0.9789368104312939
__label__shn_Mymr	0.9832347140039448	0.9670223084384093	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9778449144008057	0.9817997977755308	0.9739217652958877
__label__slv_Latn	0.9618244918195339	0.9509803921568627	0.9729187562688064
__label__smo_Latn	0.971252566735113	0.9947423764458465	0.9488465396188566
__label__sna_Latn	0.9566502463054187	0.9399806389157793	0.9739217652958877
__label__snd_Arab	0.9807976366322008	0.9632495164410058	0.9989969909729187
__label__som_Latn	0.9885286783042394	0.9831349206349206	0.9939819458375125
__label__sot_Latn	0.9124126813541107	0.9826388888888888	0.8515546639919759
__label__spa_Latn	0.9076566125290023	0.844559585492228	0.9809428284854563
__label__srd_Latn	0.9757085020242915	0.9846782431052093	0.966900702106319
__label__srp_Cyrl	0.9845847836897066	0.9763313609467456	0.9929789368104313
__label__ssw_Latn	0.9172168613509396	0.9290123456790124	0.905717151454363
__label__sun_Latn	0.8873239436619718	0.8900100908173562	0.8846539618856569
__label__swe_Latn	0.9771689497716894	0.9887063655030801	0.9658976930792377
__label__swh_Latn	0.8293545534924845	0.741501976284585	0.9408224674022067
__label__szl_Latn	0.9557522123893806	0.9935064935064936	0.9207622868605817
__label__tam_Taml	0.998997995991984	0.997997997997998	1.0
__label__taq_Latn	0.738213399503722	0.967479674796748	0.59679037111334
__label__taq_Tfng	0.9158878504672897	0.8573928258967629	0.9829488465396189
__label__tat_Cyrl	0.9854636591478698	0.9849699398797596	0.9859578736208626
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.9944806823883594	0.9949799196787149	0.9939819458375125
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9934771700953337	0.9939759036144579	0.9929789368104313
__label__tpi_Latn	0.9746963562753036	0.9836567926455567	0.9658976930792377
__label__tsn_Latn	0.9188935771214252	0.8626760563380281	0.9829488465396189
__label__tso_Latn	0.9646238166417539	0.9584158415841584	0.970912738214644
__label__tuk_Latn	0.9935097353969047	0.989065606361829	0.9979939819458375
__label__tum_Latn	0.9577464788732395	0.9606458123107972	0.954864593781344
__label__tur_Latn	0.9643380556912555	0.94	0.9899699097291875
__label__twi_Latn	0.9726132582544152	0.9932043910088866	0.9528585757271816
__label__uig_Arab	0.99849774661993	0.997	1.0
__label__ukr_Cyrl	0.995479658463084	0.9969818913480886	0.9939819458375125
__label__umb_Latn	0.7761904761904762	0.9546120058565154	0.6539618856569709
__label__urd_Arab	0.9383529411764706	0.8838652482269503	1.0
__label__uzn_Latn	0.971830985915493	0.9747729566094854	0.9689067201604814
__label__vec_Latn	0.9401353461738677	0.9772727272727273	0.905717151454363
__label__vie_Latn	0.99849774661993	0.997	1.0
__label__war_Latn	0.9855072463768116	0.9820717131474104	0.9889669007021064
__label__wol_Latn	0.9744897959183674	0.9916926272066459	0.9578736208625878
__label__xho_Latn	0.7734109655507035	0.7490601503759399	0.7993981945837513
__label__ydd_Hebr	0.9726829268292683	0.9468186134852802	1.0
__label__yor_Latn	0.9343915343915343	0.9888017917133258	0.8856569709127382
__label__yue_Hant	0.542158747596814	0.3732980332829047	0.9899699097291875
__label__zgh_Tfng	0.9851778656126483	0.9707887049659202	1.0
__label__zsm_Latn	0.65625	0.6055979643765903	0.7161484453360081
__label__zul_Latn	0.8516129032258065	0.8428290766208252	0.8605817452357071

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.531496566151197	0.8322467164509232	0.39041261716183034
dev/addemojis	0.8188116209104163	0.8850498834712927	0.7617977083961244
dev/antspeak	0.14519041154261592	0.12121823849834863	0.1809813677485659
dev/cyrillic	0.4794951202772151	0.743649656261034	0.35381514000128467
dev/floresplus	0.866227404105227	0.8589102778951664	0.8736702718994421
dev/delete	0.8083725407990558	0.8487351574599896	0.7716746298007322
dev/hashtag	0.29698932622812196	0.21931339675148864	0.45986234565766265
dev/html	0.8618962254755502	0.8686919382280464	0.8552060121250451
dev/leetspeak	0.667962269516993	0.8340867557949408	0.5570208161430104
dev/ngrams	0.6449866219219083	0.5960130579267399	0.7027288762840245
dev/short	0.26323930728167305	0.18584234716517195	0.45111195655933317
dev/spongebob	0.7307034748379932	0.818494913592352	0.6599206486454438
dev/swap	0.761754594990463	0.8522051225611583	0.6886620452490476
dev/url	0.8388272720358564	0.8938784179578331	0.7901635942309687