rewicks/flat-cnn-Hidden_LARGE_Embed_LARGE_NLayer_SMALL_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.8373333333333334	0.8940774487471527	0.7873620862587764
__label__ace_Latn	0.9720558882235529	0.9672293942403177	0.9769307923771314
__label__acm_Arab	0.003956478733926805	0.14285714285714285	0.0020060180541624875
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.06692160611854685	0.7142857142857143	0.03510531594784353
__label__afr_Latn	0.9823321554770318	0.9888211382113821	0.9759277833500501
__label__als_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__amh_Ethi	0.9945137157107232	0.9890873015873016	1.0
__label__apc_Arab	0.11423626135871918	0.416403785488959	0.06619859578736209
__label__arb_Arab	0.25737184333887797	0.15153133903133903	0.8535606820461384
__label__ars_Arab	0.0	0.0	0.0
__label__ary_Arab	0.4281842818428184	0.6597077244258872	0.316950852557673
__label__arz_Arab	0.21450617283950613	0.46488294314381273	0.13941825476429287
__label__asm_Beng	0.9994982438534872	1.0	0.9989969909729187
__label__ast_Latn	0.9450777202072538	0.977491961414791	0.9147442326980942
__label__awa_Deva	0.1681735985533454	0.8532110091743119	0.09327983951855567
__label__ayr_Latn	0.9821882951653944	0.996900826446281	0.9679037111334002
__label__azb_Arab	0.7740516767454646	0.8564476885644768	0.7061183550651956
__label__azj_Latn	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__bak_Cyrl	0.9959718026183283	1.0	0.9919759277833501
__label__bam_Latn	0.48820852296235	0.4154929577464789	0.5917753259779338
__label__ban_Latn	0.8769994484280198	0.9742647058823529	0.7973921765295887
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.950391644908616	0.9912854030501089	0.9127382146439318
__label__ben_Beng	0.9939516129032258	0.9989868287740629	0.9889669007021064
__label__bho_Deva	0.4828002414001207	0.6060606060606061	0.4012036108324975
__label__bjn_Arab	0.8820873055694932	0.8825301204819277	0.8816449348044132
__label__bjn_Latn	0.8840725806451613	0.8885511651469098	0.8796389167502507
__label__bod_Tibt	0.9356040447046301	0.9965986394557823	0.8816449348044132
__label__bos_Latn	0.19414225941422594	0.5858585858585859	0.11634904714142427
__label__bug_Latn	0.9534643226473629	0.983991462113127	0.9247743229689067
__label__bul_Cyrl	0.9821073558648111	0.9733990147783251	0.9909729187562688
__label__cat_Latn	0.9439762022806147	0.9333333333333333	0.954864593781344
__label__ceb_Latn	0.9391304347826087	0.9582463465553236	0.9207622868605817
__label__ces_Latn	0.9914786967418547	0.9909819639278558	0.9919759277833501
__label__cjk_Latn	0.2447552447552447	0.9523809523809523	0.14042126379137412
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.9381933438985737	0.9910714285714286	0.8906720160481444
__label__cmn_Hant	0.3503649635036496	0.9152542372881356	0.21664994984954863
__label__crh_Latn	0.9734151329243355	0.9927007299270073	0.954864593781344
__label__cym_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__dan_Latn	0.9184726522187823	0.9458023379383634	0.892678034102307
__label__deu_Latn	0.9860139860139862	0.982089552238806	0.9899699097291875
__label__dik_Latn	0.9878542510121457	0.9969356486210419	0.9789368104312939
__label__dyu_Latn	0.0098119378577269	0.02654867256637168	0.006018054162487462
__label__dzo_Tibt	0.9381541389153188	0.8923076923076924	0.9889669007021064
__label__ekk_Latn	0.9929292929292929	1.0	0.9859578736208626
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9674418604651163	0.997867803837953	0.9388164493480441
__label__epo_Latn	0.9915042478760621	0.9880478087649402	0.9949849548645938
__label__eus_Latn	0.9954977488744373	0.9930139720558883	0.9979939819458375
__label__ewe_Latn	0.9924357034795763	0.9979716024340771	0.9869608826479438
__label__fao_Latn	0.9773755656108597	0.9798387096774194	0.9749247743229689
__label__fij_Latn	0.9899396378269617	0.992936427850656	0.9869608826479438
__label__fil_Latn	0.9684729064039409	0.9515972894482091	0.9859578736208626
__label__fin_Latn	0.9940179461615154	0.9881070366699702	1.0
__label__fon_Latn	0.9763860369609857	1.0	0.9538615847542627
__label__fra_Latn	0.9759590792838874	0.9958246346555324	0.9568706118355065
__label__fur_Latn	0.9813976872800402	0.9838709677419355	0.9789368104312939
__label__fuv_Latn	0.6961613532856213	0.9907407407407407	0.5366098294884654
__label__gaz_Latn	0.9899091826437941	0.9959390862944163	0.9839518555667001
__label__gla_Latn	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__gle_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__glg_Latn	0.9426356589147287	0.9722814498933902	0.9147442326980942
__label__gug_Latn	0.983206106870229	0.9979338842975206	0.9689067201604814
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9812067260138477	0.9678048780487805	0.9949849548645938
__label__hau_Latn	0.9851190476190474	0.9744847890088322	0.995987963891675
__label__heb_Hebr	0.9994982438534872	1.0	0.9989969909729187
__label__hin_Deva	0.7487274409995374	0.6950171821305842	0.8114343029087262
__label__hne_Deva	0.3882099209202013	0.6852791878172588	0.2708124373119358
__label__hrv_Latn	0.5111001480019733	0.5029126213592233	0.5195586760280843
__label__hun_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9759097898513582	0.9979035639412998	0.954864593781344
__label__ilo_Latn	0.9924660974384731	0.993963782696177	0.9909729187562688
__label__ind_Latn	0.7180899908172635	0.6621507197290432	0.7843530591775326
__label__isl_Latn	0.9803328290468986	0.9858012170385395	0.9749247743229689
__label__ita_Latn	0.9816011934361014	0.9733727810650887	0.9899699097291875
__label__jav_Latn	0.8638799571275455	0.9275028768699655	0.8084252758274825
__label__jpn_Jpan	0.9890873015873016	0.9784102060843964	1.0
__label__kab_Latn	0.8432203389830508	0.7300073367571533	0.9979939819458375
__label__kac_Latn	0.9873031995937023	1.0	0.9749247743229689
__label__kam_Latn	0.5203854707190512	0.9971590909090909	0.3520561685055166
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9727786337955829	0.9968421052631579	0.9498495486459378
__label__kas_Deva	0.47503566333808844	0.8222222222222222	0.3340020060180542
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9984932194876946	1.0	0.9969909729187563
__label__kbp_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__kea_Latn	0.8535469107551488	0.9933422103861518	0.7482447342026078
__label__khk_Cyrl	0.9969818913480886	1.0	0.9939819458375125
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.962890625	0.9381541389153187	0.9889669007021064
__label__kin_Latn	0.8776699029126214	0.8504233301975541	0.9067201604814443
__label__kir_Cyrl	0.996993987975952	0.995995995995996	0.9979939819458375
__label__kmb_Latn	0.5920223932820153	0.9791666666666666	0.4242728184553661
__label__kmr_Latn	0.9784836065573771	1.0	0.9578736208625878
__label__knc_Arab	0.6872942725477288	1.0	0.5235707121364093
__label__knc_Latn	0.918015102481122	0.9929988331388565	0.8535606820461384
__label__kor_Hang	0.9994982438534872	1.0	0.9989969909729187
__label__ktu_Latn	0.939441811479726	0.9889135254988913	0.8946840521564694
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9683026584867076	0.9874869655891554	0.9498495486459378
__label__lim_Latn	0.9262820512820512	0.9908571428571429	0.8696088264794383
__label__lin_Latn	0.9648497198166073	0.9803312629399586	0.9498495486459378
__label__lit_Latn	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__lmo_Latn	0.8917127071823204	0.992619926199262	0.8094282848545636
__label__ltg_Latn	0.9862874555611986	0.9989711934156379	0.9739217652958877
__label__ltz_Latn	0.9791136016301579	0.994824016563147	0.9638916750250752
__label__lua_Latn	0.8590986879634912	0.996031746031746	0.7552657973921765
__label__lug_Latn	0.9574898785425102	0.9662921348314607	0.9488465396188566
__label__luo_Latn	0.9332621462893753	0.997716894977169	0.876629889669007
__label__lus_Latn	0.9614583333333333	1.0	0.925777331995988
__label__lvs_Latn	0.9915380786460926	0.9841897233201581	0.9989969909729187
__label__mag_Deva	0.5398288347597104	0.7854406130268199	0.4112337011033099
__label__mai_Deva	0.779896013864818	0.9196185286103542	0.6770310932798396
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9819277108433736	0.9829145728643216	0.9809428284854563
__label__min_Latn	0.957846622651092	0.970164609053498	0.9458375125376128
__label__mkd_Cyrl	0.9850894632206759	0.9763546798029556	0.9939819458375125
__label__mlt_Latn	0.9944640161046804	0.997979797979798	0.9909729187562688
__label__mni_Beng	0.9974987493746873	0.9950099800399201	1.0
__label__mos_Latn	0.924487594390507	1.0	0.8595787362086259
__label__mri_Latn	0.998997995991984	0.997997997997998	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.918664786083686	0.8646017699115044	0.9799398194583752
__label__nno_Latn	0.8819068255687975	0.9587750294464076	0.8164493480441324
__label__nob_Latn	0.8238747553816048	0.8042024832855779	0.8445336008024072
__label__npi_Deva	0.8941724941724941	0.8353658536585366	0.9618856569709128
__label__nso_Latn	0.9671794871794872	0.9895068205666316	0.9458375125376128
__label__nus_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__nya_Latn	0.9377593360995851	0.9709989258861439	0.9067201604814443
__label__oci_Latn	0.962962962962963	0.9812597605413846	0.9453360080240722
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9641393442622952	0.9853403141361257	0.9438314944834504
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9630390143737166	0.9863301787592008	0.9408224674022067
__label__pbt_Arab	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__pes_Arab	0.11515151515151516	0.14548238897396631	0.09528585757271815
__label__plt_Latn	0.9315508021390374	0.997709049255441	0.8736208625877633
__label__pol_Latn	0.9812252964426877	0.9668938656280428	0.995987963891675
__label__por_Latn	0.9760479041916168	0.971201588877855	0.9809428284854563
__label__prs_Arab	0.48719723183391	0.7857142857142857	0.3530591775325978
__label__quy_Latn	0.994	0.9910269192422732	0.9969909729187563
__label__ron_Latn	0.996993987975952	0.995995995995996	0.9979939819458375
__label__run_Latn	0.7820895522388059	0.9660766961651918	0.6569709127382146
__label__rus_Cyrl	0.9909365558912386	0.9949443882709808	0.9869608826479438
__label__sag_Latn	0.9534762153685311	0.9956331877729258	0.9147442326980942
__label__san_Deva	0.918334234721471	0.9964788732394366	0.8515546639919759
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9949647532729105	0.9989888776541962	0.9909729187562688
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9909274193548387	0.9959473150962512	0.9859578736208626
__label__slv_Latn	0.9746707193515703	0.984646878198567	0.9648946840521565
__label__smo_Latn	0.9753846153846154	0.9979013641133263	0.9538615847542627
__label__sna_Latn	0.9784244856999497	0.9789156626506024	0.9779338014042126
__label__snd_Arab	1.0	1.0	1.0
__label__som_Latn	0.993496748374187	0.9910179640718563	0.995987963891675
__label__sot_Latn	0.8839779005524863	0.984009840098401	0.802407221664995
__label__spa_Latn	0.937836514929026	0.9158699808795411	0.9608826479438315
__label__srd_Latn	0.9786150712830958	0.9937952430196484	0.9638916750250752
__label__srp_Cyrl	0.9919678714859438	0.992964824120603	0.9909729187562688
__label__ssw_Latn	0.9246392303580973	0.9897025171624714	0.8676028084252758
__label__sun_Latn	0.8935710426796326	0.968384074941452	0.8294884653961886
__label__swe_Latn	0.9822784810126582	0.9918200408997955	0.9729187562688064
__label__swh_Latn	0.9466929911154985	0.9319727891156463	0.9618856569709128
__label__szl_Latn	0.8947951273532668	0.9987639060568603	0.8104312938816449
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7226463104325699	0.9878260869565217	0.5697091273821464
__label__taq_Tfng	0.9638671875	0.9391056137012369	0.9899699097291875
__label__tat_Cyrl	0.9934771700953337	0.9939759036144579	0.9929789368104313
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	1.0	1.0	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9954659949622167	1.0	0.9909729187562688
__label__tpi_Latn	0.9589610389610389	0.9946120689655172	0.925777331995988
__label__tsn_Latn	0.9369369369369368	0.935064935064935	0.9388164493480441
__label__tso_Latn	0.9691675231243576	0.9936775553213909	0.9458375125376128
__label__tuk_Latn	0.9994987468671679	0.998997995991984	1.0
__label__tum_Latn	0.9662921348314606	0.9843912591050988	0.9488465396188566
__label__tur_Latn	0.9812252964426877	0.9668938656280428	0.995987963891675
__label__twi_Latn	0.9795709908069459	0.9979188345473465	0.9618856569709128
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__umb_Latn	0.5173688100517368	0.9831460674157303	0.3510531594784353
__label__urd_Arab	0.9712335446123842	0.9449715370018975	0.9989969909729187
__label__uzn_Latn	0.9944806823883594	0.9949799196787149	0.9939819458375125
__label__vec_Latn	0.9709331973482916	0.9875518672199171	0.954864593781344
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9641025641025641	0.9863588667366212	0.9428284854563691
__label__wol_Latn	0.9816700610997963	0.9968976215098242	0.966900702106319
__label__xho_Latn	0.84	0.9109026963657679	0.7793380140421263
__label__ydd_Hebr	0.9979979979979979	0.996003996003996	1.0
__label__yor_Latn	0.9795918367346939	0.9968847352024922	0.9628886659979939
__label__yue_Hant	0.6586345381526104	0.49422400803616273	0.9869608826479438
__label__zgh_Tfng	0.970724191063174	0.9947368421052631	0.9478435305917753
__label__zsm_Latn	0.6819221967963387	0.7936085219707057	0.5977933801404213
__label__zul_Latn	0.8685897435897435	0.9291428571428572	0.8154463390170511

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.41035794824900607	0.9508358621680343	0.261637128133168
dev/addemojis	0.8067824399384327	0.9259349338521898	0.7147995711271746
dev/antspeak	0.19773883293872416	0.1385886663768651	0.3449758141419332
dev/cyrillic	0.47509111247429003	0.8808118920510042	0.32526643971322833
dev/floresplus	0.889360314154144	0.9260317052820743	0.8554827042704468
dev/delete	0.8182554922790795	0.9214639277317164	0.7358380560400413
dev/hashtag	0.21029788665845764	0.12840502644028234	0.5805643531579961
dev/html	0.8559945711926018	0.9151814086376495	0.8039982015010549
dev/leetspeak	0.5657336840752788	0.8960616089885715	0.41335336057433386
dev/ngrams	0.7115654850005866	0.7189823361478478	0.7043000923954128
dev/short	0.2698886253252738	0.17644877651442623	0.5736915179034641
dev/spongebob	0.7484947700866341	0.9048963492808553	0.6381904333690728
dev/swap	0.7301738594291263	0.9192365381730914	0.6056148741791878
dev/url	0.8086310067478175	0.9192566908521121	0.7217712250050644