| architecture: lstm | |
| augmentation_probability: 0.0 | |
| augmentations: | |
| - antspeak=1 | |
| - ngrams=1 | |
| - hashtag=1 | |
| - short=1 | |
| - spongebob=1 | |
| - codeswitch=1 | |
| - leetspeak=1 | |
| - cyrillic=1 | |
| - replaceurl=1 | |
| - addurl=1 | |
| - html=1 | |
| - addemojis=1 | |
| - replaceemojis=1 | |
| - delete=1 | |
| - add=1 | |
| - swap=1 | |
| - allcaps=1 | |
| - email=1 | |
| - whitespace=1 | |
| - accenting=1 | |
| - binarization=1 | |
| batch_size: 32 | |
| data_path: /exp/rwicks/langid/build-data/huggingface/filtered+openlid-v2+ext | |
| dropout: 0.1 | |
| embed_dim: 64 | |
| input_type: bytes | |
| layout: flat | |
| log_interval: 512 | |
| lr: 0.001 | |
| max_updates: 250000 | |
| montecarlo_layer: false | |
| num_layers: 1 | |
| num_workers: 1 | |
| outdir: /exp/rwicks/langid/exp/filtered+openlid-v2+ext/augless/flat/lstm/Hidden_SMALL_Embed_SMALL_NLayer_SMALL_LR_0.001/models | |
| pred_type: multilabel | |
| save_checkpoint_last: true | |
| save_top_k: 10 | |
| scheduler: schedule_free | |
| seed: 141414 | |
| tb_dir: /exp/rwicks/langid/exp/filtered+openlid-v2+ext/augless/flat/lstm/Hidden_SMALL_Embed_SMALL_NLayer_SMALL_LR_0.001/tensorboard | |
| temperature: 3.3 | |
| update_interval: 16 | |
| validation_interval: 8192 | |
| warmup_steps: 0 | |