Training in progress, step 400

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

added_tokens.json

@@ -0,0 +1 @@
+{"<s>": 29, "</s>": 30}

config.json

@@ -0,0 +1,99 @@
+{
+  "_name_or_path": "asapp/sew-d-small-100k",
+  "activation_dropout": 0.0,
+  "apply_spec_augment": true,
+  "architectures": [
+    "SEWDForCTC"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "classifier_proj_size": 256,
+  "conv_bias": false,
+  "conv_dim": [
+    64,
+    128,
+    128,
+    128,
+    128,
+    256,
+    256,
+    256,
+    256,
+    512,
+    512,
+    512,
+    512
+  ],
+  "conv_kernel": [
+    10,
+    3,
+    1,
+    3,
+    1,
+    3,
+    1,
+    3,
+    1,
+    2,
+    1,
+    2,
+    1
+  ],
+  "conv_stride": [
+    5,
+    2,
+    1,
+    2,
+    1,
+    2,
+    1,
+    2,
+    1,
+    2,
+    1,
+    2,
+    1
+  ],
+  "ctc_loss_reduction": "mean",
+  "ctc_zero_infinity": false,
+  "eos_token_id": 2,
+  "feat_extract_activation": "gelu",
+  "feat_extract_norm": "group",
+  "feat_proj_dropout": 0.0,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "final_dropout": 0.0,
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.0,
+  "hidden_size": 512,
+  "initializer_range": 0.02,
+  "intermediate_size": 2048,
+  "layer_norm_eps": 1e-05,
+  "layerdrop": 0.0,
+  "mask_feature_length": 10,
+  "mask_feature_prob": 0.0,
+  "mask_time_length": 10,
+  "mask_time_prob": 0.05,
+  "max_position_embeddings": 512,
+  "model_type": "sew-d",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 8,
+  "num_conv_pos_embedding_groups": 16,
+  "num_conv_pos_embeddings": 31,
+  "num_feat_extract_layers": 13,
+  "num_hidden_layers": 12,
+  "pad_token_id": 28,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "squeeze_factor": 2,
+  "tokenizer_class": "Wav2Vec2CTCTokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.12.0.dev0",
+  "use_weighted_layer_sum": false,
+  "vocab_size": 31
+}

preprocessor_config.json

@@ -0,0 +1,9 @@
+{
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0,
+  "return_attention_mask": false,
+  "sampling_rate": 16000
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed8b5ba30550cec5169c662aaa92102015d228eeb3c364d5add772c98878fbd
+size 164046635

run.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+CUDA_VISIBLE_DEVICES="0" python run_speech_recognition_ctc.py \
+	--dataset_name="timit_asr" \
+	--model_name_or_path="asapp/sew-d-small-100k" \
+	--overwrite_output_dir \
+	--output_dir="./sew-d-small-100k-timit" \
+	--train_split_name="train" \
+	--num_train_epochs="20" \
+	--per_device_train_batch_size="32" \
+	--per_device_eval_batch_size="1" \
+	--weight_decay="0.005" \
+	--learning_rate="1e-4" \
+	--warmup_steps="1000" \
+	--evaluation_strategy="steps" \
+	--text_column_name="text" \
+	--save_steps="400" \
+	--eval_steps="100" \
+	--logging_steps="10" \
+	--layerdrop="0.0" \
+	--save_total_limit="3" \
+	--freeze_feature_extractor \
+	--gradient_checkpointing \
+	--chars_to_ignore , ? . ! - \; \: \" “ % ‘ ” � \
+	--fp16 \
+	--group_by_length \
+	--push_to_hub \
+	--do_train --do_eval

runs/Oct27_12-53-32_brutasse/1635339285.0552182/events.out.tfevents.1635339285.brutasse.24788.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f234e283e73faf27d364593790027b717a20430e6947f4aad6cb6a64139ce56b
+size 4556

runs/Oct27_12-53-32_brutasse/events.out.tfevents.1635339285.brutasse.24788.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ee9af7bda0d557715678858a80290dbb32bc103cc6f8dee495560c9780f097
+size 4343

runs/Oct27_13-02-14_brutasse/1635339802.996907/events.out.tfevents.1635339802.brutasse.26498.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4eebf4ea5e80dea4215695c1f45abefb43e88aa7134f21357d5d7921338f5a
+size 4556

runs/Oct27_13-02-14_brutasse/events.out.tfevents.1635339802.brutasse.26498.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5979a229a966f330515b9bf5eaabf3dc4bc167a15d8e349e3206922875f4656
+size 4136

runs/Oct27_13-05-24_brutasse/1635339994.1815417/events.out.tfevents.1635339994.brutasse.27544.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1c2050e61b4beaf51b196f396ef46e069ba6f839eeee739ec1bb2f4a69a0b1
+size 4556

runs/Oct27_13-05-24_brutasse/events.out.tfevents.1635339994.brutasse.27544.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8251d7aac8aa338af0549efd123aff5ef113d74b03b9a17e5661c96eb575342b
+size 9683

runs/Oct27_13-12-59_brutasse/1635340446.972991/events.out.tfevents.1635340446.brutasse.28560.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99ea72bda48e5be6fca67983ea08cac8c831ed78c709524233527af5811675e
+size 4556

runs/Oct27_13-12-59_brutasse/events.out.tfevents.1635340446.brutasse.28560.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55089c75b74376c76a09157635f261c8f82286299e2aeb745676e26f79981ea0
+size 4343

runs/Oct27_13-18-37_brutasse/1635340789.3271086/events.out.tfevents.1635340789.brutasse.29420.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85642eaa02ada09ef20c1ca0cb6e88c790189e6b225362b9a2b687cff73da6a
+size 4556

runs/Oct27_13-18-37_brutasse/events.out.tfevents.1635340789.brutasse.29420.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4d76252e116caec7a95ad08ecdb972d6b44c3ab82964e10118ccb1202b814f
+size 4343

runs/Oct27_13-21-37_brutasse/1635340908.5812104/events.out.tfevents.1635340908.brutasse.30190.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8990bf5c1fa2f65853d394e951dd3e4c629e7025376aee7fdcaf6a8623a3e341
+size 4556

runs/Oct27_13-21-37_brutasse/events.out.tfevents.1635340908.brutasse.30190.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cf867c364567dce90a45f163c04f4b45ad813d092dbcbe881d8f0c792d12a8
+size 4136

runs/Oct27_13-22-12_brutasse/1635340943.6823616/events.out.tfevents.1635340943.brutasse.30511.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c308936da80c5d0f49cabc1f8daa9779646b7156b87e3b2ff163a3fdd5d02cfb
+size 4556

runs/Oct27_13-22-12_brutasse/events.out.tfevents.1635340943.brutasse.30511.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ef00e6dfe0aa6a20d220eedd77988080c82f61a65221e6d7e3430df5707b8b
+size 4136

runs/Oct27_13-23-18_brutasse/1635341009.7941582/events.out.tfevents.1635341009.brutasse.30864.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9dbe6dfb3d5bd2eade2cb2ab6d65ae6d1621375d0e4f33e1d224ff81cb4739
+size 4556

runs/Oct27_13-23-18_brutasse/events.out.tfevents.1635341009.brutasse.30864.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f91bc24046b4dc7ac482459c5b8ccd3976511c0f05168be1afa1cd777aebb68
+size 4343

runs/Oct27_13-24-18_brutasse/1635341069.8885624/events.out.tfevents.1635341069.brutasse.31207.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbb7fb4746c14a79589b4c8f1b33228bb0bb0c941b38ba80bf5c8c6891f8b29
+size 4556

runs/Oct27_13-24-18_brutasse/events.out.tfevents.1635341069.brutasse.31207.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4848aeb577be9ffece4d06860e88d44e84aa4d858af95b4ada68fd758f47d41d
+size 5113

runs/Oct27_13-26-36_brutasse/1635341207.8249717/events.out.tfevents.1635341207.brutasse.32047.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482221978c3e00a197f9d012cea64ba2c3d44905e1d500900d884c77f954008d
+size 4556

runs/Oct27_13-26-36_brutasse/events.out.tfevents.1635341207.brutasse.32047.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8335ab57cbae51cb2c8332fc378582cf2bfaf1bfad825e66a1465db74fc958c2
+size 4805

runs/Oct27_13-27-25_brutasse/1635341316.4772909/events.out.tfevents.1635341316.brutasse.323.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfe0a9c808d3f08744e634bf92c4861b68b7371b5dd8fe077cc7114e05869c5
+size 4556

runs/Oct27_13-27-25_brutasse/events.out.tfevents.1635341316.brutasse.323.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4f4ed172c78b0ef96f10a623faf26e1f31ea5de101cc9a354f8353e2bf7446
+size 11853

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "./sew-d-small-100k-timit", "tokenizer_class": "Wav2Vec2CTCTokenizer"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6babe3688314908973bff722c4f28467dc6ba987a2b735018e6822dcab9d57
+size 2863

vocab.json

@@ -0,0 +1 @@
+{"a": 1, "b": 2, "c": 3, "d": 4, "e": 5, "f": 6, "g": 7, "h": 8, "i": 9, "j": 10, "k": 11, "l": 12, "m": 13, "n": 14, "o": 15, "p": 16, "q": 17, "r": 18, "s": 19, "t": 20, "u": 21, "v": 22, "w": 23, "x": 24, "y": 25, "z": 26, "|": 0, "[UNK]": 27, "[PAD]": 28}