End of training

all_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 100.0,
+    "eval_cer": 0.20594258181088135,
+    "eval_loss": 0.8121851682662964,
+    "eval_runtime": 114.7373,
+    "eval_samples": 2021,
+    "eval_samples_per_second": 17.614,
+    "eval_steps_per_second": 2.205,
+    "eval_wer": 0.839188520534389,
+    "train_loss": 3.0068138397532342,
+    "train_runtime": 143778.5903,
+    "train_samples": 21672,
+    "train_samples_per_second": 15.073,
+    "train_steps_per_second": 0.471
+}

eval_results.json

@@ -0,0 +1,10 @@
+{
+    "epoch": 100.0,
+    "eval_cer": 0.20594258181088135,
+    "eval_loss": 0.8121851682662964,
+    "eval_runtime": 114.7373,
+    "eval_samples": 2021,
+    "eval_samples_per_second": 17.614,
+    "eval_steps_per_second": 2.205,
+    "eval_wer": 0.839188520534389
+}

nohup.out

@@ -37219,3 +37219,26 @@ The progress bars may be unreliable.
 
 Dropping the following result as it does not have all the necessary fields:
 {'dataset': {'name': 'common_voice', 'type': 'common_voice', 'args': 'zh-CN'}}
+To https://huggingface.co/anantoj/wav2vec2-xls-r-300m-zh-CN
+   e9c0d86..b40efd1  main -> main
+
+02/08/2022 03:00:25 - WARNING - huggingface_hub.repository - To https://huggingface.co/anantoj/wav2vec2-xls-r-300m-zh-CN
+   e9c0d86..b40efd1  main -> main
+
+***** train metrics *****
+  epoch                    =              100.0
+  train_loss               =             3.0068
+  train_runtime            = 1 day, 15:56:18.59
+  train_samples            =              21672
+  train_samples_per_second =             15.073
+  train_steps_per_second   =              0.471
+02/08/2022 03:00:27 - INFO - __main__ - *** Evaluate ***
+The following columns in the evaluation set  don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.
+***** Running Evaluation *****
+  Num examples = 2021
+  Batch size = 8
+
  0%|          | 0/253 [00:00<?, ?it/s]
  1%|          | 2/253 [00:00<00:41,  6.00it/s]
  1%|          | 3/253 [00:00<00:58,  4.25it/s]
  2%|▏         | 4/253 [00:00<01:04,  3.87it/s]
  2%|▏         | 5/253 [00:01<01:16,  3.25it/s]
  2%|▏         | 6/253 [00:01<01:15,  3.25it/s]
  3%|▎         | 7/253 [00:02<01:18,  3.12it/s]
  3%|▎         | 8/253 [00:02<01:20,  3.04it/s]
  4%|▎         | 9/253 [00:02<01:20,  3.02it/s]
  4%|▍         | 10/253 [00:03<01:20,  3.01it/s]
  4%|▍         | 11/253 [00:03<01:21,  2.98it/s]
  5%|▍         | 12/253 [00:03<01:19,  3.02it/s]
  5%|▌         | 13/253 [00:04<01:20,  2.97it/s]
  6%|▌         | 14/253 [00:04<01:16,  3.11it/s]
  6%|▌         | 15/253 [00:04<01:18,  3.03it/s]
  6%|▋         | 16/253 [00:05<01:17,  3.07it/s]
  7%|▋         | 17/253 [00:05<01:20,  2.94it/s]
  7%|▋         | 18/253 [00:05<01:18,  2.99it/s]
  8%|▊         | 19/253 [00:05<01:15,  3.08it/s]
  8%|▊         | 20/253 [00:06<01:13,  3.17it/s]
  8%|▊         | 21/253 [00:06<01:15,  3.06it/s]
  9%|▊         | 22/253 [00:06<01:16,  3.00it/s]
  9%|▉         | 23/253 [00:07<01:18,  2.93it/s]
  9%|▉         | 24/253 [00:07<01:16,  2.99it/s]
 10%|▉         | 25/253 [00:08<01:16,  2.98it/s]
 10%|█         | 26/253 [00:08<01:16,  2.98it/s]
 11%|█         | 27/253 [00:08<01:17,  2.93it/s]
 11%|█         | 28/253 [00:09<01:14,  3.00it/s]
 11%|█▏        | 29/253 [00:09<01:16,  2.94it/s]
 12%|█▏        | 30/253 [00:09<01:16,  2.90it/s]
 12%|█▏        | 31/253 [00:10<01:15,  2.95it/s]
 13%|█▎        | 32/253 [00:10<01:16,  2.89it/s]
 13%|█▎        | 33/253 [00:10<01:15,  2.91it/s]
 13%|█▎        | 34/253 [00:11<01:15,  2.90it/s]
 14%|█▍        | 35/253 [00:11<01:13,  2.95it/s]
 14%|█▍        | 36/253 [00:11<01:10,  3.06it/s]
 15%|█▍        | 37/253 [00:12<01:10,  3.08it/s]
 15%|█▌        | 38/253 [00:12<01:12,  2.96it/s]
 15%|█▌        | 39/253 [00:12<01:11,  3.00it/s]
 16%|█▌        | 40/253 [00:13<01:08,  3.11it/s]
 16%|█▌        | 41/253 [00:13<01:08,  3.07it/s]
 17%|█▋        | 42/253 [00:13<01:08,  3.06it/s]
 17%|█▋        | 43/253 [00:13<01:05,  3.20it/s]
 17%|█▋        | 44/253 [00:14<01:06,  3.13it/s]
 18%|█▊        | 45/253 [00:14<01:07,  3.09it/s]
 18%|█▊        | 46/253 [00:14<01:04,  3.21it/s]
 19%|█▊        | 47/253 [00:15<01:05,  3.13it/s]
 19%|█▉        | 48/253 [00:15<01:05,  3.12it/s]
 19%|█▉        | 49/253 [00:15<01:07,  3.01it/s]
 20%|█▉        | 50/253 [00:16<01:07,  3.00it/s]
 20%|██        | 51/253 [00:16<01:08,  2.94it/s]
 21%|██        | 52/253 [00:17<01:10,  2.85it/s]
 21%|██        | 53/253 [00:17<01:08,  2.90it/s]
 21%|██▏       | 54/253 [00:17<01:09,  2.88it/s]
 22%|██▏       | 55/253 [00:18<01:06,  2.98it/s]
 22%|██▏       | 56/253 [00:18<01:06,  2.96it/s]
 23%|██▎       | 57/253 [00:18<01:03,  3.07it/s]
 23%|██▎       | 58/253 [00:18<01:03,  3.05it/s]
 23%|██▎       | 59/253 [00:19<01:04,  3.03it/s]
 24%|██▎       | 60/253 [00:19<01:02,  3.09it/s]
 24%|██▍       | 61/253 [00:19<01:03,  3.00it/s]
 25%|██▍       | 62/253 [00:20<01:01,  3.11it/s]
 25%|██▍       | 63/253 [00:20<01:02,  3.05it/s]
 25%|██▌       | 64/253 [00:20<01:02,  3.03it/s]
 26%|██▌       | 65/253 [00:21<01:02,  3.01it/s]
 26%|██▌       | 66/253 [00:21<01:04,  2.88it/s]
 26%|██▋       | 67/253 [00:22<01:06,  2.81it/s]
 27%|██▋       | 68/253 [00:22<01:03,  2.92it/s]
 27%|██▋       | 69/253 [00:22<01:00,  3.04it/s]
 28%|██▊       | 70/253 [00:22<00:58,  3.15it/s]
 28%|██▊       | 71/253 [00:23<01:00,  2.98it/s]
 28%|██▊       | 72/253 [00:23<00:59,  3.05it/s]
 29%|██▉       | 73/253 [00:23<00:58,  3.06it/s]
 29%|██▉       | 74/253 [00:24<01:00,  2.98it/s]
 30%|██▉       | 75/253 [00:24<00:59,  2.98it/s]
 30%|███       | 76/253 [00:24<00:59,  2.97it/s]
 30%|███       | 77/253 [00:25<00:58,  2.99it/s]
 31%|███       | 78/253 [00:25<00:59,  2.93it/s]
 31%|███       | 79/253 [00:26<01:00,  2.89it/s]
 32%|███▏      | 80/253 [00:26<01:00,  2.85it/s]
 32%|███▏      | 81/253 [00:26<00:59,  2.89it/s]
 32%|███▏      | 82/253 [00:26<00:55,  3.08it/s]
 33%|███▎      | 83/253 [00:27<00:54,  3.13it/s]
 33%|███▎      | 84/253 [00:27<00:55,  3.02it/s]
 34%|███▎      | 85/253 [00:28<00:56,  2.97it/s]
 34%|███▍      | 86/253 [00:28<00:54,  3.07it/s]
 34%|███▍      | 87/253 [00:28<00:54,  3.05it/s]
 35%|███▍      | 88/253 [00:28<00:51,  3.20it/s]
 35%|███▌      | 89/253 [00:29<00:52,  3.10it/s]
 36%|███▌      | 90/253 [00:29<00:52,  3.08it/s]
 36%|███▌      | 91/253 [00:29<00:51,  3.12it/s]
 36%|███▋      | 92/253 [00:30<00:52,  3.09it/s]
 37%|███▋      | 93/253 [00:30<00:54,  2.92it/s]
 37%|███▋      | 94/253 [00:30<00:52,  3.00it/s]
 38%|███▊      | 95/253 [00:31<00:51,  3.09it/s]
 38%|███▊      | 96/253 [00:31<00:50,  3.11it/s]
 38%|███▊      | 97/253 [00:31<00:51,  3.03it/s]
 39%|███▊      | 98/253 [00:32<00:50,  3.05it/s]
 39%|███▉      | 99/253 [00:32<00:52,  2.95it/s]
 40%|███▉      | 100/253 [00:32<00:50,  3.01it/s]
 40%|███▉      | 101/253 [00:33<00:49,  3.07it/s]
 40%|████      | 102/253 [00:33<00:48,  3.09it/s]
 41%|████      | 103/253 [00:33<00:50,  2.97it/s]
 41%|████      | 104/253 [00:34<00:49,  3.02it/s]
 42%|████▏     | 105/253 [00:34<00:49,  3.01it/s]
 42%|████▏     | 106/253 [00:34<00:47,  3.10it/s]
 42%|████▏     | 107/253 [00:35<00:44,  3.31it/s]
 43%|████▎     | 108/253 [00:35<00:45,  3.19it/s]
 43%|████▎     | 109/253 [00:35<00:43,  3.34it/s]
 43%|████▎     | 110/253 [00:36<00:43,  3.30it/s]
 44%|████▍     | 111/253 [00:36<00:44,  3.20it/s]
 44%|████▍     | 112/253 [00:36<00:44,  3.19it/s]
 45%|████▍     | 113/253 [00:37<00:44,  3.16it/s]
 45%|████▌     | 114/253 [00:37<00:45,  3.07it/s]
 45%|████▌     | 115/253 [00:37<00:44,  3.13it/s]
 46%|████▌     | 116/253 [00:38<00:44,  3.06it/s]
 46%|████▌     | 117/253 [00:38<00:45,  3.02it/s]
 47%|████▋     | 118/253 [00:38<00:42,  3.15it/s]
 47%|████▋     | 119/253 [00:38<00:42,  3.13it/s]
 47%|████▋     | 120/253 [00:39<00:44,  2.99it/s]
 48%|████▊     | 121/253 [00:39<00:44,  2.99it/s]
 48%|████▊     | 122/253 [00:39<00:41,  3.13it/s]
 49%|████▊     | 123/253 [00:40<00:43,  2.96it/s]
 49%|████▉     | 124/253 [00:40<00:43,  2.96it/s]
 49%|████▉     | 125/253 [00:41<00:43,  2.94it/s]
 50%|████▉     | 126/253 [00:41<00:42,  2.97it/s]
 50%|█████     | 127/253 [00:41<00:43,  2.92it/s]
 51%|█████     | 128/253 [00:42<00:42,  2.93it/s]
 51%|█████     | 129/253 [00:42<00:44,  2.81it/s]
 51%|█████▏    | 130/253 [00:42<00:44,  2.78it/s]
 52%|█████▏    | 131/253 [00:43<00:42,  2.88it/s]
 52%|█████▏    | 132/253 [00:43<00:40,  2.99it/s]
 53%|█████▎    | 133/253 [00:43<00:40,  3.00it/s]
 53%|█████▎    | 134/253 [00:44<00:39,  3.02it/s]
 53%|█████▎    | 135/253 [00:44<00:39,  3.00it/s]
 54%|█████▍    | 136/253 [00:44<00:38,  3.07it/s]
 54%|█████▍    | 137/253 [00:45<00:38,  3.05it/s]
 55%|█████▍    | 138/253 [00:45<00:37,  3.03it/s]
 55%|█████▍    | 139/253 [00:45<00:37,  3.03it/s]
 55%|█████▌    | 140/253 [00:46<00:36,  3.07it/s]
 56%|█████▌    | 141/253 [00:46<00:37,  3.02it/s]
 56%|█████▌    | 142/253 [00:46<00:35,  3.12it/s]
 57%|█████▋    | 143/253 [00:47<00:37,  2.96it/s]
 57%|█████▋    | 144/253 [00:47<00:35,  3.04it/s]
 57%|█████▋    | 145/253 [00:47<00:35,  3.04it/s]
 58%|█████▊    | 146/253 [00:48<00:35,  3.04it/s]
 58%|█████▊    | 147/253 [00:48<00:35,  2.98it/s]
 58%|█████▊    | 148/253 [00:48<00:34,  3.05it/s]
 59%|█████▉    | 149/253 [00:49<00:34,  2.98it/s]
 59%|█████▉    | 150/253 [00:49<00:33,  3.05it/s]
 60%|█████▉    | 151/253 [00:49<00:32,  3.11it/s]
 60%|██████    | 152/253 [00:49<00:33,  3.04it/s]
 60%|██████    | 153/253 [00:50<00:34,  2.91it/s]
 61%|██████    | 154/253 [00:50<00:32,  3.01it/s]
 61%|██████▏   | 155/253 [00:51<00:32,  3.02it/s]
 62%|██████▏   | 156/253 [00:51<00:32,  3.00it/s]
 62%|██████▏   | 157/253 [00:51<00:31,  3.08it/s]
 62%|██████▏   | 158/253 [00:51<00:31,  3.05it/s]
 63%|██████▎   | 159/253 [00:52<00:29,  3.18it/s]
 63%|██████▎   | 160/253 [00:52<00:29,  3.16it/s]
 64%|██████▎   | 161/253 [00:52<00:29,  3.07it/s]
 64%|██████▍   | 162/253 [00:53<00:29,  3.10it/s]
 64%|██████▍   | 163/253 [00:53<00:28,  3.12it/s]
 65%|██████▍   | 164/253 [00:53<00:28,  3.17it/s]
 65%|██████▌   | 165/253 [00:54<00:28,  3.12it/s]
 66%|██████▌   | 166/253 [00:54<00:28,  3.11it/s]
 66%|██████▌   | 167/253 [00:54<00:28,  3.06it/s]
 66%|██████▋   | 168/253 [00:55<00:26,  3.16it/s]
 67%|██████▋   | 169/253 [00:55<00:26,  3.19it/s]
 67%|██████▋   | 170/253 [00:55<00:26,  3.11it/s]
 68%|██████▊   | 171/253 [00:56<00:25,  3.22it/s]
 68%|██████▊   | 172/253 [00:56<00:25,  3.16it/s]
 68%|██████▊   | 173/253 [00:56<00:24,  3.25it/s]
 69%|██████▉   | 174/253 [00:57<00:26,  3.03it/s]
 69%|██████▉   | 175/253 [00:57<00:24,  3.14it/s]
 70%|██████▉   | 176/253 [00:57<00:23,  3.27it/s]
 70%|██████▉   | 177/253 [00:58<00:24,  3.14it/s]
 70%|███████   | 178/253 [00:58<00:23,  3.16it/s]
 71%|███████   | 179/253 [00:58<00:24,  3.08it/s]
 71%|███████   | 180/253 [00:58<00:23,  3.05it/s]
 72%|███████▏  | 181/253 [00:59<00:23,  3.08it/s]
 72%|███████▏  | 182/253 [00:59<00:23,  3.01it/s]
 72%|███████▏  | 183/253 [00:59<00:22,  3.05it/s]
 73%|███████▎  | 184/253 [01:00<00:23,  2.94it/s]
 73%|███████▎  | 185/253 [01:00<00:22,  2.97it/s]
 74%|███████▎  | 186/253 [01:01<00:22,  2.99it/s]
 74%|███████▍  | 187/253 [01:01<00:22,  2.99it/s]
 74%|███████▍  | 188/253 [01:01<00:21,  3.02it/s]
 75%|███████▍  | 189/253 [01:01<00:20,  3.14it/s]
 75%|███████▌  | 190/253 [01:02<00:20,  3.05it/s]
 75%|███████▌  | 191/253 [01:02<00:20,  2.96it/s]
 76%|███████▌  | 192/253 [01:02<00:20,  3.02it/s]
 76%|███████▋  | 193/253 [01:03<00:19,  3.15it/s]
 77%|███████▋  | 194/253 [01:03<00:18,  3.11it/s]
 77%|███████▋  | 195/253 [01:03<00:18,  3.12it/s]
 77%|███████▋  | 196/253 [01:04<00:18,  3.04it/s]
 78%|███████▊  | 197/253 [01:04<00:17,  3.12it/s]
 78%|███████▊  | 198/253 [01:04<00:17,  3.07it/s]
 79%|███████▊  | 199/253 [01:05<00:18,  2.96it/s]
 79%|███████▉  | 200/253 [01:05<00:18,  2.89it/s]
 79%|███████▉  | 201/253 [01:05<00:17,  2.93it/s]
 80%|███████▉  | 202/253 [01:06<00:17,  2.94it/s]
 80%|████████  | 203/253 [01:06<00:16,  3.00it/s]
 81%|████████  | 204/253 [01:06<00:16,  2.92it/s]
 81%|████████  | 205/253 [01:07<00:16,  2.90it/s]
 81%|████████▏ | 206/253 [01:07<00:16,  2.83it/s]
 82%|████████▏ | 207/253 [01:08<00:15,  2.88it/s]
 82%|████████▏ | 208/253 [01:08<00:15,  2.88it/s]
 83%|████████▎ | 209/253 [01:08<00:15,  2.89it/s]
 83%|████████▎ | 210/253 [01:09<00:14,  3.01it/s]
 83%|████████▎ | 211/253 [01:09<00:14,  2.93it/s]
 84%|████████▍ | 212/253 [01:09<00:14,  2.86it/s]
 84%|████████▍ | 213/253 [01:10<00:13,  2.89it/s]
 85%|████████▍ | 214/253 [01:10<00:13,  2.88it/s]
 85%|████████▍ | 215/253 [01:10<00:12,  2.93it/s]
 85%|████████▌ | 216/253 [01:11<00:12,  2.96it/s]
 86%|████████▌ | 217/253 [01:11<00:11,  3.04it/s]
 86%|████████▌ | 218/253 [01:11<00:11,  3.08it/s]
 87%|████████▋ | 219/253 [01:12<00:11,  3.05it/s]
 87%|████████▋ | 220/253 [01:12<00:11,  2.91it/s]
 87%|████████▋ | 221/253 [01:12<00:11,  2.90it/s]
 88%|████████▊ | 222/253 [01:13<00:10,  2.91it/s]
 88%|████████▊ | 223/253 [01:13<00:10,  2.93it/s]
 89%|████████▊ | 224/253 [01:13<00:09,  3.02it/s]
 89%|████████▉ | 225/253 [01:14<00:09,  2.97it/s]
 89%|████████▉ | 226/253 [01:14<00:09,  2.99it/s]
 90%|████████▉ | 227/253 [01:14<00:08,  3.12it/s]
 90%|█████████ | 228/253 [01:15<00:08,  3.11it/s]
 91%|█████████ | 229/253 [01:15<00:07,  3.09it/s]
 91%|█████████ | 230/253 [01:15<00:07,  3.06it/s]
 91%|█████████▏| 231/253 [01:16<00:07,  3.04it/s]
 92%|█████████▏| 232/253 [01:16<00:06,  3.07it/s]
 92%|█████████▏| 233/253 [01:16<00:06,  3.07it/s]
 92%|█████████▏| 234/253 [01:17<00:06,  3.08it/s]
 93%|█████████▎| 235/253 [01:17<00:05,  3.22it/s]
 93%|█████████▎| 236/253 [01:17<00:05,  3.22it/s]
 94%|█████████▎| 237/253 [01:17<00:04,  3.23it/s]
 94%|█████████▍| 238/253 [01:18<00:04,  3.02it/s]
 94%|█████████▍| 239/253 [01:18<00:04,  3.05it/s]
 95%|█████████▍| 240/253 [01:18<00:04,  2.99it/s]
 95%|█████████▌| 241/253 [01:19<00:04,  2.94it/s]
 96%|█████████▌| 242/253 [01:19<00:03,  2.85it/s]
 96%|█████████▌| 243/253 [01:20<00:03,  2.81it/s]
 96%|█████████▋| 244/253 [01:20<00:03,  2.79it/s]
 97%|█████████▋| 245/253 [01:20<00:02,  2.90it/s]
 97%|█████████▋| 246/253 [01:21<00:02,  2.86it/s]
 98%|█████████▊| 247/253 [01:21<00:02,  2.87it/s]
 98%|█████████▊| 248/253 [01:21<00:01,  2.77it/s]
 98%|█████████▊| 249/253 [01:22<00:01,  2.82it/s]
 99%|█████████▉| 250/253 [01:22<00:01,  2.86it/s]
 99%|█████████▉| 251/253 [01:22<00:00,  2.92it/s]
+Saving model checkpoint to ./
+Configuration saved in ./config.json
+Model weights saved in ./pytorch_model.bin
+Configuration saved in ./preprocessor_config.json

runs/Feb06_10-51-19_job-aa543290-d6de-4d4d-8a32-2149b1b8e7e3/events.out.tfevents.1644289342.job-aa543290-d6de-4d4d-8a32-2149b1b8e7e3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbf7e523f7f695d5a082bd70fcc5b1109cf6358f1f38258bb44c88051ea5240
+size 40

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 100.0,
+    "train_loss": 3.0068138397532342,
+    "train_runtime": 143778.5903,
+    "train_samples": 21672,
+    "train_samples_per_second": 15.073,
+    "train_steps_per_second": 0.471
+}