End of training
Browse files
fine-tune-whisper-non-streaming-fleurs-ms.ipynb
CHANGED
|
@@ -139,14 +139,14 @@
|
|
| 139 |
},
|
| 140 |
{
|
| 141 |
"cell_type": "code",
|
| 142 |
-
"execution_count":
|
| 143 |
"id": "18406a25",
|
| 144 |
"metadata": {},
|
| 145 |
"outputs": [
|
| 146 |
{
|
| 147 |
"data": {
|
| 148 |
"application/vnd.jupyter.widget-view+json": {
|
| 149 |
-
"model_id": "
|
| 150 |
"version_major": 2,
|
| 151 |
"version_minor": 0
|
| 152 |
},
|
|
@@ -1164,38 +1164,6 @@
|
|
| 1164 |
"To launch training, simply execute:"
|
| 1165 |
]
|
| 1166 |
},
|
| 1167 |
-
{
|
| 1168 |
-
"cell_type": "code",
|
| 1169 |
-
"execution_count": 26,
|
| 1170 |
-
"id": "89ab1a4c",
|
| 1171 |
-
"metadata": {},
|
| 1172 |
-
"outputs": [],
|
| 1173 |
-
"source": [
|
| 1174 |
-
"!git config --global credential.helper store"
|
| 1175 |
-
]
|
| 1176 |
-
},
|
| 1177 |
-
{
|
| 1178 |
-
"cell_type": "code",
|
| 1179 |
-
"execution_count": 28,
|
| 1180 |
-
"id": "e5e5ca3d",
|
| 1181 |
-
"metadata": {},
|
| 1182 |
-
"outputs": [
|
| 1183 |
-
{
|
| 1184 |
-
"ename": "NameError",
|
| 1185 |
-
"evalue": "name 'notebook_login' is not defined",
|
| 1186 |
-
"output_type": "error",
|
| 1187 |
-
"traceback": [
|
| 1188 |
-
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
|
| 1189 |
-
"\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)",
|
| 1190 |
-
"Cell \u001b[0;32mIn[28], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mnotebook_login\u001b[49m()\n",
|
| 1191 |
-
"\u001b[0;31mNameError\u001b[0m: name 'notebook_login' is not defined"
|
| 1192 |
-
]
|
| 1193 |
-
}
|
| 1194 |
-
],
|
| 1195 |
-
"source": [
|
| 1196 |
-
"notebook_login()"
|
| 1197 |
-
]
|
| 1198 |
-
},
|
| 1199 |
{
|
| 1200 |
"cell_type": "code",
|
| 1201 |
"execution_count": 23,
|
|
@@ -1331,7 +1299,7 @@
|
|
| 1331 |
},
|
| 1332 |
{
|
| 1333 |
"cell_type": "code",
|
| 1334 |
-
"execution_count":
|
| 1335 |
"id": "d7030622-caf7-4039-939b-6195cdaa2585",
|
| 1336 |
"metadata": {
|
| 1337 |
"id": "d7030622-caf7-4039-939b-6195cdaa2585"
|
|
@@ -1345,28 +1313,29 @@
|
|
| 1345 |
"Configuration saved in ./config.json\n",
|
| 1346 |
"Model weights saved in ./pytorch_model.bin\n",
|
| 1347 |
"Feature extractor saved in ./preprocessor_config.json\n",
|
| 1348 |
-
"Several commits (
|
| 1349 |
"The progress bars may be unreliable.\n",
|
| 1350 |
-
"
|
|
|
|
| 1351 |
"\n"
|
| 1352 |
]
|
| 1353 |
},
|
| 1354 |
{
|
| 1355 |
"ename": "OSError",
|
| 1356 |
-
"evalue": "
|
| 1357 |
"output_type": "error",
|
| 1358 |
"traceback": [
|
| 1359 |
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
|
| 1360 |
"\u001b[0;31mCalledProcessError\u001b[0m Traceback (most recent call last)",
|
| 1361 |
"File \u001b[0;32m~/whisper/lib/python3.8/site-packages/huggingface_hub/repository.py:1207\u001b[0m, in \u001b[0;36mRepository.git_push\u001b[0;34m(self, upstream, blocking, auto_lfs_prune)\u001b[0m\n\u001b[1;32m 1206\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m return_code:\n\u001b[0;32m-> 1207\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m subprocess\u001b[38;5;241m.\u001b[39mCalledProcessError(\n\u001b[1;32m 1208\u001b[0m return_code, process\u001b[38;5;241m.\u001b[39margs, output\u001b[38;5;241m=\u001b[39mstdout, stderr\u001b[38;5;241m=\u001b[39mstderr\n\u001b[1;32m 1209\u001b[0m )\n\u001b[1;32m 1211\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m subprocess\u001b[38;5;241m.\u001b[39mCalledProcessError \u001b[38;5;28;01mas\u001b[39;00m exc:\n",
|
| 1362 |
-
"\u001b[0;31mCalledProcessError\u001b[0m: Command '['git', 'push', '--set-upstream', 'origin', 'main']' returned non-zero exit status
|
| 1363 |
"\nDuring handling of the above exception, another exception occurred:\n",
|
| 1364 |
"\u001b[0;31mOSError\u001b[0m Traceback (most recent call last)",
|
| 1365 |
-
"Cell \u001b[0;32mIn[
|
| 1366 |
"File \u001b[0;32m~/whisper/lib/python3.8/site-packages/transformers/trainer.py:3492\u001b[0m, in \u001b[0;36mTrainer.push_to_hub\u001b[0;34m(self, commit_message, blocking, **kwargs)\u001b[0m\n\u001b[1;32m 3489\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpush_in_progress\u001b[38;5;241m.\u001b[39m_process\u001b[38;5;241m.\u001b[39mkill()\n\u001b[1;32m 3490\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpush_in_progress \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m-> 3492\u001b[0m git_head_commit_url \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrepo\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpush_to_hub\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 3493\u001b[0m \u001b[43m \u001b[49m\u001b[43mcommit_message\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcommit_message\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mblocking\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mblocking\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mauto_lfs_prune\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\n\u001b[1;32m 3494\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 3495\u001b[0m \u001b[38;5;66;03m# push separately the model card to be independant from the rest of the model\u001b[39;00m\n\u001b[1;32m 3496\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39margs\u001b[38;5;241m.\u001b[39mshould_save:\n",
|
| 1367 |
"File \u001b[0;32m~/whisper/lib/python3.8/site-packages/huggingface_hub/repository.py:1432\u001b[0m, in \u001b[0;36mRepository.push_to_hub\u001b[0;34m(self, commit_message, blocking, clean_ok, auto_lfs_prune)\u001b[0m\n\u001b[1;32m 1430\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgit_add(auto_lfs_track\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m 1431\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgit_commit(commit_message)\n\u001b[0;32m-> 1432\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgit_push\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1433\u001b[0m \u001b[43m \u001b[49m\u001b[43mupstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43mf\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43morigin \u001b[39;49m\u001b[38;5;132;43;01m{\u001b[39;49;00m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcurrent_branch\u001b[49m\u001b[38;5;132;43;01m}\u001b[39;49;00m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1434\u001b[0m \u001b[43m \u001b[49m\u001b[43mblocking\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mblocking\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1435\u001b[0m \u001b[43m \u001b[49m\u001b[43mauto_lfs_prune\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mauto_lfs_prune\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1436\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
|
| 1368 |
"File \u001b[0;32m~/whisper/lib/python3.8/site-packages/huggingface_hub/repository.py:1212\u001b[0m, in \u001b[0;36mRepository.git_push\u001b[0;34m(self, upstream, blocking, auto_lfs_prune)\u001b[0m\n\u001b[1;32m 1207\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m subprocess\u001b[38;5;241m.\u001b[39mCalledProcessError(\n\u001b[1;32m 1208\u001b[0m return_code, process\u001b[38;5;241m.\u001b[39margs, output\u001b[38;5;241m=\u001b[39mstdout, stderr\u001b[38;5;241m=\u001b[39mstderr\n\u001b[1;32m 1209\u001b[0m )\n\u001b[1;32m 1211\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m subprocess\u001b[38;5;241m.\u001b[39mCalledProcessError \u001b[38;5;28;01mas\u001b[39;00m exc:\n\u001b[0;32m-> 1212\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mEnvironmentError\u001b[39;00m(exc\u001b[38;5;241m.\u001b[39mstderr)\n\u001b[1;32m 1214\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m blocking:\n\u001b[1;32m 1216\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mstatus_method\u001b[39m():\n",
|
| 1369 |
-
"\u001b[0;31mOSError\u001b[0m:
|
| 1370 |
]
|
| 1371 |
}
|
| 1372 |
],
|
|
|
|
| 139 |
},
|
| 140 |
{
|
| 141 |
"cell_type": "code",
|
| 142 |
+
"execution_count": 31,
|
| 143 |
"id": "18406a25",
|
| 144 |
"metadata": {},
|
| 145 |
"outputs": [
|
| 146 |
{
|
| 147 |
"data": {
|
| 148 |
"application/vnd.jupyter.widget-view+json": {
|
| 149 |
+
"model_id": "325cdc2642f546f68aed269575f1c975",
|
| 150 |
"version_major": 2,
|
| 151 |
"version_minor": 0
|
| 152 |
},
|
|
|
|
| 1164 |
"To launch training, simply execute:"
|
| 1165 |
]
|
| 1166 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1167 |
{
|
| 1168 |
"cell_type": "code",
|
| 1169 |
"execution_count": 23,
|
|
|
|
| 1299 |
},
|
| 1300 |
{
|
| 1301 |
"cell_type": "code",
|
| 1302 |
+
"execution_count": 30,
|
| 1303 |
"id": "d7030622-caf7-4039-939b-6195cdaa2585",
|
| 1304 |
"metadata": {
|
| 1305 |
"id": "d7030622-caf7-4039-939b-6195cdaa2585"
|
|
|
|
| 1313 |
"Configuration saved in ./config.json\n",
|
| 1314 |
"Model weights saved in ./pytorch_model.bin\n",
|
| 1315 |
"Feature extractor saved in ./preprocessor_config.json\n",
|
| 1316 |
+
"Several commits (3) will be pushed upstream.\n",
|
| 1317 |
"The progress bars may be unreliable.\n",
|
| 1318 |
+
"batch response: Authorization error.\n",
|
| 1319 |
+
"error: failed to push some refs to 'https://huggingface.co/Scrya/whisper-small-ms'\n",
|
| 1320 |
"\n"
|
| 1321 |
]
|
| 1322 |
},
|
| 1323 |
{
|
| 1324 |
"ename": "OSError",
|
| 1325 |
+
"evalue": "batch response: Authorization error.\nerror: failed to push some refs to 'https://huggingface.co/Scrya/whisper-small-ms'\n",
|
| 1326 |
"output_type": "error",
|
| 1327 |
"traceback": [
|
| 1328 |
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
|
| 1329 |
"\u001b[0;31mCalledProcessError\u001b[0m Traceback (most recent call last)",
|
| 1330 |
"File \u001b[0;32m~/whisper/lib/python3.8/site-packages/huggingface_hub/repository.py:1207\u001b[0m, in \u001b[0;36mRepository.git_push\u001b[0;34m(self, upstream, blocking, auto_lfs_prune)\u001b[0m\n\u001b[1;32m 1206\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m return_code:\n\u001b[0;32m-> 1207\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m subprocess\u001b[38;5;241m.\u001b[39mCalledProcessError(\n\u001b[1;32m 1208\u001b[0m return_code, process\u001b[38;5;241m.\u001b[39margs, output\u001b[38;5;241m=\u001b[39mstdout, stderr\u001b[38;5;241m=\u001b[39mstderr\n\u001b[1;32m 1209\u001b[0m )\n\u001b[1;32m 1211\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m subprocess\u001b[38;5;241m.\u001b[39mCalledProcessError \u001b[38;5;28;01mas\u001b[39;00m exc:\n",
|
| 1331 |
+
"\u001b[0;31mCalledProcessError\u001b[0m: Command '['git', 'push', '--set-upstream', 'origin', 'main']' returned non-zero exit status 1.",
|
| 1332 |
"\nDuring handling of the above exception, another exception occurred:\n",
|
| 1333 |
"\u001b[0;31mOSError\u001b[0m Traceback (most recent call last)",
|
| 1334 |
+
"Cell \u001b[0;32mIn[30], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mtrainer\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpush_to_hub\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
|
| 1335 |
"File \u001b[0;32m~/whisper/lib/python3.8/site-packages/transformers/trainer.py:3492\u001b[0m, in \u001b[0;36mTrainer.push_to_hub\u001b[0;34m(self, commit_message, blocking, **kwargs)\u001b[0m\n\u001b[1;32m 3489\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpush_in_progress\u001b[38;5;241m.\u001b[39m_process\u001b[38;5;241m.\u001b[39mkill()\n\u001b[1;32m 3490\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpush_in_progress \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m-> 3492\u001b[0m git_head_commit_url \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrepo\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpush_to_hub\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 3493\u001b[0m \u001b[43m \u001b[49m\u001b[43mcommit_message\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcommit_message\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mblocking\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mblocking\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mauto_lfs_prune\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\n\u001b[1;32m 3494\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 3495\u001b[0m \u001b[38;5;66;03m# push separately the model card to be independant from the rest of the model\u001b[39;00m\n\u001b[1;32m 3496\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39margs\u001b[38;5;241m.\u001b[39mshould_save:\n",
|
| 1336 |
"File \u001b[0;32m~/whisper/lib/python3.8/site-packages/huggingface_hub/repository.py:1432\u001b[0m, in \u001b[0;36mRepository.push_to_hub\u001b[0;34m(self, commit_message, blocking, clean_ok, auto_lfs_prune)\u001b[0m\n\u001b[1;32m 1430\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgit_add(auto_lfs_track\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m 1431\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgit_commit(commit_message)\n\u001b[0;32m-> 1432\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgit_push\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1433\u001b[0m \u001b[43m \u001b[49m\u001b[43mupstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43mf\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43morigin \u001b[39;49m\u001b[38;5;132;43;01m{\u001b[39;49;00m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcurrent_branch\u001b[49m\u001b[38;5;132;43;01m}\u001b[39;49;00m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1434\u001b[0m \u001b[43m \u001b[49m\u001b[43mblocking\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mblocking\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1435\u001b[0m \u001b[43m \u001b[49m\u001b[43mauto_lfs_prune\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mauto_lfs_prune\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1436\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
|
| 1337 |
"File \u001b[0;32m~/whisper/lib/python3.8/site-packages/huggingface_hub/repository.py:1212\u001b[0m, in \u001b[0;36mRepository.git_push\u001b[0;34m(self, upstream, blocking, auto_lfs_prune)\u001b[0m\n\u001b[1;32m 1207\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m subprocess\u001b[38;5;241m.\u001b[39mCalledProcessError(\n\u001b[1;32m 1208\u001b[0m return_code, process\u001b[38;5;241m.\u001b[39margs, output\u001b[38;5;241m=\u001b[39mstdout, stderr\u001b[38;5;241m=\u001b[39mstderr\n\u001b[1;32m 1209\u001b[0m )\n\u001b[1;32m 1211\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m subprocess\u001b[38;5;241m.\u001b[39mCalledProcessError \u001b[38;5;28;01mas\u001b[39;00m exc:\n\u001b[0;32m-> 1212\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mEnvironmentError\u001b[39;00m(exc\u001b[38;5;241m.\u001b[39mstderr)\n\u001b[1;32m 1214\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m blocking:\n\u001b[1;32m 1216\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mstatus_method\u001b[39m():\n",
|
| 1338 |
+
"\u001b[0;31mOSError\u001b[0m: batch response: Authorization error.\nerror: failed to push some refs to 'https://huggingface.co/Scrya/whisper-small-ms'\n"
|
| 1339 |
]
|
| 1340 |
}
|
| 1341 |
],
|