Skip to content

Commit

Permalink
latest
Browse files Browse the repository at this point in the history
  • Loading branch information
Your Name committed Apr 9, 2021
1 parent 87d1e21 commit e6198b5
Showing 1 changed file with 234 additions and 103 deletions.
337 changes: 234 additions & 103 deletions stanford_dog/train_cub.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -683,15 +683,113 @@
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 31,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"Finishing last run (ID:1qm7l02u) before initializing another..."
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<br/>Waiting for W&B process to finish, PID 399597<br/>Program ended successfully."
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "9e6f42eafb2b4d4cb1893d6b90522f0f",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"VBox(children=(Label(value=' 0.00MB of 0.00MB uploaded (0.00MB deduped)\\r'), FloatProgress(value=1.0, max=1.0)…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"Find user logs for this run at: <code>/home/code-base/fgvc/stanford_dog/wandb/run-20210409_055803-1qm7l02u/logs/debug.log</code>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"Find internal logs for this run at: <code>/home/code-base/fgvc/stanford_dog/wandb/run-20210409_055803-1qm7l02u/logs/debug-internal.log</code>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
" <br/>Synced <strong style=\"color:#cdcd00\">dashing-deluge-96</strong>: <a href=\"https://wandb.ai/keremturgutlu/fgvc-2021/runs/1qm7l02u\" target=\"_blank\">https://wandb.ai/keremturgutlu/fgvc-2021/runs/1qm7l02u</a><br/>\n",
" "
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"...Successfully finished last run (ID:1qm7l02u). Initializing new run:<br/><br/>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
"\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33mkeremturgutlu\u001b[0m (use `wandb login --relogin` to force relogin)\n",
"\u001b[34m\u001b[1mwandb\u001b[0m: wandb version 0.10.25 is available! To upgrade, please run:\n",
"\u001b[34m\u001b[1mwandb\u001b[0m: $ pip install wandb --upgrade\n"
]
Expand All @@ -701,10 +799,10 @@
"text/html": [
"\n",
" Tracking run with wandb version 0.10.23<br/>\n",
" Syncing run <strong style=\"color:#cdcd00\">noble-pond-94</strong> to <a href=\"https://wandb.ai\" target=\"_blank\">Weights & Biases</a> <a href=\"https://docs.wandb.com/integrations/jupyter.html\" target=\"_blank\">(Documentation)</a>.<br/>\n",
" Syncing run <strong style=\"color:#cdcd00\">whole-dust-97</strong> to <a href=\"https://wandb.ai\" target=\"_blank\">Weights & Biases</a> <a href=\"https://docs.wandb.com/integrations/jupyter.html\" target=\"_blank\">(Documentation)</a>.<br/>\n",
" Project page: <a href=\"https://wandb.ai/keremturgutlu/fgvc-2021\" target=\"_blank\">https://wandb.ai/keremturgutlu/fgvc-2021</a><br/>\n",
" Run page: <a href=\"https://wandb.ai/keremturgutlu/fgvc-2021/runs/26zo787r\" target=\"_blank\">https://wandb.ai/keremturgutlu/fgvc-2021/runs/26zo787r</a><br/>\n",
" Run data is saved locally in <code>/home/code-base/fgvc/stanford_dog/wandb/run-20210409_022746-26zo787r</code><br/><br/>\n",
" Run page: <a href=\"https://wandb.ai/keremturgutlu/fgvc-2021/runs/3k4dtmon\" target=\"_blank\">https://wandb.ai/keremturgutlu/fgvc-2021/runs/3k4dtmon</a><br/>\n",
" Run data is saved locally in <code>/home/code-base/fgvc/stanford_dog/wandb/run-20210409_055822-3k4dtmon</code><br/><br/>\n",
" "
],
"text/plain": [
Expand Down Expand Up @@ -732,21 +830,39 @@
" <tbody>\n",
" <tr>\n",
" <td>0</td>\n",
" <td>6.676136</td>\n",
" <td>6.286286</td>\n",
" <td>0.649465</td>\n",
" <td>0.641698</td>\n",
" <td>0.566966</td>\n",
" <td>19:52</td>\n",
" <td>3.170130</td>\n",
" <td>3.957583</td>\n",
" <td>0.896445</td>\n",
" <td>0.906973</td>\n",
" <td>0.884363</td>\n",
" <td>29:16</td>\n",
" </tr>\n",
" <tr>\n",
" <td>1</td>\n",
" <td>4.719569</td>\n",
" <td>4.658880</td>\n",
" <td>0.854850</td>\n",
" <td>0.857439</td>\n",
" <td>0.807214</td>\n",
" <td>19:57</td>\n",
" <td>3.185068</td>\n",
" <td>3.958315</td>\n",
" <td>0.894373</td>\n",
" <td>0.907490</td>\n",
" <td>0.881774</td>\n",
" <td>29:18</td>\n",
" </tr>\n",
" <tr>\n",
" <td>2</td>\n",
" <td>3.136266</td>\n",
" <td>3.956597</td>\n",
" <td>0.896445</td>\n",
" <td>0.905937</td>\n",
" <td>0.883845</td>\n",
" <td>29:20</td>\n",
" </tr>\n",
" <tr>\n",
" <td>3</td>\n",
" <td>3.130231</td>\n",
" <td>3.952785</td>\n",
" <td>0.898688</td>\n",
" <td>0.906455</td>\n",
" <td>0.884708</td>\n",
" <td>29:22</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>"
Expand All @@ -766,78 +882,104 @@
" warnings.warn(\"None of the inputs have requires_grad=True. Gradients will be None\")\n"
]
},
{
"data": {
"text/html": [
"<br/>Waiting for W&B process to finish, PID 399633<br/>Program ended successfully."
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "a421d3c307e24756a2b768672e871cd5",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"VBox(children=(Label(value=' 0.02MB of 0.02MB uploaded (0.00MB deduped)\\r'), FloatProgress(value=1.0, max=1.0)…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"Find user logs for this run at: <code>/home/code-base/fgvc/stanford_dog/wandb/run-20210409_055822-3k4dtmon/logs/debug.log</code>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"Find internal logs for this run at: <code>/home/code-base/fgvc/stanford_dog/wandb/run-20210409_055822-3k4dtmon/logs/debug-internal.log</code>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<h3>Run summary:</h3><br/><style>\n",
" table.wandb td:nth-child(1) { padding: 0 10px; text-align: right }\n",
" </style><table class=\"wandb\">\n",
"<tr><td>epoch</td><td>4</td></tr><tr><td>train_loss</td><td>3.13023</td></tr><tr><td>raw_loss</td><td>2.97068</td></tr><tr><td>wd_0</td><td>0.01</td></tr><tr><td>sqr_mom_0</td><td>0.99</td></tr><tr><td>lr_0</td><td>0.0</td></tr><tr><td>mom_0</td><td>0.95</td></tr><tr><td>eps_0</td><td>0.0</td></tr><tr><td>beta_0</td><td>0.0</td></tr><tr><td>wd_1</td><td>0.01</td></tr><tr><td>sqr_mom_1</td><td>0.99</td></tr><tr><td>lr_1</td><td>0.0</td></tr><tr><td>mom_1</td><td>0.95</td></tr><tr><td>eps_1</td><td>0.0</td></tr><tr><td>beta_1</td><td>0.0</td></tr><tr><td>wd_2</td><td>0.01</td></tr><tr><td>sqr_mom_2</td><td>0.99</td></tr><tr><td>lr_2</td><td>0.0</td></tr><tr><td>mom_2</td><td>0.95</td></tr><tr><td>eps_2</td><td>0.0</td></tr><tr><td>beta_2</td><td>0.0</td></tr><tr><td>_runtime</td><td>7044</td></tr><tr><td>_timestamp</td><td>1617954949</td></tr><tr><td>_step</td><td>1195</td></tr><tr><td>valid_loss</td><td>3.95278</td></tr><tr><td>accuracyA</td><td>0.89869</td></tr><tr><td>accuracyB</td><td>0.90645</td></tr><tr><td>accuracyC</td><td>0.88471</td></tr></table>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<h3>Run history:</h3><br/><style>\n",
" table.wandb td:nth-child(1) { padding: 0 10px; text-align: right }\n",
" </style><table class=\"wandb\">\n",
"<tr><td>epoch</td><td>▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███</td></tr><tr><td>train_loss</td><td>▄█▇▇▅▇▇▇▇▅▅▆▇▆▅▆▅█▆▇▆▄▅▅▅▆▄▄▄▃▃▂▂▁▁▁▃▃▃▄</td></tr><tr><td>raw_loss</td><td>▁▆▂▃▁▄▃▆▆▃▂▆▃▁▂▃▅█▂▇▄▃▂▃▃▆▃▄▃▃▅▂▃▂▃▂▂▂▂▄</td></tr><tr><td>wd_0</td><td>▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>sqr_mom_0</td><td>▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>lr_0</td><td>▁▁▁▂▂▂▃▃▄▄▅▅▆▆▇▇▇██████▇▇▇▆▆▅▅▄▄▃▃▂▂▂▁▁▁</td></tr><tr><td>mom_0</td><td>████▇▇▆▆▆▅▄▄▃▃▂▂▂▁▁▁▁▁▁▂▂▂▃▃▄▄▅▅▆▆▇▇▇███</td></tr><tr><td>eps_0</td><td>▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>beta_0</td><td>▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>wd_1</td><td>▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>sqr_mom_1</td><td>▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>lr_1</td><td>▁▁▁▂▂▂▃▃▄▄▅▅▆▆▇▇▇██████▇▇▇▆▆▅▅▄▄▃▃▂▂▂▁▁▁</td></tr><tr><td>mom_1</td><td>████▇▇▆▆▆▅▄▄▃▃▂▂▂▁▁▁▁▁▁▂▂▂▃▃▄▄▅▅▆▆▇▇▇███</td></tr><tr><td>eps_1</td><td>▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>beta_1</td><td>▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>wd_2</td><td>▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>sqr_mom_2</td><td>▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>lr_2</td><td>▁▁▁▂▂▂▃▃▄▄▅▅▆▆▇▇▇██████▇▇▇▆▆▅▅▄▄▃▃▂▂▂▁▁▁</td></tr><tr><td>mom_2</td><td>████▇▇▆▆▆▅▄▄▃▃▂▂▂▁▁▁▁▁▁▂▂▂▃▃▄▄▅▅▆▆▇▇▇███</td></tr><tr><td>eps_2</td><td>▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>beta_2</td><td>▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>_runtime</td><td>▁▁▁▁▁▂▂▂▂▂▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▇▇▇▇▇▇████</td></tr><tr><td>_timestamp</td><td>▁▁▁▁▁▂▂▂▂▂▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▇▇▇▇▇▇████</td></tr><tr><td>_step</td><td>▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███</td></tr><tr><td>valid_loss</td><td>▇█▆▁</td></tr><tr><td>accuracyA</td><td>▄▁▄█</td></tr><tr><td>accuracyB</td><td>▆█▁▃</td></tr><tr><td>accuracyC</td><td>▇▁▆█</td></tr></table><br/>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"Synced 5 W&B file(s), 1 media file(s), 0 artifact file(s) and 0 other file(s)"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
" <div>\n",
" <style>\n",
" /* Turns off some styling */\n",
" progress {\n",
" /* gets rid of default border in Firefox and Opera. */\n",
" border: none;\n",
" /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
" background-size: auto;\n",
" }\n",
" .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
" background: #F44336;\n",
" }\n",
" </style>\n",
" <progress value='2' class='' max='4' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
" 50.00% [2/4 58:06<58:06]\n",
" </div>\n",
" \n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: left;\">\n",
" <th>epoch</th>\n",
" <th>train_loss</th>\n",
" <th>valid_loss</th>\n",
" <th>accuracyA</th>\n",
" <th>accuracyB</th>\n",
" <th>accuracyC</th>\n",
" <th>time</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <td>0</td>\n",
" <td>4.044307</td>\n",
" <td>4.320858</td>\n",
" <td>0.871764</td>\n",
" <td>0.878668</td>\n",
" <td>0.846911</td>\n",
" <td>29:01</td>\n",
" </tr>\n",
" <tr>\n",
" <td>1</td>\n",
" <td>3.947448</td>\n",
" <td>4.185483</td>\n",
" <td>0.870038</td>\n",
" <td>0.876942</td>\n",
" <td>0.850362</td>\n",
" <td>29:02</td>\n",
" </tr>\n",
" </tbody>\n",
"</table><p>\n",
"\n",
" <div>\n",
" <style>\n",
" /* Turns off some styling */\n",
" progress {\n",
" /* gets rid of default border in Firefox and Opera. */\n",
" border: none;\n",
" /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
" background-size: auto;\n",
" }\n",
" .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
" background: #F44336;\n",
" }\n",
" </style>\n",
" <progress value='31' class='' max='299' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
" 10.37% [31/299 02:00<17:23 3.7864]\n",
" </div>\n",
" "
" <br/>Synced <strong style=\"color:#cdcd00\">whole-dust-97</strong>: <a href=\"https://wandb.ai/keremturgutlu/fgvc-2021/runs/3k4dtmon\" target=\"_blank\">https://wandb.ai/keremturgutlu/fgvc-2021/runs/3k4dtmon</a><br/>\n",
" "
],
"text/plain": [
"<IPython.core.display.HTML object>"
Expand Down Expand Up @@ -928,10 +1070,13 @@
" \n",
" lr = 3e-3\n",
" epochs = 2\n",
" learn.freeze_to(-1)\n",
" learn.fit_one_cycle(epochs, lr_max=(lr), pct_start=0.5)\n",
" \n",
"# learn.freeze_to(-1)\n",
"# learn.fit_one_cycle(epochs, lr_max=(lr), pct_start=0.5)\n",
"\n",
" lr /= 3\n",
"# lr /= 3\n",
" learn.load(\"cup_model_epoch_3\")\n",
" lr /=30\n",
" epochs = 4\n",
" learn.unfreeze()\n",
" learn.fit_one_cycle(int(epochs), lr_max=[lr/50,lr,lr], pct_start=0.5)\n",
Expand Down Expand Up @@ -978,20 +1123,6 @@
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
Expand Down

0 comments on commit e6198b5

Please sign in to comment.