{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "73ce6820-8bcf-48bc-852d-41c5a6b7a440",
   "metadata": {
    "collapsed": false,
    "ExecuteTime": {
     "end_time": "2025-03-01T03:55:00.921445Z",
     "start_time": "2025-03-01T01:05:12.833959Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Load PEMSD3 Dataset shaped:  (26208, 358, 1) 1852.0 0.0 179.26077680660433 136.0\r\n",
      "Normalize the dataset by Standard Normalization\r\n",
      "Creat Log File in:  /home/czzhangheng/code/MyTS/experiments/PEMSD3/2025-03-01_09-05-34/run.log\r\n",
      "03/01 09:05: Experiment log path in: /home/czzhangheng/code/MyTS/experiments/PEMSD3/2025-03-01_09-05-34\r\n",
      "03/01 09:05: Training process started\r\n",
      "Train Epoch 1:  81%|████████████▏  | 199/245 [00:45<00:09,  4.60it/s, loss=35.2]03/01 09:06: Train Epoch 1: 200/245 Loss: 37.473049\r\n",
      "Train Epoch 1: 100%|███████████████| 245/245 [00:55<00:00,  4.44it/s, loss=25.3]\r\n",
      "03/01 09:06: Train Epoch 1: average Loss: 60.964888, time: 55.18 s\r\n",
      "Val Epoch 1: 100%|███████████████████| 81/81 [00:09<00:00,  8.38it/s, loss=28.4]\r\n",
      "03/01 09:06: Val Epoch 1: average Loss: 29.235717, time: 9.67 s\r\n",
      "Test Epoch 1: 100%|██████████████████| 82/82 [00:09<00:00,  8.36it/s, loss=27.3]\r\n",
      "03/01 09:06: Test Epoch 1: average Loss: 29.793193, time: 9.81 s\r\n",
      "03/01 09:06: Best validation model saved!\r\n",
      "Train Epoch 2:  81%|████████████▏  | 199/245 [00:43<00:09,  4.61it/s, loss=24.8]03/01 09:07: Train Epoch 2: 200/245 Loss: 29.792635\r\n",
      "Train Epoch 2: 100%|███████████████| 245/245 [00:53<00:00,  4.60it/s, loss=23.6]\r\n",
      "03/01 09:07: Train Epoch 2: average Loss: 27.691157, time: 53.20 s\r\n",
      "Val Epoch 2: 100%|███████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=21.6]\r\n",
      "03/01 09:07: Val Epoch 2: average Loss: 24.904011, time: 9.71 s\r\n",
      "Test Epoch 2: 100%|██████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=27.9]\r\n",
      "03/01 09:08: Test Epoch 2: average Loss: 25.745151, time: 9.82 s\r\n",
      "03/01 09:08: Best validation model saved!\r\n",
      "Train Epoch 3:  81%|████████████▏  | 199/245 [00:43<00:09,  4.61it/s, loss=24.1]03/01 09:08: Train Epoch 3: 200/245 Loss: 22.131195\r\n",
      "Train Epoch 3: 100%|███████████████| 245/245 [00:53<00:00,  4.59it/s, loss=21.6]\r\n",
      "03/01 09:08: Train Epoch 3: average Loss: 25.169987, time: 53.38 s\r\n",
      "Val Epoch 3: 100%|███████████████████| 81/81 [00:09<00:00,  8.30it/s, loss=24.3]\r\n",
      "03/01 09:09: Val Epoch 3: average Loss: 23.764440, time: 9.76 s\r\n",
      "Test Epoch 3: 100%|██████████████████| 82/82 [00:09<00:00,  8.30it/s, loss=25.2]\r\n",
      "03/01 09:09: Test Epoch 3: average Loss: 24.515576, time: 9.88 s\r\n",
      "03/01 09:09: Best validation model saved!\r\n",
      "Train Epoch 4:  81%|████████████▏  | 199/245 [00:43<00:10,  4.59it/s, loss=23.2]03/01 09:09: Train Epoch 4: 200/245 Loss: 23.709642\r\n",
      "Train Epoch 4: 100%|███████████████| 245/245 [00:53<00:00,  4.59it/s, loss=23.6]\r\n",
      "03/01 09:10: Train Epoch 4: average Loss: 23.166971, time: 53.33 s\r\n",
      "Val Epoch 4: 100%|███████████████████| 81/81 [00:09<00:00,  8.30it/s, loss=21.1]\r\n",
      "03/01 09:10: Val Epoch 4: average Loss: 21.725101, time: 9.76 s\r\n",
      "Test Epoch 4: 100%|██████████████████| 82/82 [00:09<00:00,  8.30it/s, loss=25.8]\r\n",
      "03/01 09:10: Test Epoch 4: average Loss: 22.622262, time: 9.88 s\r\n",
      "03/01 09:10: Best validation model saved!\r\n",
      "Train Epoch 5:  81%|████████████▏  | 199/245 [00:43<00:09,  4.64it/s, loss=23.8]03/01 09:11: Train Epoch 5: 200/245 Loss: 21.472895\r\n",
      "Train Epoch 5: 100%|███████████████| 245/245 [00:53<00:00,  4.60it/s, loss=22.2]\r\n",
      "03/01 09:11: Train Epoch 5: average Loss: 21.783622, time: 53.29 s\r\n",
      "Val Epoch 5: 100%|█████████████████████| 81/81 [00:09<00:00,  8.40it/s, loss=20]\r\n",
      "03/01 09:11: Val Epoch 5: average Loss: 21.205772, time: 9.65 s\r\n",
      "Test Epoch 5: 100%|██████████████████| 82/82 [00:09<00:00,  8.40it/s, loss=26.3]\r\n",
      "03/01 09:11: Test Epoch 5: average Loss: 22.278454, time: 9.77 s\r\n",
      "03/01 09:11: Best validation model saved!\r\n",
      "Train Epoch 6:  81%|████████████▏  | 199/245 [00:42<00:09,  4.64it/s, loss=20.3]03/01 09:12: Train Epoch 6: 200/245 Loss: 23.157951\r\n",
      "Train Epoch 6: 100%|███████████████| 245/245 [00:52<00:00,  4.63it/s, loss=21.1]\r\n",
      "03/01 09:12: Train Epoch 6: average Loss: 21.280020, time: 52.88 s\r\n",
      "Val Epoch 6: 100%|███████████████████| 81/81 [00:09<00:00,  8.39it/s, loss=20.8]\r\n",
      "03/01 09:12: Val Epoch 6: average Loss: 20.486799, time: 9.65 s\r\n",
      "Test Epoch 6: 100%|██████████████████| 82/82 [00:09<00:00,  8.38it/s, loss=24.5]\r\n",
      "03/01 09:12: Test Epoch 6: average Loss: 21.468273, time: 9.79 s\r\n",
      "03/01 09:12: Best validation model saved!\r\n",
      "Train Epoch 7:  81%|█████████████▊   | 199/245 [00:43<00:10,  4.39it/s, loss=21]03/01 09:13: Train Epoch 7: 200/245 Loss: 20.417326\r\n",
      "Train Epoch 7: 100%|███████████████| 245/245 [00:54<00:00,  4.53it/s, loss=19.7]\r\n",
      "03/01 09:13: Train Epoch 7: average Loss: 20.341394, time: 54.06 s\r\n",
      "Val Epoch 7: 100%|███████████████████| 81/81 [00:09<00:00,  8.16it/s, loss=20.3]\r\n",
      "03/01 09:13: Val Epoch 7: average Loss: 20.016946, time: 9.92 s\r\n",
      "Test Epoch 7: 100%|██████████████████| 82/82 [00:10<00:00,  8.16it/s, loss=24.2]\r\n",
      "03/01 09:14: Test Epoch 7: average Loss: 21.114388, time: 10.05 s\r\n",
      "03/01 09:14: Best validation model saved!\r\n",
      "Train Epoch 8:  81%|████████████▏  | 199/245 [00:43<00:10,  4.53it/s, loss=18.9]03/01 09:14: Train Epoch 8: 200/245 Loss: 17.560238\r\n",
      "Train Epoch 8: 100%|███████████████| 245/245 [00:53<00:00,  4.54it/s, loss=20.5]\r\n",
      "03/01 09:15: Train Epoch 8: average Loss: 19.876780, time: 53.96 s\r\n",
      "Val Epoch 8: 100%|███████████████████| 81/81 [00:09<00:00,  8.19it/s, loss=21.9]\r\n",
      "03/01 09:15: Val Epoch 8: average Loss: 20.253529, time: 9.89 s\r\n",
      "Test Epoch 8: 100%|██████████████████| 82/82 [00:10<00:00,  8.20it/s, loss=23.5]\r\n",
      "03/01 09:15: Test Epoch 8: average Loss: 21.318907, time: 10.00 s\r\n",
      "Train Epoch 9:  81%|████████████▏  | 199/245 [00:43<00:10,  4.54it/s, loss=20.4]03/01 09:16: Train Epoch 9: 200/245 Loss: 18.558121\r\n",
      "Train Epoch 9: 100%|███████████████| 245/245 [00:53<00:00,  4.55it/s, loss=20.2]\r\n",
      "03/01 09:16: Train Epoch 9: average Loss: 19.518983, time: 53.89 s\r\n",
      "Val Epoch 9: 100%|███████████████████| 81/81 [00:09<00:00,  8.23it/s, loss=21.2]\r\n",
      "03/01 09:16: Val Epoch 9: average Loss: 20.057212, time: 9.84 s\r\n",
      "Test Epoch 9: 100%|██████████████████| 82/82 [00:10<00:00,  7.92it/s, loss=24.1]\r\n",
      "03/01 09:16: Test Epoch 9: average Loss: 21.170033, time: 10.35 s\r\n",
      "Train Epoch 10:  81%|███████████▎  | 199/245 [00:50<00:11,  3.90it/s, loss=19.4]03/01 09:17: Train Epoch 10: 200/245 Loss: 19.104551\r\n",
      "Train Epoch 10: 100%|██████████████| 245/245 [01:02<00:00,  3.92it/s, loss=18.2]\r\n",
      "03/01 09:17: Train Epoch 10: average Loss: 19.300602, time: 62.52 s\r\n",
      "Val Epoch 10: 100%|██████████████████| 81/81 [00:09<00:00,  8.22it/s, loss=19.7]\r\n",
      "03/01 09:17: Val Epoch 10: average Loss: 19.779204, time: 9.85 s\r\n",
      "Test Epoch 10: 100%|█████████████████| 82/82 [00:09<00:00,  8.26it/s, loss=24.8]\r\n",
      "03/01 09:17: Test Epoch 10: average Loss: 21.099381, time: 9.93 s\r\n",
      "03/01 09:17: Best validation model saved!\r\n",
      "Train Epoch 11:  81%|███████████▎  | 199/245 [00:43<00:10,  4.58it/s, loss=18.4]03/01 09:18: Train Epoch 11: 200/245 Loss: 19.440340\r\n",
      "Train Epoch 11: 100%|██████████████| 245/245 [00:53<00:00,  4.58it/s, loss=18.6]\r\n",
      "03/01 09:18: Train Epoch 11: average Loss: 18.809832, time: 53.49 s\r\n",
      "Val Epoch 11: 100%|██████████████████| 81/81 [00:09<00:00,  8.21it/s, loss=19.8]\r\n",
      "03/01 09:19: Val Epoch 11: average Loss: 19.316833, time: 9.87 s\r\n",
      "Test Epoch 11: 100%|█████████████████| 82/82 [00:09<00:00,  8.21it/s, loss=23.8]\r\n",
      "03/01 09:19: Test Epoch 11: average Loss: 20.591310, time: 9.99 s\r\n",
      "03/01 09:19: Best validation model saved!\r\n",
      "Train Epoch 12:  81%|███████████▎  | 199/245 [00:43<00:10,  4.59it/s, loss=17.5]03/01 09:19: Train Epoch 12: 200/245 Loss: 19.072079\r\n",
      "Train Epoch 12: 100%|██████████████| 245/245 [00:53<00:00,  4.57it/s, loss=17.8]\r\n",
      "03/01 09:20: Train Epoch 12: average Loss: 18.739690, time: 53.62 s\r\n",
      "Val Epoch 12: 100%|██████████████████| 81/81 [00:09<00:00,  8.36it/s, loss=23.4]\r\n",
      "03/01 09:20: Val Epoch 12: average Loss: 20.773505, time: 9.70 s\r\n",
      "Test Epoch 12: 100%|█████████████████| 82/82 [00:09<00:00,  8.36it/s, loss=23.1]\r\n",
      "03/01 09:20: Test Epoch 12: average Loss: 21.781145, time: 9.81 s\r\n",
      "Train Epoch 13:  81%|███████████▎  | 199/245 [00:43<00:09,  4.63it/s, loss=16.9]03/01 09:21: Train Epoch 13: 200/245 Loss: 18.429785\r\n",
      "Train Epoch 13: 100%|██████████████| 245/245 [00:52<00:00,  4.63it/s, loss=18.5]\r\n",
      "03/01 09:21: Train Epoch 13: average Loss: 18.545691, time: 52.97 s\r\n",
      "Val Epoch 13: 100%|██████████████████| 81/81 [00:09<00:00,  8.36it/s, loss=21.2]\r\n",
      "03/01 09:21: Val Epoch 13: average Loss: 19.052892, time: 9.69 s\r\n",
      "Test Epoch 13: 100%|█████████████████| 82/82 [00:09<00:00,  8.36it/s, loss=22.6]\r\n",
      "03/01 09:21: Test Epoch 13: average Loss: 20.332024, time: 9.80 s\r\n",
      "03/01 09:21: Best validation model saved!\r\n",
      "Train Epoch 14:  81%|███████████▎  | 199/245 [00:43<00:09,  4.65it/s, loss=18.2]03/01 09:22: Train Epoch 14: 200/245 Loss: 17.183603\r\n",
      "Train Epoch 14: 100%|██████████████| 245/245 [00:52<00:00,  4.62it/s, loss=20.2]\r\n",
      "03/01 09:22: Train Epoch 14: average Loss: 18.301093, time: 52.99 s\r\n",
      "Val Epoch 14: 100%|██████████████████| 81/81 [00:09<00:00,  8.16it/s, loss=19.4]\r\n",
      "03/01 09:22: Val Epoch 14: average Loss: 18.902749, time: 9.93 s\r\n",
      "Test Epoch 14: 100%|█████████████████| 82/82 [00:09<00:00,  8.31it/s, loss=23.5]\r\n",
      "03/01 09:22: Test Epoch 14: average Loss: 20.332358, time: 9.87 s\r\n",
      "03/01 09:22: Best validation model saved!\r\n",
      "Train Epoch 15:  81%|███████████▎  | 199/245 [00:43<00:09,  4.61it/s, loss=18.5]03/01 09:23: Train Epoch 15: 200/245 Loss: 17.283848\r\n",
      "Train Epoch 15: 100%|██████████████| 245/245 [00:53<00:00,  4.59it/s, loss=18.9]\r\n",
      "03/01 09:23: Train Epoch 15: average Loss: 18.121898, time: 53.36 s\r\n",
      "Val Epoch 15: 100%|██████████████████| 81/81 [00:09<00:00,  8.27it/s, loss=20.4]\r\n",
      "03/01 09:23: Val Epoch 15: average Loss: 18.626672, time: 9.79 s\r\n",
      "Test Epoch 15: 100%|█████████████████| 82/82 [00:09<00:00,  8.25it/s, loss=22.6]\r\n",
      "03/01 09:24: Test Epoch 15: average Loss: 19.969769, time: 9.94 s\r\n",
      "03/01 09:24: Best validation model saved!\r\n",
      "Train Epoch 16:  81%|████████████▉   | 199/245 [00:43<00:10,  4.55it/s, loss=17]03/01 09:24: Train Epoch 16: 200/245 Loss: 15.959381\r\n",
      "Train Epoch 16: 100%|██████████████| 245/245 [00:53<00:00,  4.54it/s, loss=17.2]\r\n",
      "03/01 09:24: Train Epoch 16: average Loss: 17.993261, time: 53.95 s\r\n",
      "Val Epoch 16: 100%|██████████████████| 81/81 [00:09<00:00,  8.20it/s, loss=19.1]\r\n",
      "03/01 09:25: Val Epoch 16: average Loss: 18.489817, time: 9.88 s\r\n",
      "Test Epoch 16: 100%|█████████████████| 82/82 [00:10<00:00,  8.18it/s, loss=23.3]\r\n",
      "03/01 09:25: Test Epoch 16: average Loss: 20.006771, time: 10.02 s\r\n",
      "03/01 09:25: Best validation model saved!\r\n",
      "Train Epoch 17:  81%|███████████▎  | 199/245 [00:43<00:10,  4.56it/s, loss=18.3]03/01 09:25: Train Epoch 17: 200/245 Loss: 16.986195\r\n",
      "Train Epoch 17: 100%|██████████████| 245/245 [00:53<00:00,  4.55it/s, loss=16.7]\r\n",
      "03/01 09:26: Train Epoch 17: average Loss: 17.822132, time: 53.89 s\r\n",
      "Val Epoch 17: 100%|██████████████████| 81/81 [00:09<00:00,  8.16it/s, loss=19.8]\r\n",
      "03/01 09:26: Val Epoch 17: average Loss: 18.591727, time: 9.93 s\r\n",
      "Test Epoch 17: 100%|█████████████████| 82/82 [00:09<00:00,  8.21it/s, loss=22.7]\r\n",
      "03/01 09:26: Test Epoch 17: average Loss: 20.108019, time: 9.99 s\r\n",
      "Train Epoch 18:  81%|███████████▎  | 199/245 [00:43<00:10,  4.55it/s, loss=17.6]03/01 09:27: Train Epoch 18: 200/245 Loss: 16.527384\r\n",
      "Train Epoch 18: 100%|██████████████| 245/245 [00:53<00:00,  4.54it/s, loss=16.6]\r\n",
      "03/01 09:27: Train Epoch 18: average Loss: 17.721443, time: 53.94 s\r\n",
      "Val Epoch 18: 100%|██████████████████| 81/81 [00:09<00:00,  8.18it/s, loss=21.2]\r\n",
      "03/01 09:27: Val Epoch 18: average Loss: 18.723289, time: 9.90 s\r\n",
      "Test Epoch 18: 100%|█████████████████| 82/82 [00:10<00:00,  8.15it/s, loss=22.1]\r\n",
      "03/01 09:27: Test Epoch 18: average Loss: 20.135272, time: 10.06 s\r\n",
      "Train Epoch 19:  81%|███████████▎  | 199/245 [00:43<00:10,  4.58it/s, loss=18.4]03/01 09:28: Train Epoch 19: 200/245 Loss: 17.859879\r\n",
      "Train Epoch 19: 100%|██████████████| 245/245 [00:53<00:00,  4.59it/s, loss=17.9]\r\n",
      "03/01 09:28: Train Epoch 19: average Loss: 17.651841, time: 53.41 s\r\n",
      "Val Epoch 19: 100%|██████████████████| 81/81 [00:09<00:00,  8.26it/s, loss=19.6]\r\n",
      "03/01 09:28: Val Epoch 19: average Loss: 18.252483, time: 9.80 s\r\n",
      "Test Epoch 19: 100%|█████████████████| 82/82 [00:09<00:00,  8.26it/s, loss=22.8]\r\n",
      "03/01 09:28: Test Epoch 19: average Loss: 19.839150, time: 9.92 s\r\n",
      "03/01 09:28: Best validation model saved!\r\n",
      "Train Epoch 20:  81%|███████████▎  | 199/245 [00:43<00:09,  4.61it/s, loss=18.4]03/01 09:29: Train Epoch 20: 200/245 Loss: 17.944860\r\n",
      "Train Epoch 20: 100%|██████████████| 245/245 [00:53<00:00,  4.58it/s, loss=18.2]\r\n",
      "03/01 09:29: Train Epoch 20: average Loss: 17.463099, time: 53.46 s\r\n",
      "Val Epoch 20: 100%|██████████████████| 81/81 [00:09<00:00,  8.26it/s, loss=21.4]\r\n",
      "03/01 09:30: Val Epoch 20: average Loss: 18.425069, time: 9.81 s\r\n",
      "Test Epoch 20: 100%|█████████████████| 82/82 [00:09<00:00,  8.30it/s, loss=21.6]\r\n",
      "03/01 09:30: Test Epoch 20: average Loss: 19.823642, time: 9.88 s\r\n",
      "Train Epoch 21:  81%|███████████▎  | 199/245 [00:43<00:10,  4.54it/s, loss=18.1]03/01 09:30: Train Epoch 21: 200/245 Loss: 18.387646\r\n",
      "Train Epoch 21: 100%|██████████████| 245/245 [00:53<00:00,  4.58it/s, loss=17.9]\r\n",
      "03/01 09:31: Train Epoch 21: average Loss: 17.418713, time: 53.44 s\r\n",
      "Val Epoch 21: 100%|██████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=22.7]\r\n",
      "03/01 09:31: Val Epoch 21: average Loss: 18.977259, time: 9.83 s\r\n",
      "Test Epoch 21: 100%|█████████████████| 82/82 [00:09<00:00,  8.31it/s, loss=22.9]\r\n",
      "03/01 09:31: Test Epoch 21: average Loss: 20.497354, time: 9.87 s\r\n",
      "Train Epoch 22:  81%|███████████▎  | 199/245 [00:43<00:09,  4.62it/s, loss=18.6]03/01 09:32: Train Epoch 22: 200/245 Loss: 17.985378\r\n",
      "Train Epoch 22: 100%|██████████████| 245/245 [00:53<00:00,  4.62it/s, loss=17.3]\r\n",
      "03/01 09:32: Train Epoch 22: average Loss: 17.217230, time: 53.00 s\r\n",
      "Val Epoch 22: 100%|██████████████████| 81/81 [00:09<00:00,  8.39it/s, loss=20.6]\r\n",
      "03/01 09:32: Val Epoch 22: average Loss: 18.160002, time: 9.65 s\r\n",
      "Test Epoch 22: 100%|█████████████████| 82/82 [00:09<00:00,  8.39it/s, loss=22.2]\r\n",
      "03/01 09:32: Test Epoch 22: average Loss: 19.726125, time: 9.77 s\r\n",
      "03/01 09:32: Best validation model saved!\r\n",
      "Train Epoch 23:  81%|███████████▎  | 199/245 [00:42<00:09,  4.66it/s, loss=16.6]03/01 09:33: Train Epoch 23: 200/245 Loss: 17.761662\r\n",
      "Train Epoch 23: 100%|██████████████| 245/245 [00:52<00:00,  4.63it/s, loss=16.3]\r\n",
      "03/01 09:33: Train Epoch 23: average Loss: 17.212893, time: 52.86 s\r\n",
      "Val Epoch 23: 100%|██████████████████| 81/81 [00:09<00:00,  8.39it/s, loss=20.3]\r\n",
      "03/01 09:33: Val Epoch 23: average Loss: 18.499419, time: 9.65 s\r\n",
      "Test Epoch 23: 100%|█████████████████| 82/82 [00:09<00:00,  8.40it/s, loss=22.8]\r\n",
      "03/01 09:33: Test Epoch 23: average Loss: 19.945040, time: 9.77 s\r\n",
      "Train Epoch 24:  81%|███████████▎  | 199/245 [00:42<00:09,  4.64it/s, loss=16.3]03/01 09:34: Train Epoch 24: 200/245 Loss: 17.877775\r\n",
      "Train Epoch 24: 100%|██████████████| 245/245 [00:52<00:00,  4.64it/s, loss=17.8]\r\n",
      "03/01 09:34: Train Epoch 24: average Loss: 17.060440, time: 52.84 s\r\n",
      "Val Epoch 24: 100%|██████████████████| 81/81 [00:09<00:00,  8.40it/s, loss=20.1]\r\n",
      "03/01 09:34: Val Epoch 24: average Loss: 17.819978, time: 9.65 s\r\n",
      "Test Epoch 24: 100%|█████████████████| 82/82 [00:09<00:00,  8.40it/s, loss=21.9]\r\n",
      "03/01 09:35: Test Epoch 24: average Loss: 19.386506, time: 9.77 s\r\n",
      "03/01 09:35: Best validation model saved!\r\n",
      "Train Epoch 25:  81%|███████████▎  | 199/245 [00:43<00:10,  4.56it/s, loss=17.1]03/01 09:35: Train Epoch 25: 200/245 Loss: 16.691406\r\n",
      "Train Epoch 25: 100%|██████████████| 245/245 [00:53<00:00,  4.56it/s, loss=17.9]\r\n",
      "03/01 09:35: Train Epoch 25: average Loss: 17.016320, time: 53.71 s\r\n",
      "Val Epoch 25: 100%|██████████████████| 81/81 [00:09<00:00,  8.27it/s, loss=20.5]\r\n",
      "03/01 09:36: Val Epoch 25: average Loss: 17.864645, time: 9.80 s\r\n",
      "Test Epoch 25: 100%|███████████████████| 82/82 [00:09<00:00,  8.27it/s, loss=22]\r\n",
      "03/01 09:36: Test Epoch 25: average Loss: 19.531940, time: 9.92 s\r\n",
      "Train Epoch 26:  81%|███████████▎  | 199/245 [00:43<00:10,  4.58it/s, loss=17.3]03/01 09:36: Train Epoch 26: 200/245 Loss: 16.021740\r\n",
      "Train Epoch 26: 100%|██████████████| 245/245 [00:53<00:00,  4.55it/s, loss=16.3]\r\n",
      "03/01 09:37: Train Epoch 26: average Loss: 16.952545, time: 53.81 s\r\n",
      "Val Epoch 26: 100%|██████████████████| 81/81 [00:09<00:00,  8.25it/s, loss=19.9]\r\n",
      "03/01 09:37: Val Epoch 26: average Loss: 17.883870, time: 9.82 s\r\n",
      "Test Epoch 26: 100%|█████████████████| 82/82 [00:09<00:00,  8.25it/s, loss=22.2]\r\n",
      "03/01 09:37: Test Epoch 26: average Loss: 19.564419, time: 9.94 s\r\n",
      "Train Epoch 27:  81%|███████████▎  | 199/245 [00:43<00:10,  4.55it/s, loss=17.1]03/01 09:38: Train Epoch 27: 200/245 Loss: 17.015453\r\n",
      "Train Epoch 27: 100%|██████████████| 245/245 [00:53<00:00,  4.56it/s, loss=16.4]\r\n",
      "03/01 09:38: Train Epoch 27: average Loss: 16.863251, time: 53.77 s\r\n",
      "Val Epoch 27: 100%|██████████████████| 81/81 [00:09<00:00,  8.25it/s, loss=19.7]\r\n",
      "03/01 09:38: Val Epoch 27: average Loss: 17.488129, time: 9.82 s\r\n",
      "Test Epoch 27: 100%|███████████████████| 82/82 [00:09<00:00,  8.23it/s, loss=22]\r\n",
      "03/01 09:38: Test Epoch 27: average Loss: 19.216863, time: 9.96 s\r\n",
      "03/01 09:38: Best validation model saved!\r\n",
      "Train Epoch 28:  81%|████████████▉   | 199/245 [00:43<00:09,  4.64it/s, loss=16]03/01 09:39: Train Epoch 28: 200/245 Loss: 15.352339\r\n",
      "Train Epoch 28: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=16.5]\r\n",
      "03/01 09:39: Train Epoch 28: average Loss: 16.744688, time: 53.23 s\r\n",
      "Val Epoch 28: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=19.4]\r\n",
      "03/01 09:39: Val Epoch 28: average Loss: 17.485994, time: 9.73 s\r\n",
      "Test Epoch 28: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21.9]\r\n",
      "03/01 09:39: Test Epoch 28: average Loss: 19.184774, time: 9.84 s\r\n",
      "03/01 09:39: Best validation model saved!\r\n",
      "Train Epoch 29:  81%|███████████▎  | 199/245 [00:43<00:09,  4.61it/s, loss=16.5]03/01 09:40: Train Epoch 29: 200/245 Loss: 16.494587\r\n",
      "Train Epoch 29: 100%|████████████████| 245/245 [00:53<00:00,  4.60it/s, loss=16]\r\n",
      "03/01 09:40: Train Epoch 29: average Loss: 16.715118, time: 53.26 s\r\n",
      "Val Epoch 29: 100%|██████████████████| 81/81 [00:09<00:00,  8.33it/s, loss=21.1]\r\n",
      "03/01 09:40: Val Epoch 29: average Loss: 17.890414, time: 9.72 s\r\n",
      "Test Epoch 29: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21.6]\r\n",
      "03/01 09:41: Test Epoch 29: average Loss: 19.494223, time: 9.84 s\r\n",
      "Train Epoch 30:  81%|███████████▎  | 199/245 [00:43<00:09,  4.61it/s, loss=17.2]03/01 09:41: Train Epoch 30: 200/245 Loss: 17.086079\r\n",
      "Train Epoch 30: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=15.9]\r\n",
      "03/01 09:41: Train Epoch 30: average Loss: 16.671485, time: 53.25 s\r\n",
      "Val Epoch 30: 100%|██████████████████| 81/81 [00:09<00:00,  8.33it/s, loss=22.3]\r\n",
      "03/01 09:42: Val Epoch 30: average Loss: 18.238873, time: 9.72 s\r\n",
      "Test Epoch 30: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21.5]\r\n",
      "03/01 09:42: Test Epoch 30: average Loss: 19.908435, time: 9.84 s\r\n",
      "Train Epoch 31:  81%|███████████▎  | 199/245 [00:43<00:09,  4.62it/s, loss=15.9]03/01 09:43: Train Epoch 31: 200/245 Loss: 14.902257\r\n",
      "Train Epoch 31: 100%|████████████████| 245/245 [00:53<00:00,  4.59it/s, loss=16]\r\n",
      "03/01 09:43: Train Epoch 31: average Loss: 16.463386, time: 53.37 s\r\n",
      "Val Epoch 31: 100%|██████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=19.8]\r\n",
      "03/01 09:43: Val Epoch 31: average Loss: 17.361760, time: 9.72 s\r\n",
      "Test Epoch 31: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21.7]\r\n",
      "03/01 09:43: Test Epoch 31: average Loss: 19.154755, time: 9.85 s\r\n",
      "03/01 09:43: Best validation model saved!\r\n",
      "Train Epoch 32:  81%|███████████▎  | 199/245 [00:43<00:10,  4.59it/s, loss=16.5]03/01 09:44: Train Epoch 32: 200/245 Loss: 17.363728\r\n",
      "Train Epoch 32: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=16.6]\r\n",
      "03/01 09:44: Train Epoch 32: average Loss: 16.549373, time: 53.24 s\r\n",
      "Val Epoch 32: 100%|██████████████████| 81/81 [00:09<00:00,  8.33it/s, loss=19.2]\r\n",
      "03/01 09:44: Val Epoch 32: average Loss: 17.478566, time: 9.73 s\r\n",
      "Test Epoch 32: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=22.5]\r\n",
      "03/01 09:44: Test Epoch 32: average Loss: 19.264617, time: 9.85 s\r\n",
      "Train Epoch 33:  81%|███████████▎  | 199/245 [00:43<00:10,  4.60it/s, loss=15.7]03/01 09:45: Train Epoch 33: 200/245 Loss: 15.846118\r\n",
      "Train Epoch 33: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=17.6]\r\n",
      "03/01 09:45: Train Epoch 33: average Loss: 16.326801, time: 53.25 s\r\n",
      "Val Epoch 33: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=18.9]\r\n",
      "03/01 09:45: Val Epoch 33: average Loss: 17.530204, time: 9.73 s\r\n",
      "Test Epoch 33: 100%|█████████████████| 82/82 [00:09<00:00,  8.31it/s, loss=22.7]\r\n",
      "03/01 09:45: Test Epoch 33: average Loss: 19.326217, time: 9.86 s\r\n",
      "Train Epoch 34:  81%|███████████▎  | 199/245 [00:43<00:10,  4.56it/s, loss=16.7]03/01 09:46: Train Epoch 34: 200/245 Loss: 16.654360\r\n",
      "Train Epoch 34: 100%|██████████████| 245/245 [00:53<00:00,  4.56it/s, loss=15.1]\r\n",
      "03/01 09:46: Train Epoch 34: average Loss: 16.431795, time: 53.73 s\r\n",
      "Val Epoch 34: 100%|██████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=19.4]\r\n",
      "03/01 09:47: Val Epoch 34: average Loss: 18.202534, time: 9.83 s\r\n",
      "Test Epoch 34: 100%|█████████████████| 82/82 [00:09<00:00,  8.25it/s, loss=24.6]\r\n",
      "03/01 09:47: Test Epoch 34: average Loss: 20.096846, time: 9.94 s\r\n",
      "Train Epoch 35:  81%|███████████▎  | 199/245 [00:43<00:11,  4.00it/s, loss=15.5]03/01 09:47: Train Epoch 35: 200/245 Loss: 15.469584\r\n",
      "Train Epoch 35: 100%|██████████████| 245/245 [00:53<00:00,  4.55it/s, loss=16.5]\r\n",
      "03/01 09:48: Train Epoch 35: average Loss: 16.311451, time: 53.84 s\r\n",
      "Val Epoch 35: 100%|██████████████████| 81/81 [00:09<00:00,  8.25it/s, loss=19.6]\r\n",
      "03/01 09:48: Val Epoch 35: average Loss: 17.649230, time: 9.82 s\r\n",
      "Test Epoch 35: 100%|█████████████████| 82/82 [00:09<00:00,  8.25it/s, loss=22.1]\r\n",
      "03/01 09:48: Test Epoch 35: average Loss: 19.507769, time: 9.94 s\r\n",
      "Train Epoch 36:  81%|███████████▎  | 199/245 [00:43<00:10,  4.55it/s, loss=15.7]03/01 09:49: Train Epoch 36: 200/245 Loss: 15.694389\r\n",
      "Train Epoch 36: 100%|██████████████| 245/245 [00:53<00:00,  4.55it/s, loss=15.5]\r\n",
      "03/01 09:49: Train Epoch 36: average Loss: 16.220871, time: 53.86 s\r\n",
      "Val Epoch 36: 100%|██████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=19.5]\r\n",
      "03/01 09:49: Val Epoch 36: average Loss: 17.701984, time: 9.83 s\r\n",
      "Test Epoch 36: 100%|█████████████████| 82/82 [00:09<00:00,  8.25it/s, loss=21.6]\r\n",
      "03/01 09:49: Test Epoch 36: average Loss: 19.669528, time: 9.94 s\r\n",
      "Train Epoch 37:  81%|███████████▎  | 199/245 [00:43<00:09,  4.61it/s, loss=15.9]03/01 09:50: Train Epoch 37: 200/245 Loss: 15.531021\r\n",
      "Train Epoch 37: 100%|██████████████| 245/245 [00:53<00:00,  4.61it/s, loss=16.4]\r\n",
      "03/01 09:50: Train Epoch 37: average Loss: 16.178186, time: 53.17 s\r\n",
      "Val Epoch 37: 100%|██████████████████| 81/81 [00:09<00:00,  8.33it/s, loss=19.4]\r\n",
      "03/01 09:50: Val Epoch 37: average Loss: 17.221055, time: 9.72 s\r\n",
      "Test Epoch 37: 100%|███████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=22]\r\n",
      "03/01 09:50: Test Epoch 37: average Loss: 19.082035, time: 9.85 s\r\n",
      "03/01 09:50: Best validation model saved!\r\n",
      "Train Epoch 38:  81%|███████████▎  | 199/245 [00:43<00:09,  4.62it/s, loss=15.8]03/01 09:51: Train Epoch 38: 200/245 Loss: 15.515883\r\n",
      "Train Epoch 38: 100%|██████████████| 245/245 [00:53<00:00,  4.61it/s, loss=16.3]\r\n",
      "03/01 09:51: Train Epoch 38: average Loss: 16.094201, time: 53.16 s\r\n",
      "Val Epoch 38: 100%|██████████████████| 81/81 [00:09<00:00,  8.33it/s, loss=19.6]\r\n",
      "03/01 09:51: Val Epoch 38: average Loss: 17.161834, time: 9.72 s\r\n",
      "Test Epoch 38: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21.8]\r\n",
      "03/01 09:52: Test Epoch 38: average Loss: 19.066253, time: 9.85 s\r\n",
      "03/01 09:52: Best validation model saved!\r\n",
      "Train Epoch 39:  81%|███████████▎  | 199/245 [00:43<00:09,  4.63it/s, loss=17.3]03/01 09:52: Train Epoch 39: 200/245 Loss: 16.654459\r\n",
      "Train Epoch 39: 100%|██████████████| 245/245 [00:53<00:00,  4.61it/s, loss=15.8]\r\n",
      "03/01 09:52: Train Epoch 39: average Loss: 16.134286, time: 53.17 s\r\n",
      "Val Epoch 39: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=19.7]\r\n",
      "03/01 09:53: Val Epoch 39: average Loss: 17.003309, time: 9.73 s\r\n",
      "Test Epoch 39: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21.4]\r\n",
      "03/01 09:53: Test Epoch 39: average Loss: 18.932836, time: 9.85 s\r\n",
      "03/01 09:53: Best validation model saved!\r\n",
      "Train Epoch 40:  81%|███████████▎  | 199/245 [00:43<00:09,  4.64it/s, loss=17.4]03/01 09:54: Train Epoch 40: 200/245 Loss: 15.946157\r\n",
      "Train Epoch 40: 100%|██████████████| 245/245 [00:53<00:00,  4.59it/s, loss=16.6]\r\n",
      "03/01 09:54: Train Epoch 40: average Loss: 15.931726, time: 53.33 s\r\n",
      "Val Epoch 40: 100%|██████████████████| 81/81 [00:09<00:00,  8.33it/s, loss=20.2]\r\n",
      "03/01 09:54: Val Epoch 40: average Loss: 17.164474, time: 9.73 s\r\n",
      "Test Epoch 40: 100%|█████████████████| 82/82 [00:09<00:00,  8.32it/s, loss=21.1]\r\n",
      "03/01 09:54: Test Epoch 40: average Loss: 19.065960, time: 9.85 s\r\n",
      "Train Epoch 41:  81%|███████████▎  | 199/245 [00:43<00:09,  4.61it/s, loss=15.2]03/01 09:55: Train Epoch 41: 200/245 Loss: 15.574409\r\n",
      "Train Epoch 41: 100%|████████████████| 245/245 [00:53<00:00,  4.60it/s, loss=16]\r\n",
      "03/01 09:55: Train Epoch 41: average Loss: 16.020075, time: 53.27 s\r\n",
      "Val Epoch 41: 100%|██████████████████| 81/81 [00:09<00:00,  8.33it/s, loss=20.5]\r\n",
      "03/01 09:55: Val Epoch 41: average Loss: 17.225824, time: 9.73 s\r\n",
      "Test Epoch 41: 100%|█████████████████| 82/82 [00:09<00:00,  8.32it/s, loss=21.3]\r\n",
      "03/01 09:55: Test Epoch 41: average Loss: 19.105010, time: 9.85 s\r\n",
      "Train Epoch 42:  81%|███████████▎  | 199/245 [00:43<00:10,  4.60it/s, loss=15.1]03/01 09:56: Train Epoch 42: 200/245 Loss: 14.787164\r\n",
      "Train Epoch 42: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=16.1]\r\n",
      "03/01 09:56: Train Epoch 42: average Loss: 15.882996, time: 53.24 s\r\n",
      "Val Epoch 42: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=19.2]\r\n",
      "03/01 09:56: Val Epoch 42: average Loss: 16.897807, time: 9.73 s\r\n",
      "Test Epoch 42: 100%|█████████████████| 82/82 [00:09<00:00,  8.28it/s, loss=21.8]\r\n",
      "03/01 09:56: Test Epoch 42: average Loss: 18.884133, time: 9.90 s\r\n",
      "03/01 09:56: Best validation model saved!\r\n",
      "Train Epoch 43:  81%|███████████▎  | 199/245 [00:43<00:10,  4.56it/s, loss=16.8]03/01 09:57: Train Epoch 43: 200/245 Loss: 16.513559\r\n",
      "Train Epoch 43: 100%|██████████████| 245/245 [00:53<00:00,  4.55it/s, loss=16.8]\r\n",
      "03/01 09:57: Train Epoch 43: average Loss: 15.828953, time: 53.82 s\r\n",
      "Val Epoch 43: 100%|██████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=19.2]\r\n",
      "03/01 09:57: Val Epoch 43: average Loss: 17.185961, time: 9.83 s\r\n",
      "Test Epoch 43: 100%|█████████████████| 82/82 [00:09<00:00,  8.24it/s, loss=21.9]\r\n",
      "03/01 09:58: Test Epoch 43: average Loss: 19.153012, time: 9.95 s\r\n",
      "Train Epoch 44:  81%|███████████▎  | 199/245 [00:43<00:10,  4.55it/s, loss=15.2]03/01 09:58: Train Epoch 44: 200/245 Loss: 15.771579\r\n",
      "Train Epoch 44: 100%|██████████████| 245/245 [00:53<00:00,  4.56it/s, loss=15.7]\r\n",
      "03/01 09:59: Train Epoch 44: average Loss: 15.842806, time: 53.79 s\r\n",
      "Val Epoch 44: 100%|██████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=19.4]\r\n",
      "03/01 09:59: Val Epoch 44: average Loss: 17.059013, time: 9.83 s\r\n",
      "Test Epoch 44: 100%|█████████████████| 82/82 [00:09<00:00,  8.25it/s, loss=21.9]\r\n",
      "03/01 09:59: Test Epoch 44: average Loss: 19.079960, time: 9.94 s\r\n",
      "Train Epoch 45:  81%|███████████▎  | 199/245 [00:43<00:10,  4.55it/s, loss=14.9]03/01 10:00: Train Epoch 45: 200/245 Loss: 16.033575\r\n",
      "Train Epoch 45: 100%|████████████████| 245/245 [00:53<00:00,  4.55it/s, loss=16]\r\n",
      "03/01 10:00: Train Epoch 45: average Loss: 15.813689, time: 53.90 s\r\n",
      "Val Epoch 45: 100%|██████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=20.6]\r\n",
      "03/01 10:00: Val Epoch 45: average Loss: 17.046042, time: 9.83 s\r\n",
      "Test Epoch 45: 100%|█████████████████| 82/82 [00:09<00:00,  8.27it/s, loss=21.2]\r\n",
      "03/01 10:00: Test Epoch 45: average Loss: 19.052879, time: 9.92 s\r\n",
      "Train Epoch 46:  81%|███████████▎  | 199/245 [00:43<00:10,  4.59it/s, loss=15.2]03/01 10:01: Train Epoch 46: 200/245 Loss: 15.922566\r\n",
      "Train Epoch 46: 100%|██████████████| 245/245 [00:53<00:00,  4.59it/s, loss=15.3]\r\n",
      "03/01 10:01: Train Epoch 46: average Loss: 15.765061, time: 53.34 s\r\n",
      "Val Epoch 46: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=19.4]\r\n",
      "03/01 10:01: Val Epoch 46: average Loss: 17.013613, time: 9.74 s\r\n",
      "Test Epoch 46: 100%|█████████████████| 82/82 [00:09<00:00,  8.32it/s, loss=21.6]\r\n",
      "03/01 10:01: Test Epoch 46: average Loss: 18.922985, time: 9.86 s\r\n",
      "Train Epoch 47:  81%|███████████▎  | 199/245 [00:43<00:10,  4.59it/s, loss=16.1]03/01 10:02: Train Epoch 47: 200/245 Loss: 15.667764\r\n",
      "Train Epoch 47: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=15.9]\r\n",
      "03/01 10:02: Train Epoch 47: average Loss: 15.658673, time: 53.22 s\r\n",
      "Val Epoch 47: 100%|██████████████████| 81/81 [00:09<00:00,  8.31it/s, loss=19.1]\r\n",
      "03/01 10:02: Val Epoch 47: average Loss: 17.015848, time: 9.74 s\r\n",
      "Test Epoch 47: 100%|█████████████████| 82/82 [00:09<00:00,  8.32it/s, loss=21.7]\r\n",
      "03/01 10:03: Test Epoch 47: average Loss: 18.931366, time: 9.86 s\r\n",
      "Train Epoch 48:  81%|████████████▉   | 199/245 [00:43<00:10,  4.59it/s, loss=15]03/01 10:03: Train Epoch 48: 200/245 Loss: 16.017691\r\n",
      "Train Epoch 48: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=15.6]\r\n",
      "03/01 10:03: Train Epoch 48: average Loss: 15.704937, time: 53.22 s\r\n",
      "Val Epoch 48: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=19.7]\r\n",
      "03/01 10:04: Val Epoch 48: average Loss: 16.932292, time: 9.74 s\r\n",
      "Test Epoch 48: 100%|█████████████████| 82/82 [00:09<00:00,  8.32it/s, loss=21.6]\r\n",
      "03/01 10:04: Test Epoch 48: average Loss: 18.909579, time: 9.85 s\r\n",
      "Train Epoch 49:  81%|███████████▎  | 199/245 [00:43<00:10,  4.60it/s, loss=16.4]03/01 10:04: Train Epoch 49: 200/245 Loss: 15.457748\r\n",
      "Train Epoch 49: 100%|████████████████| 245/245 [00:53<00:00,  4.61it/s, loss=16]\r\n",
      "03/01 10:05: Train Epoch 49: average Loss: 15.589366, time: 53.14 s\r\n",
      "Val Epoch 49: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=19.6]\r\n",
      "03/01 10:05: Val Epoch 49: average Loss: 16.938851, time: 9.73 s\r\n",
      "Test Epoch 49: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21.1]\r\n",
      "03/01 10:05: Test Epoch 49: average Loss: 18.957132, time: 9.84 s\r\n",
      "Train Epoch 50:  81%|███████████▎  | 199/245 [00:43<00:10,  4.60it/s, loss=15.6]03/01 10:06: Train Epoch 50: 200/245 Loss: 15.366131\r\n",
      "Train Epoch 50: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=15.1]\r\n",
      "03/01 10:06: Train Epoch 50: average Loss: 15.671958, time: 53.27 s\r\n",
      "Val Epoch 50: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=20.1]\r\n",
      "03/01 10:06: Val Epoch 50: average Loss: 16.919547, time: 9.73 s\r\n",
      "Test Epoch 50: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21.3]\r\n",
      "03/01 10:06: Test Epoch 50: average Loss: 19.019111, time: 9.85 s\r\n",
      "Train Epoch 51:  81%|███████████▎  | 199/245 [00:43<00:09,  4.61it/s, loss=15.9]03/01 10:07: Train Epoch 51: 200/245 Loss: 15.292885\r\n",
      "Train Epoch 51: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=15.2]\r\n",
      "03/01 10:07: Train Epoch 51: average Loss: 15.567150, time: 53.21 s\r\n",
      "Val Epoch 51: 100%|██████████████████| 81/81 [00:09<00:00,  8.33it/s, loss=19.9]\r\n",
      "03/01 10:07: Val Epoch 51: average Loss: 16.814095, time: 9.73 s\r\n",
      "Test Epoch 51: 100%|█████████████████| 82/82 [00:09<00:00,  8.26it/s, loss=21.2]\r\n",
      "03/01 10:07: Test Epoch 51: average Loss: 18.827162, time: 9.93 s\r\n",
      "03/01 10:07: Best validation model saved!\r\n",
      "Train Epoch 52:  81%|███████████▎  | 199/245 [00:43<00:10,  4.56it/s, loss=15.4]03/01 10:08: Train Epoch 52: 200/245 Loss: 16.030830\r\n",
      "Train Epoch 52: 100%|██████████████| 245/245 [00:53<00:00,  4.56it/s, loss=15.3]\r\n",
      "03/01 10:08: Train Epoch 52: average Loss: 15.461260, time: 53.76 s\r\n",
      "Val Epoch 52: 100%|██████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=19.2]\r\n",
      "03/01 10:08: Val Epoch 52: average Loss: 16.754536, time: 9.83 s\r\n",
      "Test Epoch 52: 100%|█████████████████| 82/82 [00:09<00:00,  8.24it/s, loss=21.6]\r\n",
      "03/01 10:09: Test Epoch 52: average Loss: 18.785255, time: 9.95 s\r\n",
      "03/01 10:09: Best validation model saved!\r\n",
      "Train Epoch 53:  81%|███████████▎  | 199/245 [00:43<00:10,  4.55it/s, loss=15.4]03/01 10:09: Train Epoch 53: 200/245 Loss: 15.475863\r\n",
      "Train Epoch 53: 100%|██████████████| 245/245 [00:53<00:00,  4.56it/s, loss=15.7]\r\n",
      "03/01 10:10: Train Epoch 53: average Loss: 15.451646, time: 53.74 s\r\n",
      "Val Epoch 53: 100%|██████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=19.5]\r\n",
      "03/01 10:10: Val Epoch 53: average Loss: 16.727035, time: 9.84 s\r\n",
      "Test Epoch 53: 100%|█████████████████| 82/82 [00:09<00:00,  8.24it/s, loss=21.1]\r\n",
      "03/01 10:10: Test Epoch 53: average Loss: 18.783889, time: 9.95 s\r\n",
      "03/01 10:10: Best validation model saved!\r\n",
      "Train Epoch 54:  81%|████████████▉   | 199/245 [00:43<00:10,  4.56it/s, loss=16]03/01 10:11: Train Epoch 54: 200/245 Loss: 15.462644\r\n",
      "Train Epoch 54: 100%|██████████████| 245/245 [00:53<00:00,  4.55it/s, loss=15.2]\r\n",
      "03/01 10:11: Train Epoch 54: average Loss: 15.478253, time: 53.79 s\r\n",
      "Val Epoch 54: 100%|████████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=19]\r\n",
      "03/01 10:11: Val Epoch 54: average Loss: 17.000780, time: 9.83 s\r\n",
      "Test Epoch 54: 100%|███████████████████| 82/82 [00:09<00:00,  8.29it/s, loss=22]\r\n",
      "03/01 10:11: Test Epoch 54: average Loss: 19.178325, time: 9.89 s\r\n",
      "Train Epoch 55:  81%|███████████▎  | 199/245 [00:43<00:09,  4.62it/s, loss=15.7]03/01 10:12: Train Epoch 55: 200/245 Loss: 15.723919\r\n",
      "Train Epoch 55: 100%|██████████████| 245/245 [00:53<00:00,  4.59it/s, loss=13.9]\r\n",
      "03/01 10:12: Train Epoch 55: average Loss: 15.420683, time: 53.34 s\r\n",
      "Val Epoch 55: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=19.2]\r\n",
      "03/01 10:12: Val Epoch 55: average Loss: 16.667641, time: 9.73 s\r\n",
      "Test Epoch 55: 100%|█████████████████| 82/82 [00:09<00:00,  8.32it/s, loss=21.5]\r\n",
      "03/01 10:12: Test Epoch 55: average Loss: 18.789335, time: 9.86 s\r\n",
      "03/01 10:12: Best validation model saved!\r\n",
      "Train Epoch 56:  81%|███████████▎  | 199/245 [00:43<00:09,  4.64it/s, loss=15.2]03/01 10:13: Train Epoch 56: 200/245 Loss: 14.563925\r\n",
      "Train Epoch 56: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=14.4]\r\n",
      "03/01 10:13: Train Epoch 56: average Loss: 15.308307, time: 53.22 s\r\n",
      "Val Epoch 56: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=18.9]\r\n",
      "03/01 10:13: Val Epoch 56: average Loss: 16.727678, time: 9.74 s\r\n",
      "Test Epoch 56: 100%|█████████████████| 82/82 [00:10<00:00,  8.20it/s, loss=21.8]\r\n",
      "03/01 10:14: Test Epoch 56: average Loss: 18.907264, time: 10.00 s\r\n",
      "Train Epoch 57:  81%|███████████▎  | 199/245 [00:43<00:10,  4.57it/s, loss=14.5]03/01 10:14: Train Epoch 57: 200/245 Loss: 15.389165\r\n",
      "Train Epoch 57: 100%|██████████████| 245/245 [00:53<00:00,  4.56it/s, loss=13.8]\r\n",
      "03/01 10:14: Train Epoch 57: average Loss: 15.350817, time: 53.70 s\r\n",
      "Val Epoch 57: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=19.4]\r\n",
      "03/01 10:15: Val Epoch 57: average Loss: 16.619429, time: 9.73 s\r\n",
      "Test Epoch 57: 100%|█████████████████| 82/82 [00:09<00:00,  8.32it/s, loss=21.5]\r\n",
      "03/01 10:15: Test Epoch 57: average Loss: 18.736880, time: 9.85 s\r\n",
      "03/01 10:15: Best validation model saved!\r\n",
      "Train Epoch 58:  81%|███████████▎  | 199/245 [00:43<00:09,  4.62it/s, loss=15.5]03/01 10:15: Train Epoch 58: 200/245 Loss: 15.304124\r\n",
      "Train Epoch 58: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=15.5]\r\n",
      "03/01 10:16: Train Epoch 58: average Loss: 15.307850, time: 53.22 s\r\n",
      "Val Epoch 58: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=19.8]\r\n",
      "03/01 10:16: Val Epoch 58: average Loss: 16.739665, time: 9.74 s\r\n",
      "Test Epoch 58: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21.7]\r\n",
      "03/01 10:16: Test Epoch 58: average Loss: 18.878905, time: 9.85 s\r\n",
      "Train Epoch 59:  81%|███████████▎  | 199/245 [00:43<00:09,  4.60it/s, loss=14.4]03/01 10:17: Train Epoch 59: 200/245 Loss: 15.952900\r\n",
      "Train Epoch 59: 100%|██████████████| 245/245 [00:53<00:00,  4.61it/s, loss=15.8]\r\n",
      "03/01 10:17: Train Epoch 59: average Loss: 15.286092, time: 53.19 s\r\n",
      "Val Epoch 59: 100%|██████████████████| 81/81 [00:09<00:00,  8.31it/s, loss=19.5]\r\n",
      "03/01 10:17: Val Epoch 59: average Loss: 16.615688, time: 9.75 s\r\n",
      "Test Epoch 59: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21.3]\r\n",
      "03/01 10:17: Test Epoch 59: average Loss: 18.743629, time: 9.84 s\r\n",
      "03/01 10:17: Best validation model saved!\r\n",
      "Train Epoch 60:  81%|███████████▎  | 199/245 [00:43<00:09,  4.61it/s, loss=15.2]03/01 10:18: Train Epoch 60: 200/245 Loss: 14.863539\r\n",
      "Train Epoch 60: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=15.4]\r\n",
      "03/01 10:18: Train Epoch 60: average Loss: 15.248676, time: 53.32 s\r\n",
      "Val Epoch 60: 100%|██████████████████| 81/81 [00:09<00:00,  8.31it/s, loss=19.3]\r\n",
      "03/01 10:18: Val Epoch 60: average Loss: 16.584430, time: 9.75 s\r\n",
      "Test Epoch 60: 100%|█████████████████| 82/82 [00:09<00:00,  8.24it/s, loss=21.1]\r\n",
      "03/01 10:18: Test Epoch 60: average Loss: 18.648142, time: 9.95 s\r\n",
      "03/01 10:18: Best validation model saved!\r\n",
      "Train Epoch 61:  81%|███████████▎  | 199/245 [00:49<00:11,  3.85it/s, loss=15.2]03/01 10:19: Train Epoch 61: 200/245 Loss: 14.933798\r\n",
      "Train Epoch 61: 100%|██████████████| 245/245 [01:01<00:00,  3.97it/s, loss=14.5]\r\n",
      "03/01 10:19: Train Epoch 61: average Loss: 15.225943, time: 61.78 s\r\n",
      "Val Epoch 61: 100%|██████████████████| 81/81 [00:13<00:00,  6.21it/s, loss=19.3]\r\n",
      "03/01 10:20: Val Epoch 61: average Loss: 16.519052, time: 13.05 s\r\n",
      "Test Epoch 61: 100%|█████████████████| 82/82 [00:13<00:00,  6.20it/s, loss=21.7]\r\n",
      "03/01 10:20: Test Epoch 61: average Loss: 18.732595, time: 13.22 s\r\n",
      "03/01 10:20: Best validation model saved!\r\n",
      "Train Epoch 62:  81%|████████████▉   | 199/245 [00:48<00:10,  4.56it/s, loss=15]03/01 10:21: Train Epoch 62: 200/245 Loss: 14.205802\r\n",
      "Train Epoch 62: 100%|██████████████| 245/245 [00:58<00:00,  4.17it/s, loss=14.2]\r\n",
      "03/01 10:21: Train Epoch 62: average Loss: 15.177025, time: 58.76 s\r\n",
      "Val Epoch 62: 100%|████████████████████| 81/81 [00:09<00:00,  8.12it/s, loss=20]\r\n",
      "03/01 10:21: Val Epoch 62: average Loss: 16.596102, time: 9.97 s\r\n",
      "Test Epoch 62: 100%|█████████████████| 82/82 [00:10<00:00,  8.15it/s, loss=20.9]\r\n",
      "03/01 10:21: Test Epoch 62: average Loss: 18.685272, time: 10.07 s\r\n",
      "Train Epoch 63:  81%|███████████▎  | 199/245 [00:43<00:10,  4.54it/s, loss=14.8]03/01 10:22: Train Epoch 63: 200/245 Loss: 14.351781\r\n",
      "Train Epoch 63: 100%|██████████████| 245/245 [00:53<00:00,  4.54it/s, loss=15.6]\r\n",
      "03/01 10:22: Train Epoch 63: average Loss: 15.166504, time: 53.95 s\r\n",
      "Val Epoch 63: 100%|██████████████████| 81/81 [00:09<00:00,  8.14it/s, loss=19.1]\r\n",
      "03/01 10:22: Val Epoch 63: average Loss: 16.773283, time: 9.95 s\r\n",
      "Test Epoch 63: 100%|███████████████████| 82/82 [00:09<00:00,  8.21it/s, loss=22]\r\n",
      "03/01 10:22: Test Epoch 63: average Loss: 18.932847, time: 9.99 s\r\n",
      "Train Epoch 64:  81%|███████████▎  | 199/245 [00:43<00:10,  4.56it/s, loss=15.3]03/01 10:23: Train Epoch 64: 200/245 Loss: 14.690162\r\n",
      "Train Epoch 64: 100%|████████████████| 245/245 [00:53<00:00,  4.57it/s, loss=15]\r\n",
      "03/01 10:23: Train Epoch 64: average Loss: 15.227756, time: 53.66 s\r\n",
      "Val Epoch 64: 100%|██████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=19.2]\r\n",
      "03/01 10:23: Val Epoch 64: average Loss: 16.827548, time: 9.83 s\r\n",
      "Test Epoch 64: 100%|█████████████████| 82/82 [00:09<00:00,  8.21it/s, loss=21.4]\r\n",
      "03/01 10:24: Test Epoch 64: average Loss: 19.043273, time: 9.99 s\r\n",
      "Train Epoch 65:  81%|███████████▎  | 199/245 [00:43<00:10,  4.60it/s, loss=15.2]03/01 10:24: Train Epoch 65: 200/245 Loss: 15.073278\r\n",
      "Train Epoch 65: 100%|██████████████| 245/245 [00:53<00:00,  4.58it/s, loss=16.6]\r\n",
      "03/01 10:24: Train Epoch 65: average Loss: 15.159953, time: 53.44 s\r\n",
      "Val Epoch 65: 100%|████████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=19]\r\n",
      "03/01 10:25: Val Epoch 65: average Loss: 16.707168, time: 9.83 s\r\n",
      "Test Epoch 65: 100%|███████████████████| 82/82 [00:09<00:00,  8.28it/s, loss=22]\r\n",
      "03/01 10:25: Test Epoch 65: average Loss: 18.946179, time: 9.90 s\r\n",
      "Train Epoch 66:  81%|███████████▎  | 199/245 [00:43<00:10,  4.56it/s, loss=14.8]03/01 10:26: Train Epoch 66: 200/245 Loss: 16.591646\r\n",
      "Train Epoch 66: 100%|██████████████| 245/245 [00:53<00:00,  4.59it/s, loss=14.7]\r\n",
      "03/01 10:26: Train Epoch 66: average Loss: 15.157736, time: 53.39 s\r\n",
      "Val Epoch 66: 100%|██████████████████| 81/81 [00:09<00:00,  8.21it/s, loss=18.8]\r\n",
      "03/01 10:26: Val Epoch 66: average Loss: 16.601082, time: 9.87 s\r\n",
      "Test Epoch 66: 100%|█████████████████| 82/82 [00:09<00:00,  8.23it/s, loss=21.8]\r\n",
      "03/01 10:26: Test Epoch 66: average Loss: 18.878418, time: 9.96 s\r\n",
      "Train Epoch 67:  81%|███████████▎  | 199/245 [00:43<00:10,  4.58it/s, loss=15.1]03/01 10:27: Train Epoch 67: 200/245 Loss: 15.160486\r\n",
      "Train Epoch 67: 100%|██████████████| 245/245 [00:53<00:00,  4.56it/s, loss=14.1]\r\n",
      "03/01 10:27: Train Epoch 67: average Loss: 15.053029, time: 53.69 s\r\n",
      "Val Epoch 67: 100%|██████████████████| 81/81 [00:09<00:00,  8.22it/s, loss=19.1]\r\n",
      "03/01 10:27: Val Epoch 67: average Loss: 16.486856, time: 9.86 s\r\n",
      "Test Epoch 67: 100%|█████████████████| 82/82 [00:10<00:00,  7.95it/s, loss=21.2]\r\n",
      "03/01 10:27: Test Epoch 67: average Loss: 18.691350, time: 10.32 s\r\n",
      "03/01 10:27: Best validation model saved!\r\n",
      "Train Epoch 68:  81%|███████████▎  | 199/245 [00:43<00:10,  4.56it/s, loss=14.8]03/01 10:28: Train Epoch 68: 200/245 Loss: 15.175429\r\n",
      "Train Epoch 68: 100%|██████████████| 245/245 [00:53<00:00,  4.55it/s, loss=14.7]\r\n",
      "03/01 10:28: Train Epoch 68: average Loss: 15.055024, time: 53.84 s\r\n",
      "Val Epoch 68: 100%|████████████████████| 81/81 [00:09<00:00,  8.26it/s, loss=19]\r\n",
      "03/01 10:28: Val Epoch 68: average Loss: 16.693402, time: 9.81 s\r\n",
      "Test Epoch 68: 100%|█████████████████| 82/82 [00:09<00:00,  8.22it/s, loss=22.3]\r\n",
      "03/01 10:29: Test Epoch 68: average Loss: 19.005144, time: 9.97 s\r\n",
      "Train Epoch 69:  81%|████████████▉   | 199/245 [00:43<00:10,  4.59it/s, loss=15]03/01 10:29: Train Epoch 69: 200/245 Loss: 15.772885\r\n",
      "Train Epoch 69: 100%|██████████████| 245/245 [00:53<00:00,  4.57it/s, loss=15.1]\r\n",
      "03/01 10:29: Train Epoch 69: average Loss: 15.004093, time: 53.57 s\r\n",
      "Val Epoch 69: 100%|██████████████████| 81/81 [00:09<00:00,  8.31it/s, loss=19.1]\r\n",
      "03/01 10:30: Val Epoch 69: average Loss: 16.818382, time: 9.75 s\r\n",
      "Test Epoch 69: 100%|█████████████████| 82/82 [00:09<00:00,  8.26it/s, loss=22.2]\r\n",
      "03/01 10:30: Test Epoch 69: average Loss: 19.059622, time: 9.93 s\r\n",
      "Train Epoch 70:  81%|███████████▎  | 199/245 [00:43<00:10,  4.54it/s, loss=15.7]03/01 10:30: Train Epoch 70: 200/245 Loss: 14.645706\r\n",
      "Train Epoch 70: 100%|██████████████| 245/245 [00:53<00:00,  4.55it/s, loss=15.7]\r\n",
      "03/01 10:31: Train Epoch 70: average Loss: 14.959260, time: 53.80 s\r\n",
      "Val Epoch 70: 100%|████████████████████| 81/81 [00:09<00:00,  8.12it/s, loss=19]\r\n",
      "03/01 10:31: Val Epoch 70: average Loss: 16.540542, time: 9.97 s\r\n",
      "Test Epoch 70: 100%|█████████████████| 82/82 [00:10<00:00,  8.15it/s, loss=21.8]\r\n",
      "03/01 10:31: Test Epoch 70: average Loss: 18.703350, time: 10.06 s\r\n",
      "Train Epoch 71:  81%|███████████▎  | 199/245 [00:43<00:10,  4.54it/s, loss=14.6]03/01 10:32: Train Epoch 71: 200/245 Loss: 15.209914\r\n",
      "Train Epoch 71: 100%|██████████████| 245/245 [00:53<00:00,  4.54it/s, loss=15.5]\r\n",
      "03/01 10:32: Train Epoch 71: average Loss: 15.020041, time: 53.98 s\r\n",
      "Val Epoch 71: 100%|██████████████████| 81/81 [00:09<00:00,  8.14it/s, loss=19.2]\r\n",
      "03/01 10:32: Val Epoch 71: average Loss: 16.565117, time: 9.95 s\r\n",
      "Test Epoch 71: 100%|█████████████████| 82/82 [00:10<00:00,  8.14it/s, loss=21.3]\r\n",
      "03/01 10:32: Test Epoch 71: average Loss: 18.854021, time: 10.07 s\r\n",
      "Train Epoch 72:  81%|███████████▎  | 199/245 [00:43<00:10,  4.54it/s, loss=15.7]03/01 10:33: Train Epoch 72: 200/245 Loss: 15.292149\r\n",
      "Train Epoch 72: 100%|████████████████| 245/245 [00:54<00:00,  4.54it/s, loss=14]\r\n",
      "03/01 10:33: Train Epoch 72: average Loss: 14.980883, time: 54.01 s\r\n",
      "Val Epoch 72: 100%|██████████████████| 81/81 [00:09<00:00,  8.17it/s, loss=19.4]\r\n",
      "03/01 10:33: Val Epoch 72: average Loss: 16.421530, time: 9.92 s\r\n",
      "Test Epoch 72: 100%|█████████████████| 82/82 [00:09<00:00,  8.24it/s, loss=21.1]\r\n",
      "03/01 10:33: Test Epoch 72: average Loss: 18.626484, time: 9.95 s\r\n",
      "03/01 10:33: Best validation model saved!\r\n",
      "Train Epoch 73:  81%|███████████▎  | 199/245 [00:43<00:09,  4.61it/s, loss=13.5]03/01 10:34: Train Epoch 73: 200/245 Loss: 14.544273\r\n",
      "Train Epoch 73: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=15.4]\r\n",
      "03/01 10:34: Train Epoch 73: average Loss: 14.919779, time: 53.21 s\r\n",
      "Val Epoch 73: 100%|████████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=19]\r\n",
      "03/01 10:34: Val Epoch 73: average Loss: 16.691827, time: 9.71 s\r\n",
      "Test Epoch 73: 100%|█████████████████| 82/82 [00:09<00:00,  8.34it/s, loss=21.8]\r\n",
      "03/01 10:35: Test Epoch 73: average Loss: 18.964935, time: 9.83 s\r\n",
      "Train Epoch 74:  81%|███████████▎  | 199/245 [00:43<00:09,  4.65it/s, loss=14.3]03/01 10:35: Train Epoch 74: 200/245 Loss: 15.110421\r\n",
      "Train Epoch 74: 100%|██████████████| 245/245 [00:53<00:00,  4.59it/s, loss=15.5]\r\n",
      "03/01 10:36: Train Epoch 74: average Loss: 14.881850, time: 53.39 s\r\n",
      "Val Epoch 74: 100%|██████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=18.7]\r\n",
      "03/01 10:36: Val Epoch 74: average Loss: 16.475873, time: 9.71 s\r\n",
      "Test Epoch 74: 100%|█████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=21.8]\r\n",
      "03/01 10:36: Test Epoch 74: average Loss: 18.737901, time: 9.82 s\r\n",
      "Train Epoch 75:  81%|███████████▎  | 199/245 [00:43<00:10,  4.60it/s, loss=14.6]03/01 10:37: Train Epoch 75: 200/245 Loss: 16.880350\r\n",
      "Train Epoch 75: 100%|████████████████| 245/245 [00:53<00:00,  4.61it/s, loss=15]\r\n",
      "03/01 10:37: Train Epoch 75: average Loss: 14.896487, time: 53.12 s\r\n",
      "Val Epoch 75: 100%|██████████████████| 81/81 [00:09<00:00,  8.33it/s, loss=18.9]\r\n",
      "03/01 10:37: Val Epoch 75: average Loss: 16.501156, time: 9.72 s\r\n",
      "Test Epoch 75: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21.8]\r\n",
      "03/01 10:37: Test Epoch 75: average Loss: 18.784955, time: 9.84 s\r\n",
      "Train Epoch 76:  81%|███████████▎  | 199/245 [00:43<00:10,  4.60it/s, loss=13.9]03/01 10:38: Train Epoch 76: 200/245 Loss: 16.659266\r\n",
      "Train Epoch 76: 100%|██████████████| 245/245 [00:53<00:00,  4.61it/s, loss=14.4]\r\n",
      "03/01 10:38: Train Epoch 76: average Loss: 14.865354, time: 53.14 s\r\n",
      "Val Epoch 76: 100%|██████████████████| 81/81 [00:09<00:00,  8.33it/s, loss=18.9]\r\n",
      "03/01 10:38: Val Epoch 76: average Loss: 16.503494, time: 9.72 s\r\n",
      "Test Epoch 76: 100%|███████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=22]\r\n",
      "03/01 10:38: Test Epoch 76: average Loss: 18.830185, time: 9.82 s\r\n",
      "Train Epoch 77:  81%|███████████▎  | 199/245 [00:43<00:09,  4.63it/s, loss=14.4]03/01 10:39: Train Epoch 77: 200/245 Loss: 14.480102\r\n",
      "Train Epoch 77: 100%|██████████████| 245/245 [00:53<00:00,  4.61it/s, loss=15.3]\r\n",
      "03/01 10:39: Train Epoch 77: average Loss: 14.912744, time: 53.11 s\r\n",
      "Val Epoch 77: 100%|██████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=19.2]\r\n",
      "03/01 10:39: Val Epoch 77: average Loss: 16.525899, time: 9.72 s\r\n",
      "Test Epoch 77: 100%|█████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=21.4]\r\n",
      "03/01 10:39: Test Epoch 77: average Loss: 18.726754, time: 9.82 s\r\n",
      "Train Epoch 78:  81%|███████████▎  | 199/245 [00:43<00:10,  4.57it/s, loss=14.7]03/01 10:40: Train Epoch 78: 200/245 Loss: 15.249910\r\n",
      "Train Epoch 78: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=14.5]\r\n",
      "03/01 10:40: Train Epoch 78: average Loss: 14.787513, time: 53.21 s\r\n",
      "Val Epoch 78: 100%|██████████████████| 81/81 [00:09<00:00,  8.22it/s, loss=19.5]\r\n",
      "03/01 10:41: Val Epoch 78: average Loss: 16.421640, time: 9.86 s\r\n",
      "Test Epoch 78: 100%|█████████████████| 82/82 [00:10<00:00,  8.17it/s, loss=21.1]\r\n",
      "03/01 10:41: Test Epoch 78: average Loss: 18.624222, time: 10.04 s\r\n",
      "Train Epoch 79:  81%|███████████▎  | 199/245 [00:44<00:10,  4.54it/s, loss=14.6]03/01 10:41: Train Epoch 79: 200/245 Loss: 15.119630\r\n",
      "Train Epoch 79: 100%|██████████████| 245/245 [00:54<00:00,  4.52it/s, loss=14.8]\r\n",
      "03/01 10:42: Train Epoch 79: average Loss: 14.843838, time: 54.22 s\r\n",
      "Val Epoch 79: 100%|██████████████████| 81/81 [00:09<00:00,  8.16it/s, loss=20.4]\r\n",
      "03/01 10:42: Val Epoch 79: average Loss: 16.770541, time: 9.93 s\r\n",
      "Test Epoch 79: 100%|█████████████████| 82/82 [00:10<00:00,  8.18it/s, loss=21.3]\r\n",
      "03/01 10:42: Test Epoch 79: average Loss: 18.909269, time: 10.03 s\r\n",
      "Train Epoch 80:  81%|███████████▎  | 199/245 [00:43<00:10,  4.54it/s, loss=14.8]03/01 10:43: Train Epoch 80: 200/245 Loss: 14.276402\r\n",
      "Train Epoch 80: 100%|██████████████| 245/245 [00:53<00:00,  4.54it/s, loss=14.8]\r\n",
      "03/01 10:43: Train Epoch 80: average Loss: 14.799237, time: 54.00 s\r\n",
      "Val Epoch 80: 100%|██████████████████| 81/81 [00:09<00:00,  8.14it/s, loss=19.1]\r\n",
      "03/01 10:43: Val Epoch 80: average Loss: 16.329684, time: 9.95 s\r\n",
      "Test Epoch 80: 100%|█████████████████| 82/82 [00:10<00:00,  8.18it/s, loss=21.3]\r\n",
      "03/01 10:43: Test Epoch 80: average Loss: 18.548785, time: 10.03 s\r\n",
      "03/01 10:43: Best validation model saved!\r\n",
      "Train Epoch 81:  81%|███████████▎  | 199/245 [00:43<00:09,  4.61it/s, loss=14.2]03/01 10:44: Train Epoch 81: 200/245 Loss: 15.529024\r\n",
      "Train Epoch 81: 100%|██████████████| 245/245 [00:53<00:00,  4.55it/s, loss=15.6]\r\n",
      "03/01 10:44: Train Epoch 81: average Loss: 14.752726, time: 53.84 s\r\n",
      "Val Epoch 81: 100%|██████████████████| 81/81 [00:09<00:00,  8.17it/s, loss=18.9]\r\n",
      "03/01 10:44: Val Epoch 81: average Loss: 16.689908, time: 9.91 s\r\n",
      "Test Epoch 81: 100%|█████████████████| 82/82 [00:09<00:00,  8.24it/s, loss=22.5]\r\n",
      "03/01 10:44: Test Epoch 81: average Loss: 18.989661, time: 9.96 s\r\n",
      "Train Epoch 82:  81%|███████████▎  | 199/245 [00:43<00:10,  4.59it/s, loss=14.2]03/01 10:45: Train Epoch 82: 200/245 Loss: 14.925903\r\n",
      "Train Epoch 82: 100%|██████████████| 245/245 [00:53<00:00,  4.59it/s, loss=15.6]\r\n",
      "03/01 10:45: Train Epoch 82: average Loss: 14.762162, time: 53.41 s\r\n",
      "Val Epoch 82: 100%|██████████████████| 81/81 [00:09<00:00,  8.22it/s, loss=20.2]\r\n",
      "03/01 10:45: Val Epoch 82: average Loss: 16.823222, time: 9.85 s\r\n",
      "Test Epoch 82: 100%|█████████████████| 82/82 [00:09<00:00,  8.22it/s, loss=20.8]\r\n",
      "03/01 10:46: Test Epoch 82: average Loss: 18.944809, time: 9.97 s\r\n",
      "Train Epoch 83:  81%|███████████▎  | 199/245 [00:43<00:10,  4.58it/s, loss=15.8]03/01 10:46: Train Epoch 83: 200/245 Loss: 15.445376\r\n",
      "Train Epoch 83: 100%|██████████████| 245/245 [00:53<00:00,  4.59it/s, loss=14.6]\r\n",
      "03/01 10:47: Train Epoch 83: average Loss: 14.778166, time: 53.41 s\r\n",
      "Val Epoch 83: 100%|██████████████████| 81/81 [00:09<00:00,  8.26it/s, loss=19.3]\r\n",
      "03/01 10:47: Val Epoch 83: average Loss: 16.452862, time: 9.81 s\r\n",
      "Test Epoch 83: 100%|█████████████████| 82/82 [00:09<00:00,  8.28it/s, loss=21.4]\r\n",
      "03/01 10:47: Test Epoch 83: average Loss: 18.716317, time: 9.90 s\r\n",
      "Train Epoch 84:  81%|███████████▎  | 199/245 [00:43<00:09,  4.63it/s, loss=15.6]03/01 10:48: Train Epoch 84: 200/245 Loss: 16.115335\r\n",
      "Train Epoch 84: 100%|██████████████| 245/245 [00:53<00:00,  4.59it/s, loss=14.4]\r\n",
      "03/01 10:48: Train Epoch 84: average Loss: 14.722803, time: 53.36 s\r\n",
      "Val Epoch 84: 100%|██████████████████| 81/81 [00:09<00:00,  8.38it/s, loss=19.3]\r\n",
      "03/01 10:48: Val Epoch 84: average Loss: 16.534253, time: 9.67 s\r\n",
      "Test Epoch 84: 100%|█████████████████| 82/82 [00:09<00:00,  8.38it/s, loss=21.4]\r\n",
      "03/01 10:48: Test Epoch 84: average Loss: 18.826270, time: 9.78 s\r\n",
      "Train Epoch 85:  81%|███████████▎  | 199/245 [00:42<00:09,  4.62it/s, loss=15.7]03/01 10:49: Train Epoch 85: 200/245 Loss: 15.281201\r\n",
      "Train Epoch 85: 100%|██████████████| 245/245 [00:52<00:00,  4.63it/s, loss=14.9]\r\n",
      "03/01 10:49: Train Epoch 85: average Loss: 14.783595, time: 52.92 s\r\n",
      "Val Epoch 85: 100%|████████████████████| 81/81 [00:09<00:00,  8.38it/s, loss=19]\r\n",
      "03/01 10:49: Val Epoch 85: average Loss: 16.553402, time: 9.67 s\r\n",
      "Test Epoch 85: 100%|█████████████████| 82/82 [00:09<00:00,  8.37it/s, loss=22.2]\r\n",
      "03/01 10:49: Test Epoch 85: average Loss: 18.844275, time: 9.79 s\r\n",
      "Train Epoch 86:  81%|███████████▎  | 199/245 [00:42<00:09,  4.62it/s, loss=14.6]03/01 10:50: Train Epoch 86: 200/245 Loss: 13.830731\r\n",
      "Train Epoch 86: 100%|██████████████| 245/245 [00:52<00:00,  4.63it/s, loss=13.8]\r\n",
      "03/01 10:50: Train Epoch 86: average Loss: 14.716034, time: 52.89 s\r\n",
      "Val Epoch 86: 100%|██████████████████| 81/81 [00:09<00:00,  8.37it/s, loss=18.8]\r\n",
      "03/01 10:50: Val Epoch 86: average Loss: 16.428939, time: 9.68 s\r\n",
      "Test Epoch 86: 100%|█████████████████| 82/82 [00:12<00:00,  6.53it/s, loss=21.8]\r\n",
      "03/01 10:51: Test Epoch 86: average Loss: 18.763292, time: 12.56 s\r\n",
      "Train Epoch 87:  81%|███████████▎  | 199/245 [00:44<00:10,  4.59it/s, loss=13.5]03/01 10:51: Train Epoch 87: 200/245 Loss: 13.735619\r\n",
      "Train Epoch 87: 100%|██████████████| 245/245 [00:54<00:00,  4.50it/s, loss=14.2]\r\n",
      "03/01 10:51: Train Epoch 87: average Loss: 14.635968, time: 54.39 s\r\n",
      "Val Epoch 87: 100%|██████████████████| 81/81 [00:09<00:00,  8.15it/s, loss=18.7]\r\n",
      "03/01 10:52: Val Epoch 87: average Loss: 16.835771, time: 9.94 s\r\n",
      "Test Epoch 87: 100%|█████████████████| 82/82 [00:10<00:00,  8.14it/s, loss=22.9]\r\n",
      "03/01 10:52: Test Epoch 87: average Loss: 19.179810, time: 10.07 s\r\n",
      "Train Epoch 88:  81%|███████████▎  | 199/245 [00:44<00:10,  4.52it/s, loss=14.7]03/01 10:52: Train Epoch 88: 200/245 Loss: 16.018641\r\n",
      "Train Epoch 88: 100%|██████████████| 245/245 [00:54<00:00,  4.52it/s, loss=13.9]\r\n",
      "03/01 10:53: Train Epoch 88: average Loss: 14.674927, time: 54.22 s\r\n",
      "Val Epoch 88: 100%|██████████████████| 81/81 [00:09<00:00,  8.14it/s, loss=19.6]\r\n",
      "03/01 10:53: Val Epoch 88: average Loss: 16.356583, time: 9.95 s\r\n",
      "Test Epoch 88: 100%|█████████████████| 82/82 [00:09<00:00,  8.24it/s, loss=20.9]\r\n",
      "03/01 10:53: Test Epoch 88: average Loss: 18.627318, time: 9.95 s\r\n",
      "Train Epoch 89:  81%|███████████▎  | 199/245 [00:43<00:10,  4.56it/s, loss=14.9]03/01 10:54: Train Epoch 89: 200/245 Loss: 13.990720\r\n",
      "Train Epoch 89: 100%|██████████████| 245/245 [00:53<00:00,  4.54it/s, loss=14.9]\r\n",
      "03/01 10:54: Train Epoch 89: average Loss: 14.603625, time: 53.95 s\r\n",
      "Val Epoch 89: 100%|██████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=19.3]\r\n",
      "03/01 10:54: Val Epoch 89: average Loss: 16.310164, time: 9.83 s\r\n",
      "Test Epoch 89: 100%|█████████████████| 82/82 [00:09<00:00,  8.22it/s, loss=20.8]\r\n",
      "03/01 10:54: Test Epoch 89: average Loss: 18.534766, time: 9.98 s\r\n",
      "03/01 10:54: Best validation model saved!\r\n",
      "Train Epoch 90:  81%|███████████▎  | 199/245 [00:43<00:10,  4.55it/s, loss=14.8]03/01 10:55: Train Epoch 90: 200/245 Loss: 14.761517\r\n",
      "Train Epoch 90: 100%|██████████████| 245/245 [00:53<00:00,  4.56it/s, loss=13.4]\r\n",
      "03/01 10:55: Train Epoch 90: average Loss: 14.619270, time: 53.79 s\r\n",
      "Val Epoch 90: 100%|██████████████████| 81/81 [00:09<00:00,  8.28it/s, loss=18.9]\r\n",
      "03/01 10:55: Val Epoch 90: average Loss: 16.337856, time: 9.79 s\r\n",
      "Test Epoch 90: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21.6]\r\n",
      "03/01 10:55: Test Epoch 90: average Loss: 18.671776, time: 9.85 s\r\n",
      "Train Epoch 91:  81%|████████████▉   | 199/245 [00:43<00:10,  4.59it/s, loss=15]03/01 10:56: Train Epoch 91: 200/245 Loss: 14.358412\r\n",
      "Train Epoch 91: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=15.5]\r\n",
      "03/01 10:56: Train Epoch 91: average Loss: 14.595346, time: 53.22 s\r\n",
      "Val Epoch 91: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=18.9]\r\n",
      "03/01 10:56: Val Epoch 91: average Loss: 16.330695, time: 9.74 s\r\n",
      "Test Epoch 91: 100%|█████████████████| 82/82 [00:09<00:00,  8.31it/s, loss=21.5]\r\n",
      "03/01 10:57: Test Epoch 91: average Loss: 18.635477, time: 9.86 s\r\n",
      "Train Epoch 92:  81%|███████████▎  | 199/245 [00:43<00:10,  4.59it/s, loss=14.6]03/01 10:57: Train Epoch 92: 200/245 Loss: 15.321906\r\n",
      "Train Epoch 92: 100%|██████████████| 245/245 [00:53<00:00,  4.61it/s, loss=15.4]\r\n",
      "03/01 10:58: Train Epoch 92: average Loss: 14.611733, time: 53.18 s\r\n",
      "Val Epoch 92: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=19.3]\r\n",
      "03/01 10:58: Val Epoch 92: average Loss: 16.334753, time: 9.74 s\r\n",
      "Test Epoch 92: 100%|███████████████████| 82/82 [00:09<00:00,  8.32it/s, loss=21]\r\n",
      "03/01 10:58: Test Epoch 92: average Loss: 18.552157, time: 9.86 s\r\n",
      "Train Epoch 93:  81%|███████████▎  | 199/245 [00:43<00:09,  4.63it/s, loss=15.2]03/01 10:59: Train Epoch 93: 200/245 Loss: 14.508796\r\n",
      "Train Epoch 93: 100%|██████████████| 245/245 [00:53<00:00,  4.60it/s, loss=14.5]\r\n",
      "03/01 10:59: Train Epoch 93: average Loss: 14.552973, time: 53.21 s\r\n",
      "Val Epoch 93: 100%|██████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=19.3]\r\n",
      "03/01 10:59: Val Epoch 93: average Loss: 16.332909, time: 9.74 s\r\n",
      "Test Epoch 93: 100%|███████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21]\r\n",
      "03/01 10:59: Test Epoch 93: average Loss: 18.620029, time: 9.84 s\r\n",
      "Train Epoch 94:  81%|███████████▎  | 199/245 [00:43<00:10,  4.60it/s, loss=14.8]03/01 11:00: Train Epoch 94: 200/245 Loss: 14.851019\r\n",
      "Train Epoch 94: 100%|████████████████| 245/245 [00:53<00:00,  4.59it/s, loss=14]\r\n",
      "03/01 11:00: Train Epoch 94: average Loss: 14.577206, time: 53.36 s\r\n",
      "Val Epoch 94: 100%|██████████████████| 81/81 [00:09<00:00,  8.25it/s, loss=18.9]\r\n",
      "03/01 11:00: Val Epoch 94: average Loss: 16.494808, time: 9.82 s\r\n",
      "Test Epoch 94: 100%|███████████████████| 82/82 [00:09<00:00,  8.42it/s, loss=22]\r\n",
      "03/01 11:00: Test Epoch 94: average Loss: 18.781477, time: 9.74 s\r\n",
      "Train Epoch 95:  81%|███████████▎  | 199/245 [00:42<00:09,  4.61it/s, loss=15.2]03/01 11:01: Train Epoch 95: 200/245 Loss: 14.757820\r\n",
      "Train Epoch 95: 100%|████████████████| 245/245 [00:52<00:00,  4.63it/s, loss=14]\r\n",
      "03/01 11:01: Train Epoch 95: average Loss: 14.620907, time: 52.90 s\r\n",
      "Val Epoch 95: 100%|██████████████████| 81/81 [00:09<00:00,  8.29it/s, loss=18.9]\r\n",
      "03/01 11:01: Val Epoch 95: average Loss: 16.448906, time: 9.77 s\r\n",
      "Test Epoch 95: 100%|█████████████████| 82/82 [00:09<00:00,  8.29it/s, loss=21.7]\r\n",
      "03/01 11:02: Test Epoch 95: average Loss: 18.760694, time: 9.89 s\r\n",
      "Train Epoch 96:  81%|████████████▉   | 199/245 [00:43<00:09,  4.66it/s, loss=15]03/01 11:02: Train Epoch 96: 200/245 Loss: 14.854374\r\n",
      "Train Epoch 96: 100%|██████████████| 245/245 [00:53<00:00,  4.62it/s, loss=15.2]\r\n",
      "03/01 11:02: Train Epoch 96: average Loss: 14.538944, time: 53.08 s\r\n",
      "Val Epoch 96: 100%|██████████████████| 81/81 [00:09<00:00,  8.29it/s, loss=19.1]\r\n",
      "03/01 11:03: Val Epoch 96: average Loss: 16.245966, time: 9.78 s\r\n",
      "Test Epoch 96: 100%|█████████████████| 82/82 [00:09<00:00,  8.26it/s, loss=21.2]\r\n",
      "03/01 11:03: Test Epoch 96: average Loss: 18.598256, time: 9.93 s\r\n",
      "03/01 11:03: Best validation model saved!\r\n",
      "Train Epoch 97:  81%|███████████▎  | 199/245 [00:43<00:10,  4.56it/s, loss=13.4]03/01 11:03: Train Epoch 97: 200/245 Loss: 13.357326\r\n",
      "Train Epoch 97: 100%|████████████████| 245/245 [00:53<00:00,  4.57it/s, loss=14]\r\n",
      "03/01 11:04: Train Epoch 97: average Loss: 14.547718, time: 53.65 s\r\n",
      "Val Epoch 97: 100%|██████████████████| 81/81 [00:09<00:00,  8.25it/s, loss=18.7]\r\n",
      "03/01 11:04: Val Epoch 97: average Loss: 16.457607, time: 9.82 s\r\n",
      "Test Epoch 97: 100%|█████████████████| 82/82 [00:09<00:00,  8.24it/s, loss=22.2]\r\n",
      "03/01 11:04: Test Epoch 97: average Loss: 18.723433, time: 9.96 s\r\n",
      "Train Epoch 98:  81%|███████████▎  | 199/245 [00:43<00:10,  4.56it/s, loss=14.9]03/01 11:05: Train Epoch 98: 200/245 Loss: 16.034565\r\n",
      "Train Epoch 98: 100%|██████████████| 245/245 [00:53<00:00,  4.57it/s, loss=14.5]\r\n",
      "03/01 11:05: Train Epoch 98: average Loss: 14.572108, time: 53.65 s\r\n",
      "Val Epoch 98: 100%|██████████████████| 81/81 [00:09<00:00,  8.25it/s, loss=19.1]\r\n",
      "03/01 11:05: Val Epoch 98: average Loss: 16.218900, time: 9.82 s\r\n",
      "Test Epoch 98: 100%|█████████████████| 82/82 [00:09<00:00,  8.26it/s, loss=21.3]\r\n",
      "03/01 11:05: Test Epoch 98: average Loss: 18.516726, time: 9.93 s\r\n",
      "03/01 11:05: Best validation model saved!\r\n",
      "Train Epoch 99:  81%|████████████▉   | 199/245 [00:43<00:10,  4.56it/s, loss=14]03/01 11:06: Train Epoch 99: 200/245 Loss: 13.581213\r\n",
      "Train Epoch 99: 100%|██████████████| 245/245 [00:53<00:00,  4.55it/s, loss=14.8]\r\n",
      "03/01 11:06: Train Epoch 99: average Loss: 14.478279, time: 53.83 s\r\n",
      "Val Epoch 99: 100%|██████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=19.1]\r\n",
      "03/01 11:06: Val Epoch 99: average Loss: 16.320289, time: 9.83 s\r\n",
      "Test Epoch 99: 100%|█████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=21.6]\r\n",
      "03/01 11:06: Test Epoch 99: average Loss: 18.685423, time: 9.84 s\r\n",
      "Train Epoch 100:  81%|██████████▌  | 199/245 [00:43<00:09,  4.62it/s, loss=15.2]03/01 11:07: Train Epoch 100: 200/245 Loss: 15.001127\r\n",
      "Train Epoch 100: 100%|█████████████| 245/245 [00:53<00:00,  4.62it/s, loss=13.8]\r\n",
      "03/01 11:07: Train Epoch 100: average Loss: 14.465355, time: 53.06 s\r\n",
      "Val Epoch 100: 100%|█████████████████| 81/81 [00:09<00:00,  8.35it/s, loss=19.5]\r\n",
      "03/01 11:07: Val Epoch 100: average Loss: 16.418802, time: 9.71 s\r\n",
      "Test Epoch 100: 100%|████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=21.5]\r\n",
      "03/01 11:08: Test Epoch 100: average Loss: 18.668378, time: 9.83 s\r\n",
      "Train Epoch 101:  81%|████████████▏  | 199/245 [00:43<00:09,  4.64it/s, loss=13]03/01 11:08: Train Epoch 101: 200/245 Loss: 14.017091\r\n",
      "Train Epoch 101: 100%|█████████████| 245/245 [00:53<00:00,  4.61it/s, loss=15.3]\r\n",
      "03/01 11:08: Train Epoch 101: average Loss: 14.449953, time: 53.10 s\r\n",
      "Val Epoch 101: 100%|█████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=19.2]\r\n",
      "03/01 11:09: Val Epoch 101: average Loss: 16.360896, time: 9.71 s\r\n",
      "Test Epoch 101: 100%|████████████████| 82/82 [00:09<00:00,  8.34it/s, loss=21.5]\r\n",
      "03/01 11:09: Test Epoch 101: average Loss: 18.627898, time: 9.83 s\r\n",
      "Train Epoch 102:  81%|██████████▌  | 199/245 [00:43<00:09,  4.61it/s, loss=14.9]03/01 11:10: Train Epoch 102: 200/245 Loss: 13.876946\r\n",
      "Train Epoch 102: 100%|█████████████| 245/245 [00:53<00:00,  4.61it/s, loss=14.2]\r\n",
      "03/01 11:10: Train Epoch 102: average Loss: 14.485829, time: 53.13 s\r\n",
      "Val Epoch 102: 100%|█████████████████| 81/81 [00:09<00:00,  8.35it/s, loss=19.4]\r\n",
      "03/01 11:10: Val Epoch 102: average Loss: 16.278570, time: 9.70 s\r\n",
      "Test Epoch 102: 100%|██████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=21]\r\n",
      "03/01 11:10: Test Epoch 102: average Loss: 18.618019, time: 9.82 s\r\n",
      "Train Epoch 103:  81%|██████████▌  | 199/245 [00:43<00:09,  4.61it/s, loss=14.2]03/01 11:11: Train Epoch 103: 200/245 Loss: 14.795400\r\n",
      "Train Epoch 103: 100%|█████████████| 245/245 [00:53<00:00,  4.61it/s, loss=15.8]\r\n",
      "03/01 11:11: Train Epoch 103: average Loss: 14.437952, time: 53.09 s\r\n",
      "Val Epoch 103: 100%|█████████████████| 81/81 [00:09<00:00,  8.33it/s, loss=19.2]\r\n",
      "03/01 11:11: Val Epoch 103: average Loss: 16.297255, time: 9.73 s\r\n",
      "Test Epoch 103: 100%|████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=21.5]\r\n",
      "03/01 11:11: Test Epoch 103: average Loss: 18.669696, time: 9.82 s\r\n",
      "Train Epoch 104:  81%|██████████▌  | 199/245 [00:43<00:09,  4.63it/s, loss=14.4]03/01 11:12: Train Epoch 104: 200/245 Loss: 14.175875\r\n",
      "Train Epoch 104: 100%|█████████████| 245/245 [00:53<00:00,  4.60it/s, loss=14.9]\r\n",
      "03/01 11:12: Train Epoch 104: average Loss: 14.405736, time: 53.29 s\r\n",
      "Val Epoch 104: 100%|█████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=18.9]\r\n",
      "03/01 11:12: Val Epoch 104: average Loss: 16.345578, time: 9.71 s\r\n",
      "Test Epoch 104: 100%|████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=21.6]\r\n",
      "03/01 11:12: Test Epoch 104: average Loss: 18.641986, time: 9.82 s\r\n",
      "Train Epoch 105:  81%|██████████▌  | 199/245 [00:43<00:10,  4.45it/s, loss=13.9]03/01 11:13: Train Epoch 105: 200/245 Loss: 14.546135\r\n",
      "Train Epoch 105: 100%|█████████████| 245/245 [00:53<00:00,  4.60it/s, loss=14.4]\r\n",
      "03/01 11:13: Train Epoch 105: average Loss: 14.503048, time: 53.23 s\r\n",
      "Val Epoch 105: 100%|█████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=19.1]\r\n",
      "03/01 11:13: Val Epoch 105: average Loss: 16.219317, time: 9.71 s\r\n",
      "Test Epoch 105: 100%|████████████████| 82/82 [00:09<00:00,  8.32it/s, loss=21.1]\r\n",
      "03/01 11:14: Test Epoch 105: average Loss: 18.621386, time: 9.86 s\r\n",
      "Train Epoch 106:  81%|██████████▌  | 199/245 [00:43<00:10,  4.56it/s, loss=15.2]03/01 11:14: Train Epoch 106: 200/245 Loss: 15.128586\r\n",
      "Train Epoch 106: 100%|█████████████| 245/245 [00:53<00:00,  4.56it/s, loss=14.1]\r\n",
      "03/01 11:15: Train Epoch 106: average Loss: 14.404303, time: 53.71 s\r\n",
      "Val Epoch 106: 100%|█████████████████| 81/81 [00:09<00:00,  8.26it/s, loss=19.6]\r\n",
      "03/01 11:15: Val Epoch 106: average Loss: 16.337312, time: 9.81 s\r\n",
      "Test Epoch 106: 100%|████████████████| 82/82 [00:09<00:00,  8.27it/s, loss=20.7]\r\n",
      "03/01 11:15: Test Epoch 106: average Loss: 18.563777, time: 9.92 s\r\n",
      "Train Epoch 107:  81%|██████████▌  | 199/245 [00:43<00:10,  4.55it/s, loss=14.1]03/01 11:16: Train Epoch 107: 200/245 Loss: 15.140367\r\n",
      "Train Epoch 107: 100%|███████████████| 245/245 [00:53<00:00,  4.57it/s, loss=15]\r\n",
      "03/01 11:16: Train Epoch 107: average Loss: 14.453126, time: 53.66 s\r\n",
      "Val Epoch 107: 100%|█████████████████| 81/81 [00:09<00:00,  8.26it/s, loss=18.6]\r\n",
      "03/01 11:16: Val Epoch 107: average Loss: 16.540374, time: 9.81 s\r\n",
      "Test Epoch 107: 100%|██████████████████| 82/82 [00:09<00:00,  8.26it/s, loss=22]\r\n",
      "03/01 11:16: Test Epoch 107: average Loss: 18.935626, time: 9.93 s\r\n",
      "Train Epoch 108:  81%|██████████▌  | 199/245 [00:43<00:10,  4.56it/s, loss=14.2]03/01 11:17: Train Epoch 108: 200/245 Loss: 14.224706\r\n",
      "Train Epoch 108: 100%|█████████████| 245/245 [00:53<00:00,  4.55it/s, loss=14.3]\r\n",
      "03/01 11:17: Train Epoch 108: average Loss: 14.447362, time: 53.89 s\r\n",
      "Val Epoch 108: 100%|█████████████████| 81/81 [00:09<00:00,  8.25it/s, loss=19.4]\r\n",
      "03/01 11:17: Val Epoch 108: average Loss: 16.822072, time: 9.81 s\r\n",
      "Test Epoch 108: 100%|████████████████| 82/82 [00:09<00:00,  8.26it/s, loss=22.3]\r\n",
      "03/01 11:17: Test Epoch 108: average Loss: 19.259916, time: 9.93 s\r\n",
      "Train Epoch 109:  81%|██████████▌  | 199/245 [00:43<00:09,  4.63it/s, loss=15.5]03/01 11:18: Train Epoch 109: 200/245 Loss: 13.919918\r\n",
      "Train Epoch 109: 100%|█████████████| 245/245 [00:53<00:00,  4.61it/s, loss=14.6]\r\n",
      "03/01 11:18: Train Epoch 109: average Loss: 14.381575, time: 53.10 s\r\n",
      "Val Epoch 109: 100%|█████████████████| 81/81 [00:09<00:00,  8.35it/s, loss=18.9]\r\n",
      "03/01 11:18: Val Epoch 109: average Loss: 16.157546, time: 9.70 s\r\n",
      "Test Epoch 109: 100%|████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=21.3]\r\n",
      "03/01 11:19: Test Epoch 109: average Loss: 18.506578, time: 9.82 s\r\n",
      "03/01 11:19: Best validation model saved!\r\n",
      "Train Epoch 110:  81%|██████████▌  | 199/245 [00:43<00:09,  4.61it/s, loss=15.2]03/01 11:19: Train Epoch 110: 200/245 Loss: 13.533215\r\n",
      "Train Epoch 110: 100%|█████████████| 245/245 [00:53<00:00,  4.62it/s, loss=13.9]\r\n",
      "03/01 11:19: Train Epoch 110: average Loss: 14.385186, time: 53.03 s\r\n",
      "Val Epoch 110: 100%|█████████████████| 81/81 [00:09<00:00,  8.35it/s, loss=19.1]\r\n",
      "03/01 11:20: Val Epoch 110: average Loss: 16.214827, time: 9.70 s\r\n",
      "Test Epoch 110: 100%|████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=20.8]\r\n",
      "03/01 11:20: Test Epoch 110: average Loss: 18.557345, time: 9.82 s\r\n",
      "Train Epoch 111:  81%|████████████▏  | 199/245 [00:43<00:10,  4.60it/s, loss=14]03/01 11:20: Train Epoch 111: 200/245 Loss: 14.180564\r\n",
      "Train Epoch 111: 100%|█████████████| 245/245 [00:53<00:00,  4.62it/s, loss=14.5]\r\n",
      "03/01 11:21: Train Epoch 111: average Loss: 14.343704, time: 53.04 s\r\n",
      "Val Epoch 111: 100%|█████████████████| 81/81 [00:09<00:00,  8.35it/s, loss=19.4]\r\n",
      "03/01 11:21: Val Epoch 111: average Loss: 16.290635, time: 9.70 s\r\n",
      "Test Epoch 111: 100%|████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=21.4]\r\n",
      "03/01 11:21: Test Epoch 111: average Loss: 18.572633, time: 9.82 s\r\n",
      "Train Epoch 112:  81%|██████████▌  | 199/245 [00:43<00:09,  4.60it/s, loss=13.3]03/01 11:22: Train Epoch 112: 200/245 Loss: 14.748808\r\n",
      "Train Epoch 112: 100%|█████████████| 245/245 [00:53<00:00,  4.62it/s, loss=15.7]\r\n",
      "03/01 11:22: Train Epoch 112: average Loss: 14.435726, time: 53.09 s\r\n",
      "Val Epoch 112: 100%|█████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=18.9]\r\n",
      "03/01 11:22: Val Epoch 112: average Loss: 16.485845, time: 9.71 s\r\n",
      "Test Epoch 112: 100%|████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=22.2]\r\n",
      "03/01 11:22: Test Epoch 112: average Loss: 18.737375, time: 9.82 s\r\n",
      "Train Epoch 113:  81%|████████████▏  | 199/245 [00:43<00:09,  4.65it/s, loss=15]03/01 11:23: Train Epoch 113: 200/245 Loss: 14.004268\r\n",
      "Train Epoch 113: 100%|█████████████| 245/245 [00:53<00:00,  4.61it/s, loss=15.3]\r\n",
      "03/01 11:23: Train Epoch 113: average Loss: 14.432756, time: 53.20 s\r\n",
      "Val Epoch 113: 100%|█████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=19.2]\r\n",
      "03/01 11:23: Val Epoch 113: average Loss: 16.238284, time: 9.71 s\r\n",
      "Test Epoch 113: 100%|██████████████████| 82/82 [00:09<00:00,  8.34it/s, loss=21]\r\n",
      "03/01 11:23: Test Epoch 113: average Loss: 18.522567, time: 9.83 s\r\n",
      "Train Epoch 114:  81%|██████████▌  | 199/245 [00:43<00:09,  4.62it/s, loss=13.6]03/01 11:24: Train Epoch 114: 200/245 Loss: 14.753311\r\n",
      "Train Epoch 114: 100%|███████████████| 245/245 [00:53<00:00,  4.61it/s, loss=14]\r\n",
      "03/01 11:24: Train Epoch 114: average Loss: 14.345240, time: 53.15 s\r\n",
      "Val Epoch 114: 100%|█████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=18.9]\r\n",
      "03/01 11:24: Val Epoch 114: average Loss: 16.116924, time: 9.72 s\r\n",
      "Test Epoch 114: 100%|████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=21.3]\r\n",
      "03/01 11:25: Test Epoch 114: average Loss: 18.490607, time: 9.82 s\r\n",
      "03/01 11:25: Best validation model saved!\r\n",
      "Train Epoch 115:  81%|██████████▌  | 199/245 [00:43<00:10,  4.54it/s, loss=13.9]03/01 11:25: Train Epoch 115: 200/245 Loss: 14.924671\r\n",
      "Train Epoch 115: 100%|█████████████| 245/245 [00:53<00:00,  4.56it/s, loss=14.9]\r\n",
      "03/01 11:25: Train Epoch 115: average Loss: 14.263089, time: 53.70 s\r\n",
      "Val Epoch 115: 100%|█████████████████| 81/81 [00:09<00:00,  8.20it/s, loss=19.3]\r\n",
      "03/01 11:26: Val Epoch 115: average Loss: 16.145751, time: 9.88 s\r\n",
      "Test Epoch 115: 100%|████████████████| 82/82 [00:09<00:00,  8.24it/s, loss=21.2]\r\n",
      "03/01 11:26: Test Epoch 115: average Loss: 18.540113, time: 9.96 s\r\n",
      "Train Epoch 116:  81%|██████████▌  | 199/245 [00:43<00:10,  4.55it/s, loss=14.1]03/01 11:27: Train Epoch 116: 200/245 Loss: 14.334625\r\n",
      "Train Epoch 116: 100%|█████████████| 245/245 [00:53<00:00,  4.55it/s, loss=14.2]\r\n",
      "03/01 11:27: Train Epoch 116: average Loss: 14.312524, time: 53.90 s\r\n",
      "Val Epoch 116: 100%|█████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=19.5]\r\n",
      "03/01 11:27: Val Epoch 116: average Loss: 16.253434, time: 9.83 s\r\n",
      "Test Epoch 116: 100%|████████████████| 82/82 [00:09<00:00,  8.24it/s, loss=20.7]\r\n",
      "03/01 11:27: Test Epoch 116: average Loss: 18.566104, time: 9.95 s\r\n",
      "Train Epoch 117:  81%|████████████▏  | 199/245 [00:43<00:10,  4.55it/s, loss=14]03/01 11:28: Train Epoch 117: 200/245 Loss: 14.543302\r\n",
      "Train Epoch 117: 100%|█████████████| 245/245 [00:53<00:00,  4.55it/s, loss=14.6]\r\n",
      "03/01 11:28: Train Epoch 117: average Loss: 14.320439, time: 53.84 s\r\n",
      "Val Epoch 117: 100%|█████████████████| 81/81 [00:09<00:00,  8.24it/s, loss=18.8]\r\n",
      "03/01 11:28: Val Epoch 117: average Loss: 16.171087, time: 9.83 s\r\n",
      "Test Epoch 117: 100%|████████████████| 82/82 [00:09<00:00,  8.24it/s, loss=21.7]\r\n",
      "03/01 11:28: Test Epoch 117: average Loss: 18.585818, time: 9.95 s\r\n",
      "Train Epoch 118:  81%|██████████▌  | 199/245 [00:43<00:10,  4.60it/s, loss=13.9]03/01 11:29: Train Epoch 118: 200/245 Loss: 13.639740\r\n",
      "Train Epoch 118: 100%|█████████████| 245/245 [00:53<00:00,  4.58it/s, loss=14.8]\r\n",
      "03/01 11:29: Train Epoch 118: average Loss: 14.272333, time: 53.48 s\r\n",
      "Val Epoch 118: 100%|█████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=19.7]\r\n",
      "03/01 11:29: Val Epoch 118: average Loss: 16.531286, time: 9.71 s\r\n",
      "Test Epoch 118: 100%|████████████████| 82/82 [00:09<00:00,  8.34it/s, loss=21.4]\r\n",
      "03/01 11:29: Test Epoch 118: average Loss: 18.787752, time: 9.83 s\r\n",
      "Train Epoch 119:  81%|██████████▌  | 199/245 [00:43<00:10,  4.59it/s, loss=13.1]03/01 11:30: Train Epoch 119: 200/245 Loss: 14.855080\r\n",
      "Train Epoch 119: 100%|█████████████| 245/245 [00:53<00:00,  4.61it/s, loss=14.8]\r\n",
      "03/01 11:30: Train Epoch 119: average Loss: 14.320688, time: 53.15 s\r\n",
      "Val Epoch 119: 100%|█████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=18.9]\r\n",
      "03/01 11:31: Val Epoch 119: average Loss: 16.415164, time: 9.71 s\r\n",
      "Test Epoch 119: 100%|████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=21.8]\r\n",
      "03/01 11:31: Test Epoch 119: average Loss: 18.916536, time: 9.82 s\r\n",
      "Train Epoch 120:  81%|██████████▌  | 199/245 [00:43<00:10,  4.59it/s, loss=14.6]03/01 11:31: Train Epoch 120: 200/245 Loss: 12.869461\r\n",
      "Train Epoch 120: 100%|█████████████| 245/245 [00:53<00:00,  4.62it/s, loss=14.6]\r\n",
      "03/01 11:32: Train Epoch 120: average Loss: 14.257354, time: 53.06 s\r\n",
      "Val Epoch 120: 100%|█████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=19.7]\r\n",
      "03/01 11:32: Val Epoch 120: average Loss: 16.335958, time: 9.71 s\r\n",
      "Test Epoch 120: 100%|████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=20.8]\r\n",
      "03/01 11:32: Test Epoch 120: average Loss: 18.728226, time: 9.82 s\r\n",
      "Train Epoch 121:  81%|██████████▌  | 199/245 [00:43<00:09,  4.62it/s, loss=14.5]03/01 11:33: Train Epoch 121: 200/245 Loss: 14.278980\r\n",
      "Train Epoch 121: 100%|█████████████| 245/245 [00:53<00:00,  4.61it/s, loss=13.2]\r\n",
      "03/01 11:33: Train Epoch 121: average Loss: 14.245899, time: 53.09 s\r\n",
      "Val Epoch 121: 100%|███████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=19]\r\n",
      "03/01 11:33: Val Epoch 121: average Loss: 16.348854, time: 9.71 s\r\n",
      "Test Epoch 121: 100%|████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=21.9]\r\n",
      "03/01 11:33: Test Epoch 121: average Loss: 18.867110, time: 9.83 s\r\n",
      "Train Epoch 122:  81%|████████████▏  | 199/245 [00:44<00:10,  4.51it/s, loss=14]03/01 11:34: Train Epoch 122: 200/245 Loss: 13.807253\r\n",
      "Train Epoch 122: 100%|█████████████| 245/245 [00:54<00:00,  4.49it/s, loss=14.6]\r\n",
      "03/01 11:34: Train Epoch 122: average Loss: 14.283914, time: 54.62 s\r\n",
      "Val Epoch 122: 100%|███████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=19]\r\n",
      "03/01 11:34: Val Epoch 122: average Loss: 16.306712, time: 9.71 s\r\n",
      "Test Epoch 122: 100%|████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=21.7]\r\n",
      "03/01 11:34: Test Epoch 122: average Loss: 18.681356, time: 9.83 s\r\n",
      "Train Epoch 123:  81%|██████████▌  | 199/245 [00:43<00:10,  4.48it/s, loss=14.1]03/01 11:35: Train Epoch 123: 200/245 Loss: 14.114561\r\n",
      "Train Epoch 123: 100%|█████████████| 245/245 [00:53<00:00,  4.56it/s, loss=14.8]\r\n",
      "03/01 11:35: Train Epoch 123: average Loss: 14.240733, time: 53.75 s\r\n",
      "Val Epoch 123: 100%|█████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=19.3]\r\n",
      "03/01 11:35: Val Epoch 123: average Loss: 16.089521, time: 9.71 s\r\n",
      "Test Epoch 123: 100%|████████████████| 82/82 [00:09<00:00,  8.35it/s, loss=20.8]\r\n",
      "03/01 11:36: Test Epoch 123: average Loss: 18.422391, time: 9.82 s\r\n",
      "03/01 11:36: Best validation model saved!\r\n",
      "Train Epoch 124:  81%|██████████▌  | 199/245 [00:44<00:10,  4.40it/s, loss=14.9]03/01 11:36: Train Epoch 124: 200/245 Loss: 13.100549\r\n",
      "Train Epoch 124: 100%|███████████████| 245/245 [00:54<00:00,  4.49it/s, loss=14]\r\n",
      "03/01 11:36: Train Epoch 124: average Loss: 14.220934, time: 54.58 s\r\n",
      "Val Epoch 124: 100%|███████████████████| 81/81 [00:10<00:00,  7.80it/s, loss=19]\r\n",
      "03/01 11:37: Val Epoch 124: average Loss: 16.219770, time: 10.39 s\r\n",
      "Test Epoch 124: 100%|████████████████| 82/82 [00:10<00:00,  8.00it/s, loss=21.2]\r\n",
      "03/01 11:37: Test Epoch 124: average Loss: 18.620958, time: 10.25 s\r\n",
      "Train Epoch 125:  81%|██████████▌  | 199/245 [00:44<00:10,  4.41it/s, loss=14.8]03/01 11:38: Train Epoch 125: 200/245 Loss: 13.784249\r\n",
      "Train Epoch 125: 100%|█████████████| 245/245 [00:54<00:00,  4.46it/s, loss=14.8]\r\n",
      "03/01 11:38: Train Epoch 125: average Loss: 14.221918, time: 54.90 s\r\n",
      "Val Epoch 125: 100%|█████████████████| 81/81 [00:10<00:00,  7.79it/s, loss=19.2]\r\n",
      "03/01 11:38: Val Epoch 125: average Loss: 16.252550, time: 10.40 s\r\n",
      "Test Epoch 125: 100%|██████████████████| 82/82 [00:10<00:00,  7.79it/s, loss=21]\r\n",
      "03/01 11:38: Test Epoch 125: average Loss: 18.616482, time: 10.53 s\r\n",
      "Train Epoch 126:  81%|██████████▌  | 199/245 [00:44<00:10,  4.39it/s, loss=14.5]03/01 11:39: Train Epoch 126: 200/245 Loss: 14.636350\r\n",
      "Train Epoch 126: 100%|█████████████| 245/245 [00:55<00:00,  4.43it/s, loss=14.5]\r\n",
      "03/01 11:39: Train Epoch 126: average Loss: 14.188162, time: 55.36 s\r\n",
      "Val Epoch 126: 100%|█████████████████| 81/81 [00:10<00:00,  7.79it/s, loss=19.5]\r\n",
      "03/01 11:39: Val Epoch 126: average Loss: 16.579862, time: 10.39 s\r\n",
      "Test Epoch 126: 100%|████████████████| 82/82 [00:10<00:00,  7.80it/s, loss=22.1]\r\n",
      "03/01 11:39: Test Epoch 126: average Loss: 19.075696, time: 10.52 s\r\n",
      "Train Epoch 127:  81%|██████████▌  | 199/245 [00:44<00:10,  4.50it/s, loss=13.8]03/01 11:40: Train Epoch 127: 200/245 Loss: 14.561726\r\n",
      "Train Epoch 127: 100%|█████████████| 245/245 [00:54<00:00,  4.50it/s, loss=14.8]\r\n",
      "03/01 11:40: Train Epoch 127: average Loss: 14.251796, time: 54.48 s\r\n",
      "Val Epoch 127: 100%|███████████████████| 81/81 [00:10<00:00,  7.89it/s, loss=19]\r\n",
      "03/01 11:40: Val Epoch 127: average Loss: 16.187942, time: 10.26 s\r\n",
      "Test Epoch 127: 100%|████████████████| 82/82 [00:10<00:00,  7.99it/s, loss=21.5]\r\n",
      "03/01 11:41: Test Epoch 127: average Loss: 18.643880, time: 10.26 s\r\n",
      "Train Epoch 128:  81%|██████████▌  | 199/245 [00:43<00:10,  4.50it/s, loss=13.6]03/01 11:41: Train Epoch 128: 200/245 Loss: 13.832150\r\n",
      "Train Epoch 128: 100%|█████████████| 245/245 [00:53<00:00,  4.58it/s, loss=15.1]\r\n",
      "03/01 11:42: Train Epoch 128: average Loss: 14.248645, time: 53.50 s\r\n",
      "Val Epoch 128: 100%|█████████████████| 81/81 [00:10<00:00,  7.77it/s, loss=19.2]\r\n",
      "03/01 11:42: Val Epoch 128: average Loss: 16.162797, time: 10.43 s\r\n",
      "Test Epoch 128: 100%|██████████████████| 82/82 [00:10<00:00,  7.89it/s, loss=21]\r\n",
      "03/01 11:42: Test Epoch 128: average Loss: 18.499677, time: 10.40 s\r\n",
      "Train Epoch 129:  81%|██████████▌  | 199/245 [00:43<00:09,  4.62it/s, loss=14.8]03/01 11:43: Train Epoch 129: 200/245 Loss: 14.269506\r\n",
      "Train Epoch 129: 100%|█████████████| 245/245 [00:53<00:00,  4.54it/s, loss=13.9]\r\n",
      "03/01 11:43: Train Epoch 129: average Loss: 14.237769, time: 53.91 s\r\n",
      "Val Epoch 129: 100%|███████████████████| 81/81 [00:10<00:00,  7.87it/s, loss=19]\r\n",
      "03/01 11:43: Val Epoch 129: average Loss: 16.177138, time: 10.30 s\r\n",
      "Test Epoch 129: 100%|██████████████████| 82/82 [00:10<00:00,  7.85it/s, loss=21]\r\n",
      "03/01 11:43: Test Epoch 129: average Loss: 18.603738, time: 10.45 s\r\n",
      "Train Epoch 130:  81%|██████████▌  | 199/245 [00:43<00:10,  4.60it/s, loss=14.2]03/01 11:44: Train Epoch 130: 200/245 Loss: 13.899656\r\n",
      "Train Epoch 130: 100%|█████████████| 245/245 [00:53<00:00,  4.56it/s, loss=15.5]\r\n",
      "03/01 11:44: Train Epoch 130: average Loss: 14.200894, time: 53.68 s\r\n",
      "Val Epoch 130: 100%|█████████████████| 81/81 [00:10<00:00,  7.87it/s, loss=19.1]\r\n",
      "03/01 11:44: Val Epoch 130: average Loss: 16.209171, time: 10.30 s\r\n",
      "Test Epoch 130: 100%|████████████████| 82/82 [00:09<00:00,  8.23it/s, loss=21.3]\r\n",
      "03/01 11:44: Test Epoch 130: average Loss: 18.632478, time: 9.96 s\r\n",
      "Train Epoch 131:  81%|██████████▌  | 199/245 [00:43<00:09,  4.62it/s, loss=13.8]03/01 11:45: Train Epoch 131: 200/245 Loss: 14.501760\r\n",
      "Train Epoch 131: 100%|█████████████| 245/245 [00:53<00:00,  4.61it/s, loss=13.5]\r\n",
      "03/01 11:45: Train Epoch 131: average Loss: 14.191627, time: 53.10 s\r\n",
      "Val Epoch 131: 100%|█████████████████| 81/81 [00:09<00:00,  8.34it/s, loss=19.3]\r\n",
      "03/01 11:45: Val Epoch 131: average Loss: 16.173426, time: 9.71 s\r\n",
      "Test Epoch 131: 100%|████████████████| 82/82 [00:09<00:00,  8.34it/s, loss=21.1]\r\n",
      "03/01 11:46: Test Epoch 131: average Loss: 18.633798, time: 9.83 s\r\n",
      "Train Epoch 132:  81%|██████████▌  | 199/245 [00:43<00:09,  4.61it/s, loss=14.8]03/01 11:46: Train Epoch 132: 200/245 Loss: 14.266753\r\n",
      "Train Epoch 132: 100%|█████████████| 245/245 [00:53<00:00,  4.61it/s, loss=14.7]\r\n",
      "03/01 11:46: Train Epoch 132: average Loss: 14.206289, time: 53.12 s\r\n",
      "Val Epoch 132: 100%|█████████████████| 81/81 [00:09<00:00,  8.32it/s, loss=19.2]\r\n",
      "03/01 11:47: Val Epoch 132: average Loss: 16.229723, time: 9.74 s\r\n",
      "Test Epoch 132: 100%|████████████████| 82/82 [00:10<00:00,  7.50it/s, loss=21.5]\r\n",
      "03/01 11:47: Test Epoch 132: average Loss: 18.768058, time: 10.94 s\r\n",
      "Train Epoch 133:  81%|██████████▌  | 199/245 [00:46<00:10,  4.55it/s, loss=14.4]03/01 11:48: Train Epoch 133: 200/245 Loss: 14.856608\r\n",
      "Train Epoch 133: 100%|█████████████| 245/245 [00:56<00:00,  4.36it/s, loss=13.8]\r\n",
      "03/01 11:48: Train Epoch 133: average Loss: 14.156269, time: 56.15 s\r\n",
      "Val Epoch 133: 100%|███████████████████| 81/81 [00:09<00:00,  8.23it/s, loss=19]\r\n",
      "03/01 11:48: Val Epoch 133: average Loss: 16.192290, time: 9.84 s\r\n",
      "Test Epoch 133: 100%|████████████████| 82/82 [00:09<00:00,  8.24it/s, loss=21.5]\r\n",
      "03/01 11:48: Test Epoch 133: average Loss: 18.643499, time: 9.95 s\r\n",
      "Train Epoch 134:  81%|██████████▌  | 199/245 [00:43<00:10,  4.55it/s, loss=13.8]03/01 11:49: Train Epoch 134: 200/245 Loss: 14.155731\r\n",
      "Train Epoch 134: 100%|█████████████| 245/245 [00:53<00:00,  4.55it/s, loss=14.3]\r\n",
      "03/01 11:49: Train Epoch 134: average Loss: 14.141845, time: 53.91 s\r\n",
      "Val Epoch 134: 100%|█████████████████| 81/81 [00:09<00:00,  8.22it/s, loss=19.5]\r\n",
      "03/01 11:49: Val Epoch 134: average Loss: 16.204638, time: 9.85 s\r\n",
      "Test Epoch 134: 100%|████████████████| 82/82 [00:09<00:00,  8.22it/s, loss=21.3]\r\n",
      "03/01 11:49: Test Epoch 134: average Loss: 18.617456, time: 9.97 s\r\n",
      "Train Epoch 135:  81%|██████████▌  | 199/245 [00:43<00:10,  4.55it/s, loss=14.7]03/01 11:50: Train Epoch 135: 200/245 Loss: 13.159627\r\n",
      "Train Epoch 135: 100%|█████████████| 245/245 [00:53<00:00,  4.54it/s, loss=14.2]\r\n",
      "03/01 11:50: Train Epoch 135: average Loss: 14.124546, time: 53.96 s\r\n",
      "Val Epoch 135: 100%|█████████████████| 81/81 [00:09<00:00,  8.18it/s, loss=18.8]\r\n",
      "03/01 11:50: Val Epoch 135: average Loss: 16.248144, time: 9.90 s\r\n",
      "Test Epoch 135: 100%|████████████████| 82/82 [00:10<00:00,  8.19it/s, loss=21.7]\r\n",
      "03/01 11:51: Test Epoch 135: average Loss: 18.697222, time: 10.02 s\r\n",
      "Train Epoch 136:  81%|████████████▏  | 199/245 [00:43<00:10,  4.57it/s, loss=14]03/01 11:51: Train Epoch 136: 200/245 Loss: 14.772577\r\n",
      "Train Epoch 136: 100%|█████████████| 245/245 [00:53<00:00,  4.57it/s, loss=13.6]\r\n",
      "03/01 11:51: Train Epoch 136: average Loss: 14.202019, time: 53.66 s\r\n",
      "Val Epoch 136: 100%|█████████████████| 81/81 [00:09<00:00,  8.31it/s, loss=19.2]\r\n",
      "03/01 11:52: Val Epoch 136: average Loss: 16.226609, time: 9.75 s\r\n",
      "Test Epoch 136: 100%|████████████████| 82/82 [00:09<00:00,  8.32it/s, loss=21.6]\r\n",
      "03/01 11:52: Test Epoch 136: average Loss: 18.635295, time: 9.86 s\r\n",
      "Train Epoch 137:  81%|██████████▌  | 199/245 [00:43<00:09,  4.62it/s, loss=13.7]03/01 11:52: Train Epoch 137: 200/245 Loss: 15.713195\r\n",
      "Train Epoch 137: 100%|█████████████| 245/245 [00:53<00:00,  4.59it/s, loss=14.1]\r\n",
      "03/01 11:53: Train Epoch 137: average Loss: 14.172617, time: 53.34 s\r\n",
      "Val Epoch 137: 100%|█████████████████| 81/81 [00:09<00:00,  8.31it/s, loss=19.2]\r\n",
      "03/01 11:53: Val Epoch 137: average Loss: 16.178806, time: 9.75 s\r\n",
      "Test Epoch 137: 100%|████████████████| 82/82 [00:09<00:00,  8.24it/s, loss=21.1]\r\n",
      "03/01 11:53: Test Epoch 137: average Loss: 18.583802, time: 9.96 s\r\n",
      "Train Epoch 138:  81%|██████████▌  | 199/245 [00:43<00:10,  4.58it/s, loss=14.5]03/01 11:54: Train Epoch 138: 200/245 Loss: 15.172873\r\n",
      "Train Epoch 138: 100%|█████████████| 245/245 [00:53<00:00,  4.58it/s, loss=14.5]\r\n",
      "03/01 11:54: Train Epoch 138: average Loss: 14.114841, time: 53.47 s\r\n",
      "Val Epoch 138: 100%|█████████████████| 81/81 [00:09<00:00,  8.31it/s, loss=19.6]\r\n",
      "03/01 11:54: Val Epoch 138: average Loss: 16.225034, time: 9.74 s\r\n",
      "Test Epoch 138: 100%|████████████████| 82/82 [00:09<00:00,  8.33it/s, loss=20.8]\r\n",
      "03/01 11:54: Test Epoch 138: average Loss: 18.535225, time: 9.85 s\r\n",
      "03/01 11:54: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
      "03/01 11:54: Best models saved at /home/czzhangheng/code/MyTS/experiments/PEMSD3/2025-03-01_09-05-34/best_model.pth and /home/czzhangheng/code/MyTS/experiments/PEMSD3/2025-03-01_09-05-34/best_test_model.pth\r\n",
      "03/01 11:54: Testing on best validation model\r\n",
      "03/01 11:54: Horizon 01, MAE: 14.8370, RMSE: 24.6391, MAPE: 0.1775\r\n",
      "03/01 11:54: Horizon 02, MAE: 15.8483, RMSE: 26.4601, MAPE: 0.1665\r\n",
      "03/01 11:54: Horizon 03, MAE: 16.6236, RMSE: 27.8140, MAPE: 0.1730\r\n",
      "03/01 11:54: Horizon 04, MAE: 17.2814, RMSE: 28.8430, MAPE: 0.1774\r\n",
      "03/01 11:54: Horizon 05, MAE: 17.7842, RMSE: 29.7139, MAPE: 0.1901\r\n",
      "03/01 11:54: Horizon 06, MAE: 18.3115, RMSE: 30.5275, MAPE: 0.1907\r\n",
      "03/01 11:54: Horizon 07, MAE: 18.8105, RMSE: 31.2986, MAPE: 0.1993\r\n",
      "03/01 11:54: Horizon 08, MAE: 19.3022, RMSE: 32.1376, MAPE: 0.1970\r\n",
      "03/01 11:54: Horizon 09, MAE: 19.7949, RMSE: 32.8822, MAPE: 0.1991\r\n",
      "03/01 11:54: Horizon 10, MAE: 20.2511, RMSE: 33.5524, MAPE: 0.2043\r\n",
      "03/01 11:54: Horizon 11, MAE: 20.7526, RMSE: 34.3136, MAPE: 0.2137\r\n",
      "03/01 11:54: Horizon 12, MAE: 21.4119, RMSE: 35.2755, MAPE: 0.2250\r\n",
      "03/01 11:54: Average Horizon, MAE: 18.4174, RMSE: 30.7799, MAPE: 0.1928\r\n",
      "03/01 11:54: Testing on best test model\r\n",
      "03/01 11:54: Horizon 01, MAE: 14.8370, RMSE: 24.6391, MAPE: 0.1775\r\n",
      "03/01 11:54: Horizon 02, MAE: 15.8483, RMSE: 26.4601, MAPE: 0.1665\r\n",
      "03/01 11:54: Horizon 03, MAE: 16.6236, RMSE: 27.8140, MAPE: 0.1730\r\n",
      "03/01 11:54: Horizon 04, MAE: 17.2814, RMSE: 28.8430, MAPE: 0.1774\r\n",
      "03/01 11:54: Horizon 05, MAE: 17.7842, RMSE: 29.7139, MAPE: 0.1901\r\n",
      "03/01 11:54: Horizon 06, MAE: 18.3115, RMSE: 30.5275, MAPE: 0.1907\r\n",
      "03/01 11:54: Horizon 07, MAE: 18.8105, RMSE: 31.2986, MAPE: 0.1993\r\n",
      "03/01 11:54: Horizon 08, MAE: 19.3022, RMSE: 32.1376, MAPE: 0.1970\r\n",
      "03/01 11:54: Horizon 09, MAE: 19.7949, RMSE: 32.8822, MAPE: 0.1991\r\n",
      "03/01 11:54: Horizon 10, MAE: 20.2511, RMSE: 33.5524, MAPE: 0.2043\r\n",
      "03/01 11:54: Horizon 11, MAE: 20.7526, RMSE: 34.3136, MAPE: 0.2137\r\n",
      "03/01 11:54: Horizon 12, MAE: 21.4119, RMSE: 35.2755, MAPE: 0.2250\r\n",
      "03/01 11:54: Average Horizon, MAE: 18.4174, RMSE: 30.7799, MAPE: 0.1928\r\n"
     ]
    }
   ],
   "source": [
    "!python run.py --model STSGCN --dataset PEMSD3  --mode train  --device cuda:1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "ba12f992-f8a5-418d-a136-a4e1bdf0a3f3",
   "metadata": {
    "collapsed": false,
    "ExecuteTime": {
     "end_time": "2025-03-01T04:47:32.459217Z",
     "start_time": "2025-03-01T03:55:00.936344Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Load PEMSD8 Dataset shaped:  (17856, 170, 1) 1147.0 0.0 230.68069424678473 215.0\r\n",
      "Normalize the dataset by Standard Normalization\r\n",
      "Creat Log File in:  /home/czzhangheng/code/MyTS/experiments/PEMSD8/2025-03-01_11-55-10/run.log\r\n",
      "03/01 11:55: Experiment log path in: /home/czzhangheng/code/MyTS/experiments/PEMSD8/2025-03-01_11-55-10\r\n",
      "03/01 11:55: Training process started\r\n",
      "Train Epoch 1:  60%|████████▉      | 199/334 [00:24<00:16,  8.10it/s, loss=32.5]03/01 11:55: Train Epoch 1: 200/334 Loss: 36.862846\r\n",
      "Train Epoch 1: 100%|███████████████| 334/334 [00:41<00:00,  8.13it/s, loss=32.7]\r\n",
      "03/01 11:55: Train Epoch 1: average Loss: 52.500614, time: 41.10 s\r\n",
      "Val Epoch 1: 100%|███████████████████| 111/111 [00:06<00:00, 17.46it/s, loss=32]\r\n",
      "03/01 11:55: Val Epoch 1: average Loss: 31.453153, time: 6.36 s\r\n",
      "Test Epoch 1: 100%|████████████████| 112/112 [00:06<00:00, 17.54it/s, loss=20.4]\r\n",
      "03/01 11:56: Test Epoch 1: average Loss: 30.640255, time: 6.39 s\r\n",
      "03/01 11:56: Best validation model saved!\r\n",
      "Train Epoch 2:  60%|████████▉      | 199/334 [00:24<00:16,  8.20it/s, loss=24.2]03/01 11:56: Train Epoch 2: 200/334 Loss: 25.438206\r\n",
      "Train Epoch 2: 100%|███████████████| 334/334 [00:40<00:00,  8.15it/s, loss=22.8]\r\n",
      "03/01 11:56: Train Epoch 2: average Loss: 26.430280, time: 40.99 s\r\n",
      "Val Epoch 2: 100%|███████████████████| 111/111 [00:06<00:00, 17.51it/s, loss=27]\r\n",
      "03/01 11:56: Val Epoch 2: average Loss: 25.595781, time: 6.34 s\r\n",
      "Test Epoch 2: 100%|████████████████| 112/112 [00:06<00:00, 17.51it/s, loss=17.5]\r\n",
      "03/01 11:56: Test Epoch 2: average Loss: 24.918244, time: 6.40 s\r\n",
      "03/01 11:56: Best validation model saved!\r\n",
      "Train Epoch 3:  60%|████████▉      | 199/334 [00:24<00:16,  7.96it/s, loss=23.5]03/01 11:57: Train Epoch 3: 200/334 Loss: 22.256649\r\n",
      "Train Epoch 3: 100%|███████████████| 334/334 [00:40<00:00,  8.19it/s, loss=20.1]\r\n",
      "03/01 11:57: Train Epoch 3: average Loss: 22.499361, time: 40.79 s\r\n",
      "Val Epoch 3: 100%|█████████████████| 111/111 [00:06<00:00, 17.48it/s, loss=21.8]\r\n",
      "03/01 11:57: Val Epoch 3: average Loss: 22.909987, time: 6.35 s\r\n",
      "Test Epoch 3: 100%|████████████████| 112/112 [00:06<00:00, 17.55it/s, loss=18.8]\r\n",
      "03/01 11:57: Test Epoch 3: average Loss: 22.713827, time: 6.38 s\r\n",
      "03/01 11:57: Best validation model saved!\r\n",
      "Train Epoch 4:  60%|████████▉      | 199/334 [00:24<00:16,  8.32it/s, loss=20.9]03/01 11:58: Train Epoch 4: 200/334 Loss: 19.703587\r\n",
      "Train Epoch 4: 100%|███████████████| 334/334 [00:40<00:00,  8.19it/s, loss=20.2]\r\n",
      "03/01 11:58: Train Epoch 4: average Loss: 20.766650, time: 40.77 s\r\n",
      "Val Epoch 4: 100%|█████████████████| 111/111 [00:06<00:00, 17.39it/s, loss=21.2]\r\n",
      "03/01 11:58: Val Epoch 4: average Loss: 21.138060, time: 6.38 s\r\n",
      "Test Epoch 4: 100%|████████████████| 112/112 [00:06<00:00, 17.39it/s, loss=15.9]\r\n",
      "03/01 11:58: Test Epoch 4: average Loss: 20.891163, time: 6.44 s\r\n",
      "03/01 11:58: Best validation model saved!\r\n",
      "Train Epoch 5:  60%|████████▉      | 199/334 [00:24<00:16,  8.02it/s, loss=21.2]03/01 11:59: Train Epoch 5: 200/334 Loss: 20.249037\r\n",
      "Train Epoch 5: 100%|█████████████████| 334/334 [00:41<00:00,  8.01it/s, loss=19]\r\n",
      "03/01 11:59: Train Epoch 5: average Loss: 19.776628, time: 41.68 s\r\n",
      "Val Epoch 5: 100%|█████████████████| 111/111 [00:06<00:00, 17.39it/s, loss=21.4]\r\n",
      "03/01 11:59: Val Epoch 5: average Loss: 20.370164, time: 6.38 s\r\n",
      "Test Epoch 5: 100%|████████████████| 112/112 [00:06<00:00, 17.40it/s, loss=15.2]\r\n",
      "03/01 11:59: Test Epoch 5: average Loss: 20.063155, time: 6.44 s\r\n",
      "03/01 11:59: Best validation model saved!\r\n",
      "Train Epoch 6:  60%|████████▉      | 199/334 [00:24<00:16,  8.04it/s, loss=17.8]03/01 12:00: Train Epoch 6: 200/334 Loss: 21.100338\r\n",
      "Train Epoch 6: 100%|███████████████| 334/334 [00:41<00:00,  8.03it/s, loss=18.7]\r\n",
      "03/01 12:00: Train Epoch 6: average Loss: 19.203385, time: 41.57 s\r\n",
      "Val Epoch 6: 100%|█████████████████| 111/111 [00:06<00:00, 17.39it/s, loss=21.4]\r\n",
      "03/01 12:00: Val Epoch 6: average Loss: 19.950454, time: 6.38 s\r\n",
      "Test Epoch 6: 100%|████████████████| 112/112 [00:06<00:00, 17.39it/s, loss=14.5]\r\n",
      "03/01 12:00: Test Epoch 6: average Loss: 19.612422, time: 6.44 s\r\n",
      "03/01 12:00: Best validation model saved!\r\n",
      "Train Epoch 7:  60%|████████▉      | 199/334 [00:24<00:16,  8.01it/s, loss=18.9]03/01 12:00: Train Epoch 7: 200/334 Loss: 19.186623\r\n",
      "Train Epoch 7: 100%|███████████████| 334/334 [00:41<00:00,  8.04it/s, loss=18.6]\r\n",
      "03/01 12:01: Train Epoch 7: average Loss: 19.013259, time: 41.55 s\r\n",
      "Val Epoch 7: 100%|█████████████████| 111/111 [00:06<00:00, 17.39it/s, loss=20.9]\r\n",
      "03/01 12:01: Val Epoch 7: average Loss: 19.845591, time: 6.39 s\r\n",
      "Test Epoch 7: 100%|████████████████| 112/112 [00:06<00:00, 17.40it/s, loss=14.8]\r\n",
      "03/01 12:01: Test Epoch 7: average Loss: 19.606722, time: 6.44 s\r\n",
      "03/01 12:01: Best validation model saved!\r\n",
      "Train Epoch 8:  60%|████████▉      | 199/334 [00:24<00:16,  8.10it/s, loss=18.8]03/01 12:01: Train Epoch 8: 200/334 Loss: 19.817396\r\n",
      "Train Epoch 8: 100%|███████████████| 334/334 [00:41<00:00,  8.10it/s, loss=19.1]\r\n",
      "03/01 12:02: Train Epoch 8: average Loss: 18.318713, time: 41.21 s\r\n",
      "Val Epoch 8: 100%|█████████████████| 111/111 [00:06<00:00, 17.50it/s, loss=21.9]\r\n",
      "03/01 12:02: Val Epoch 8: average Loss: 19.716113, time: 6.34 s\r\n",
      "Test Epoch 8: 100%|██████████████████| 112/112 [00:06<00:00, 17.52it/s, loss=15]\r\n",
      "03/01 12:02: Test Epoch 8: average Loss: 19.498471, time: 6.39 s\r\n",
      "03/01 12:02: Best validation model saved!\r\n",
      "Train Epoch 9:  60%|████████▉      | 199/334 [00:24<00:16,  8.10it/s, loss=18.4]03/01 12:02: Train Epoch 9: 200/334 Loss: 18.966610\r\n",
      "Train Epoch 9: 100%|███████████████| 334/334 [00:40<00:00,  8.16it/s, loss=17.2]\r\n",
      "03/01 12:03: Train Epoch 9: average Loss: 18.292353, time: 40.92 s\r\n",
      "Val Epoch 9: 100%|█████████████████| 111/111 [00:06<00:00, 17.52it/s, loss=20.9]\r\n",
      "03/01 12:03: Val Epoch 9: average Loss: 19.026018, time: 6.34 s\r\n",
      "Test Epoch 9: 100%|████████████████| 112/112 [00:06<00:00, 17.53it/s, loss=14.6]\r\n",
      "03/01 12:03: Test Epoch 9: average Loss: 18.863596, time: 6.39 s\r\n",
      "03/01 12:03: Best validation model saved!\r\n",
      "Train Epoch 10:  60%|████████▎     | 199/334 [00:24<00:16,  8.21it/s, loss=16.8]03/01 12:03: Train Epoch 10: 200/334 Loss: 18.119385\r\n",
      "Train Epoch 10: 100%|██████████████| 334/334 [00:40<00:00,  8.18it/s, loss=18.9]\r\n",
      "03/01 12:03: Train Epoch 10: average Loss: 17.636881, time: 40.81 s\r\n",
      "Val Epoch 10: 100%|██████████████████| 111/111 [00:06<00:00, 17.51it/s, loss=21]\r\n",
      "03/01 12:04: Val Epoch 10: average Loss: 19.041245, time: 6.34 s\r\n",
      "Test Epoch 10: 100%|███████████████| 112/112 [00:06<00:00, 17.52it/s, loss=14.2]\r\n",
      "03/01 12:04: Test Epoch 10: average Loss: 18.810699, time: 6.39 s\r\n",
      "Train Epoch 11:  60%|████████▎     | 199/334 [00:24<00:16,  8.19it/s, loss=17.1]03/01 12:04: Train Epoch 11: 200/334 Loss: 17.027134\r\n",
      "Train Epoch 11: 100%|██████████████| 334/334 [00:40<00:00,  8.18it/s, loss=18.6]\r\n",
      "03/01 12:04: Train Epoch 11: average Loss: 17.590689, time: 40.82 s\r\n",
      "Val Epoch 11: 100%|████████████████| 111/111 [00:06<00:00, 17.54it/s, loss=20.4]\r\n",
      "03/01 12:04: Val Epoch 11: average Loss: 18.896134, time: 6.33 s\r\n",
      "Test Epoch 11: 100%|███████████████| 112/112 [00:06<00:00, 17.55it/s, loss=15.7]\r\n",
      "03/01 12:05: Test Epoch 11: average Loss: 18.811385, time: 6.38 s\r\n",
      "03/01 12:05: Best validation model saved!\r\n",
      "Train Epoch 12:  60%|████████▎     | 199/334 [00:24<00:16,  8.10it/s, loss=15.4]03/01 12:05: Train Epoch 12: 200/334 Loss: 18.516171\r\n",
      "Train Epoch 12: 100%|██████████████| 334/334 [00:40<00:00,  8.15it/s, loss=18.1]\r\n",
      "03/01 12:05: Train Epoch 12: average Loss: 17.440668, time: 40.98 s\r\n",
      "Val Epoch 12: 100%|████████████████| 111/111 [00:06<00:00, 17.48it/s, loss=20.6]\r\n",
      "03/01 12:05: Val Epoch 12: average Loss: 19.244158, time: 6.35 s\r\n",
      "Test Epoch 12: 100%|███████████████| 112/112 [00:06<00:00, 17.50it/s, loss=16.1]\r\n",
      "03/01 12:05: Test Epoch 12: average Loss: 19.164724, time: 6.40 s\r\n",
      "Train Epoch 13:  60%|████████▎     | 199/334 [00:24<00:16,  8.21it/s, loss=17.2]03/01 12:06: Train Epoch 13: 200/334 Loss: 17.392080\r\n",
      "Train Epoch 13: 100%|██████████████| 334/334 [00:40<00:00,  8.17it/s, loss=18.2]\r\n",
      "03/01 12:06: Train Epoch 13: average Loss: 17.234577, time: 40.86 s\r\n",
      "Val Epoch 13: 100%|████████████████| 111/111 [00:06<00:00, 17.44it/s, loss=20.8]\r\n",
      "03/01 12:06: Val Epoch 13: average Loss: 18.820984, time: 6.37 s\r\n",
      "Test Epoch 13: 100%|███████████████| 112/112 [00:06<00:00, 17.48it/s, loss=13.9]\r\n",
      "03/01 12:06: Test Epoch 13: average Loss: 18.669224, time: 6.41 s\r\n",
      "03/01 12:06: Best validation model saved!\r\n",
      "Train Epoch 14:  60%|████████▎     | 199/334 [00:24<00:16,  8.10it/s, loss=17.3]03/01 12:07: Train Epoch 14: 200/334 Loss: 17.610943\r\n",
      "Train Epoch 14: 100%|██████████████| 334/334 [00:40<00:00,  8.17it/s, loss=16.1]\r\n",
      "03/01 12:07: Train Epoch 14: average Loss: 16.995081, time: 40.89 s\r\n",
      "Val Epoch 14: 100%|████████████████| 111/111 [00:06<00:00, 17.52it/s, loss=21.5]\r\n",
      "03/01 12:07: Val Epoch 14: average Loss: 18.912364, time: 6.34 s\r\n",
      "Test Epoch 14: 100%|███████████████| 112/112 [00:06<00:00, 17.51it/s, loss=14.3]\r\n",
      "03/01 12:07: Test Epoch 14: average Loss: 18.698912, time: 6.40 s\r\n",
      "Train Epoch 15:  60%|████████▎     | 199/334 [00:25<00:16,  8.15it/s, loss=16.7]03/01 12:08: Train Epoch 15: 200/334 Loss: 16.658712\r\n",
      "Train Epoch 15: 100%|██████████████| 334/334 [00:41<00:00,  7.99it/s, loss=16.4]\r\n",
      "03/01 12:08: Train Epoch 15: average Loss: 16.850938, time: 41.79 s\r\n",
      "Val Epoch 15: 100%|████████████████| 111/111 [00:06<00:00, 17.51it/s, loss=20.8]\r\n",
      "03/01 12:08: Val Epoch 15: average Loss: 18.488947, time: 6.34 s\r\n",
      "Test Epoch 15: 100%|███████████████| 112/112 [00:06<00:00, 17.46it/s, loss=14.2]\r\n",
      "03/01 12:08: Test Epoch 15: average Loss: 18.429010, time: 6.42 s\r\n",
      "03/01 12:08: Best validation model saved!\r\n",
      "Train Epoch 16:  60%|████████▎     | 199/334 [00:24<00:16,  8.04it/s, loss=16.4]03/01 12:09: Train Epoch 16: 200/334 Loss: 16.297405\r\n",
      "Train Epoch 16: 100%|██████████████| 334/334 [00:41<00:00,  8.01it/s, loss=17.6]\r\n",
      "03/01 12:09: Train Epoch 16: average Loss: 16.640148, time: 41.70 s\r\n",
      "Val Epoch 16: 100%|████████████████| 111/111 [00:06<00:00, 17.33it/s, loss=20.7]\r\n",
      "03/01 12:09: Val Epoch 16: average Loss: 18.472292, time: 6.41 s\r\n",
      "Test Epoch 16: 100%|███████████████| 112/112 [00:06<00:00, 17.34it/s, loss=14.5]\r\n",
      "03/01 12:09: Test Epoch 16: average Loss: 18.430932, time: 6.46 s\r\n",
      "03/01 12:09: Best validation model saved!\r\n",
      "Train Epoch 17:  60%|████████▎     | 199/334 [00:24<00:16,  8.03it/s, loss=16.8]03/01 12:09: Train Epoch 17: 200/334 Loss: 16.704229\r\n",
      "Train Epoch 17: 100%|██████████████| 334/334 [00:41<00:00,  8.01it/s, loss=17.4]\r\n",
      "03/01 12:10: Train Epoch 17: average Loss: 16.699215, time: 41.68 s\r\n",
      "Val Epoch 17: 100%|████████████████| 111/111 [00:06<00:00, 17.29it/s, loss=20.2]\r\n",
      "03/01 12:10: Val Epoch 17: average Loss: 18.122137, time: 6.42 s\r\n",
      "Test Epoch 17: 100%|█████████████████| 112/112 [00:06<00:00, 17.30it/s, loss=14]\r\n",
      "03/01 12:10: Test Epoch 17: average Loss: 18.041178, time: 6.47 s\r\n",
      "03/01 12:10: Best validation model saved!\r\n",
      "Train Epoch 18:  60%|████████▎     | 199/334 [00:24<00:16,  8.04it/s, loss=16.4]03/01 12:10: Train Epoch 18: 200/334 Loss: 17.031864\r\n",
      "Train Epoch 18: 100%|██████████████| 334/334 [00:41<00:00,  8.04it/s, loss=16.6]\r\n",
      "03/01 12:11: Train Epoch 18: average Loss: 16.450914, time: 41.56 s\r\n",
      "Val Epoch 18: 100%|████████████████| 111/111 [00:06<00:00, 17.36it/s, loss=20.8]\r\n",
      "03/01 12:11: Val Epoch 18: average Loss: 18.274682, time: 6.40 s\r\n",
      "Test Epoch 18: 100%|███████████████| 112/112 [00:06<00:00, 17.32it/s, loss=14.2]\r\n",
      "03/01 12:11: Test Epoch 18: average Loss: 18.282370, time: 6.47 s\r\n",
      "Train Epoch 19:  60%|████████▎     | 199/334 [00:24<00:16,  8.02it/s, loss=16.7]03/01 12:11: Train Epoch 19: 200/334 Loss: 17.672060\r\n",
      "Train Epoch 19: 100%|████████████████| 334/334 [00:41<00:00,  8.03it/s, loss=16]\r\n",
      "03/01 12:12: Train Epoch 19: average Loss: 16.498354, time: 41.60 s\r\n",
      "Val Epoch 19: 100%|████████████████| 111/111 [00:06<00:00, 17.46it/s, loss=20.2]\r\n",
      "03/01 12:12: Val Epoch 19: average Loss: 17.930559, time: 6.36 s\r\n",
      "Test Epoch 19: 100%|███████████████| 112/112 [00:06<00:00, 17.47it/s, loss=13.7]\r\n",
      "03/01 12:12: Test Epoch 19: average Loss: 17.953932, time: 6.41 s\r\n",
      "03/01 12:12: Best validation model saved!\r\n",
      "Train Epoch 20:  60%|████████▎     | 199/334 [00:24<00:16,  8.17it/s, loss=15.7]03/01 12:12: Train Epoch 20: 200/334 Loss: 15.718484\r\n",
      "Train Epoch 20: 100%|██████████████| 334/334 [00:40<00:00,  8.21it/s, loss=17.3]\r\n",
      "03/01 12:12: Train Epoch 20: average Loss: 16.313325, time: 40.67 s\r\n",
      "Val Epoch 20: 100%|████████████████| 111/111 [00:06<00:00, 17.43it/s, loss=20.6]\r\n",
      "03/01 12:13: Val Epoch 20: average Loss: 18.068292, time: 6.37 s\r\n",
      "Test Epoch 20: 100%|███████████████| 112/112 [00:06<00:00, 17.45it/s, loss=13.9]\r\n",
      "03/01 12:13: Test Epoch 20: average Loss: 18.074590, time: 6.42 s\r\n",
      "Train Epoch 21:  60%|████████▎     | 199/334 [00:24<00:16,  8.17it/s, loss=14.9]03/01 12:13: Train Epoch 21: 200/334 Loss: 14.808926\r\n",
      "Train Epoch 21: 100%|██████████████| 334/334 [00:40<00:00,  8.21it/s, loss=15.9]\r\n",
      "03/01 12:13: Train Epoch 21: average Loss: 16.137648, time: 40.66 s\r\n",
      "Val Epoch 21: 100%|████████████████| 111/111 [00:06<00:00, 17.49it/s, loss=20.7]\r\n",
      "03/01 12:13: Val Epoch 21: average Loss: 18.010868, time: 6.35 s\r\n",
      "Test Epoch 21: 100%|███████████████| 112/112 [00:06<00:00, 17.49it/s, loss=13.9]\r\n",
      "03/01 12:14: Test Epoch 21: average Loss: 17.981060, time: 6.40 s\r\n",
      "Train Epoch 22:  60%|████████▎     | 199/334 [00:24<00:16,  8.26it/s, loss=15.9]03/01 12:14: Train Epoch 22: 200/334 Loss: 16.125078\r\n",
      "Train Epoch 22: 100%|████████████████| 334/334 [00:40<00:00,  8.22it/s, loss=17]\r\n",
      "03/01 12:14: Train Epoch 22: average Loss: 16.112761, time: 40.64 s\r\n",
      "Val Epoch 22: 100%|████████████████| 111/111 [00:06<00:00, 17.49it/s, loss=20.1]\r\n",
      "03/01 12:14: Val Epoch 22: average Loss: 17.934183, time: 6.35 s\r\n",
      "Test Epoch 22: 100%|███████████████| 112/112 [00:06<00:00, 17.50it/s, loss=13.6]\r\n",
      "03/01 12:14: Test Epoch 22: average Loss: 17.915196, time: 6.40 s\r\n",
      "Train Epoch 23:  60%|████████▎     | 199/334 [00:24<00:16,  8.25it/s, loss=16.1]03/01 12:15: Train Epoch 23: 200/334 Loss: 15.922072\r\n",
      "Train Epoch 23: 100%|██████████████| 334/334 [00:40<00:00,  8.18it/s, loss=16.1]\r\n",
      "03/01 12:15: Train Epoch 23: average Loss: 16.001378, time: 40.83 s\r\n",
      "Val Epoch 23: 100%|████████████████| 111/111 [00:06<00:00, 17.50it/s, loss=20.5]\r\n",
      "03/01 12:15: Val Epoch 23: average Loss: 17.917446, time: 6.35 s\r\n",
      "Test Epoch 23: 100%|███████████████| 112/112 [00:06<00:00, 17.49it/s, loss=13.7]\r\n",
      "03/01 12:15: Test Epoch 23: average Loss: 17.914678, time: 6.40 s\r\n",
      "03/01 12:15: Best validation model saved!\r\n",
      "Train Epoch 24:  60%|████████▎     | 199/334 [00:24<00:16,  8.30it/s, loss=16.8]03/01 12:16: Train Epoch 24: 200/334 Loss: 16.731440\r\n",
      "Train Epoch 24: 100%|██████████████| 334/334 [00:40<00:00,  8.21it/s, loss=15.4]\r\n",
      "03/01 12:16: Train Epoch 24: average Loss: 15.983660, time: 40.68 s\r\n",
      "Val Epoch 24: 100%|████████████████| 111/111 [00:06<00:00, 17.44it/s, loss=20.3]\r\n",
      "03/01 12:16: Val Epoch 24: average Loss: 18.468168, time: 6.37 s\r\n",
      "Test Epoch 24: 100%|███████████████| 112/112 [00:06<00:00, 17.44it/s, loss=15.3]\r\n",
      "03/01 12:16: Test Epoch 24: average Loss: 18.495462, time: 6.42 s\r\n",
      "Train Epoch 25:  60%|█████████▌      | 199/334 [00:24<00:16,  8.28it/s, loss=16]03/01 12:17: Train Epoch 25: 200/334 Loss: 17.454620\r\n",
      "Train Epoch 25: 100%|██████████████| 334/334 [00:40<00:00,  8.20it/s, loss=15.3]\r\n",
      "03/01 12:17: Train Epoch 25: average Loss: 15.885227, time: 40.72 s\r\n",
      "Val Epoch 25: 100%|████████████████| 111/111 [00:06<00:00, 17.48it/s, loss=20.2]\r\n",
      "03/01 12:17: Val Epoch 25: average Loss: 17.929529, time: 6.35 s\r\n",
      "Test Epoch 25: 100%|███████████████| 112/112 [00:06<00:00, 17.50it/s, loss=13.7]\r\n",
      "03/01 12:17: Test Epoch 25: average Loss: 17.873501, time: 6.40 s\r\n",
      "Train Epoch 26:  60%|████████▎     | 199/334 [00:24<00:16,  8.28it/s, loss=16.2]03/01 12:18: Train Epoch 26: 200/334 Loss: 15.344651\r\n",
      "Train Epoch 26: 100%|██████████████| 334/334 [00:40<00:00,  8.17it/s, loss=16.1]\r\n",
      "03/01 12:18: Train Epoch 26: average Loss: 15.850744, time: 40.86 s\r\n",
      "Val Epoch 26: 100%|████████████████| 111/111 [00:06<00:00, 17.45it/s, loss=20.3]\r\n",
      "03/01 12:18: Val Epoch 26: average Loss: 17.779490, time: 6.36 s\r\n",
      "Test Epoch 26: 100%|███████████████| 112/112 [00:06<00:00, 17.42it/s, loss=13.9]\r\n",
      "03/01 12:18: Test Epoch 26: average Loss: 17.797619, time: 6.43 s\r\n",
      "03/01 12:18: Best validation model saved!\r\n",
      "Train Epoch 27:  60%|████████▎     | 199/334 [00:24<00:16,  8.07it/s, loss=15.1]03/01 12:18: Train Epoch 27: 200/334 Loss: 15.181965\r\n",
      "Train Epoch 27: 100%|██████████████| 334/334 [00:41<00:00,  8.10it/s, loss=16.4]\r\n",
      "03/01 12:19: Train Epoch 27: average Loss: 15.645088, time: 41.23 s\r\n",
      "Val Epoch 27: 100%|████████████████| 111/111 [00:06<00:00, 17.26it/s, loss=20.3]\r\n",
      "03/01 12:19: Val Epoch 27: average Loss: 17.862763, time: 6.43 s\r\n",
      "Test Epoch 27: 100%|███████████████| 112/112 [00:06<00:00, 17.26it/s, loss=13.9]\r\n",
      "03/01 12:19: Test Epoch 27: average Loss: 17.891604, time: 6.49 s\r\n",
      "Train Epoch 28:  60%|████████▎     | 199/334 [00:24<00:16,  8.06it/s, loss=14.5]03/01 12:19: Train Epoch 28: 200/334 Loss: 16.649261\r\n",
      "Train Epoch 28: 100%|████████████████| 334/334 [00:41<00:00,  8.06it/s, loss=15]\r\n",
      "03/01 12:20: Train Epoch 28: average Loss: 15.616549, time: 41.44 s\r\n",
      "Val Epoch 28: 100%|████████████████| 111/111 [00:06<00:00, 17.26it/s, loss=20.6]\r\n",
      "03/01 12:20: Val Epoch 28: average Loss: 17.784162, time: 6.43 s\r\n",
      "Test Epoch 28: 100%|███████████████| 112/112 [00:06<00:00, 17.27it/s, loss=13.9]\r\n",
      "03/01 12:20: Test Epoch 28: average Loss: 17.757055, time: 6.49 s\r\n",
      "Train Epoch 29:  60%|████████▎     | 199/334 [00:24<00:16,  8.05it/s, loss=16.7]03/01 12:20: Train Epoch 29: 200/334 Loss: 15.513648\r\n",
      "Train Epoch 29: 100%|██████████████| 334/334 [00:41<00:00,  8.05it/s, loss=15.7]\r\n",
      "03/01 12:21: Train Epoch 29: average Loss: 15.580844, time: 41.49 s\r\n",
      "Val Epoch 29: 100%|████████████████| 111/111 [00:06<00:00, 17.24it/s, loss=20.8]\r\n",
      "03/01 12:21: Val Epoch 29: average Loss: 18.314874, time: 6.44 s\r\n",
      "Test Epoch 29: 100%|███████████████| 112/112 [00:06<00:00, 17.24it/s, loss=16.3]\r\n",
      "03/01 12:21: Test Epoch 29: average Loss: 18.441285, time: 6.50 s\r\n",
      "Train Epoch 30:  60%|████████▎     | 199/334 [00:25<00:16,  8.05it/s, loss=15.5]03/01 12:21: Train Epoch 30: 200/334 Loss: 16.090553\r\n",
      "Train Epoch 30: 100%|██████████████| 334/334 [00:41<00:00,  7.99it/s, loss=15.4]\r\n",
      "03/01 12:21: Train Epoch 30: average Loss: 15.551965, time: 41.78 s\r\n",
      "Val Epoch 30: 100%|████████████████| 111/111 [00:06<00:00, 17.33it/s, loss=20.3]\r\n",
      "03/01 12:22: Val Epoch 30: average Loss: 18.055076, time: 6.40 s\r\n",
      "Test Epoch 30: 100%|███████████████| 112/112 [00:06<00:00, 17.33it/s, loss=13.9]\r\n",
      "03/01 12:22: Test Epoch 30: average Loss: 18.012442, time: 6.46 s\r\n",
      "Train Epoch 31:  60%|████████▎     | 199/334 [00:24<00:16,  8.33it/s, loss=15.2]03/01 12:22: Train Epoch 31: 200/334 Loss: 15.433747\r\n",
      "Train Epoch 31: 100%|██████████████| 334/334 [00:40<00:00,  8.21it/s, loss=16.4]\r\n",
      "03/01 12:22: Train Epoch 31: average Loss: 15.486274, time: 40.67 s\r\n",
      "Val Epoch 31: 100%|████████████████| 111/111 [00:06<00:00, 17.42it/s, loss=20.9]\r\n",
      "03/01 12:22: Val Epoch 31: average Loss: 17.989183, time: 6.37 s\r\n",
      "Test Epoch 31: 100%|███████████████| 112/112 [00:06<00:00, 17.42it/s, loss=13.7]\r\n",
      "03/01 12:23: Test Epoch 31: average Loss: 17.913823, time: 6.43 s\r\n",
      "Train Epoch 32:  60%|████████▎     | 199/334 [00:24<00:16,  8.34it/s, loss=14.8]03/01 12:23: Train Epoch 32: 200/334 Loss: 16.350578\r\n",
      "Train Epoch 32: 100%|██████████████| 334/334 [00:40<00:00,  8.21it/s, loss=15.5]\r\n",
      "03/01 12:23: Train Epoch 32: average Loss: 15.324033, time: 40.68 s\r\n",
      "Val Epoch 32: 100%|████████████████| 111/111 [00:06<00:00, 17.39it/s, loss=20.5]\r\n",
      "03/01 12:23: Val Epoch 32: average Loss: 17.833048, time: 6.38 s\r\n",
      "Test Epoch 32: 100%|███████████████| 112/112 [00:06<00:00, 17.41it/s, loss=14.7]\r\n",
      "03/01 12:23: Test Epoch 32: average Loss: 17.835909, time: 6.43 s\r\n",
      "Train Epoch 33:  60%|████████▎     | 199/334 [00:24<00:16,  8.37it/s, loss=16.8]03/01 12:24: Train Epoch 33: 200/334 Loss: 17.226650\r\n",
      "Train Epoch 33: 100%|██████████████| 334/334 [00:40<00:00,  8.21it/s, loss=14.7]\r\n",
      "03/01 12:24: Train Epoch 33: average Loss: 15.381708, time: 40.68 s\r\n",
      "Val Epoch 33: 100%|████████████████| 111/111 [00:06<00:00, 17.37it/s, loss=20.3]\r\n",
      "03/01 12:24: Val Epoch 33: average Loss: 17.676293, time: 6.39 s\r\n",
      "Test Epoch 33: 100%|███████████████| 112/112 [00:06<00:00, 17.41it/s, loss=13.7]\r\n",
      "03/01 12:24: Test Epoch 33: average Loss: 17.717610, time: 6.43 s\r\n",
      "03/01 12:24: Best validation model saved!\r\n",
      "Train Epoch 34:  60%|████████▎     | 199/334 [00:24<00:16,  8.27it/s, loss=17.4]03/01 12:25: Train Epoch 34: 200/334 Loss: 14.816106\r\n",
      "Train Epoch 34: 100%|██████████████| 334/334 [00:40<00:00,  8.16it/s, loss=14.6]\r\n",
      "03/01 12:25: Train Epoch 34: average Loss: 15.342017, time: 40.93 s\r\n",
      "Val Epoch 34: 100%|████████████████| 111/111 [00:06<00:00, 17.40it/s, loss=20.3]\r\n",
      "03/01 12:25: Val Epoch 34: average Loss: 17.708028, time: 6.38 s\r\n",
      "Test Epoch 34: 100%|███████████████| 112/112 [00:06<00:00, 17.38it/s, loss=13.5]\r\n",
      "03/01 12:25: Test Epoch 34: average Loss: 17.702611, time: 6.44 s\r\n",
      "Train Epoch 35:  60%|████████▎     | 199/334 [00:24<00:16,  8.29it/s, loss=14.7]03/01 12:26: Train Epoch 35: 200/334 Loss: 15.064299\r\n",
      "Train Epoch 35: 100%|██████████████| 334/334 [00:40<00:00,  8.20it/s, loss=14.6]\r\n",
      "03/01 12:26: Train Epoch 35: average Loss: 15.230914, time: 40.71 s\r\n",
      "Val Epoch 35: 100%|████████████████| 111/111 [00:06<00:00, 17.41it/s, loss=20.5]\r\n",
      "03/01 12:26: Val Epoch 35: average Loss: 17.571982, time: 6.38 s\r\n",
      "Test Epoch 35: 100%|███████████████| 112/112 [00:06<00:00, 17.38it/s, loss=13.7]\r\n",
      "03/01 12:26: Test Epoch 35: average Loss: 17.570054, time: 6.44 s\r\n",
      "03/01 12:26: Best validation model saved!\r\n",
      "Train Epoch 36:  60%|████████▎     | 199/334 [00:24<00:16,  8.27it/s, loss=15.3]03/01 12:27: Train Epoch 36: 200/334 Loss: 15.570077\r\n",
      "Train Epoch 36: 100%|██████████████| 334/334 [00:40<00:00,  8.20it/s, loss=14.6]\r\n",
      "03/01 12:27: Train Epoch 36: average Loss: 15.169736, time: 40.73 s\r\n",
      "Val Epoch 36: 100%|████████████████| 111/111 [00:06<00:00, 17.38it/s, loss=20.7]\r\n",
      "03/01 12:27: Val Epoch 36: average Loss: 17.909146, time: 6.39 s\r\n",
      "Test Epoch 36: 100%|███████████████| 112/112 [00:06<00:00, 17.37it/s, loss=14.5]\r\n",
      "03/01 12:27: Test Epoch 36: average Loss: 17.971674, time: 6.45 s\r\n",
      "Train Epoch 37:  60%|████████▎     | 199/334 [00:24<00:16,  8.14it/s, loss=14.9]03/01 12:27: Train Epoch 37: 200/334 Loss: 15.763489\r\n",
      "Train Epoch 37: 100%|██████████████| 334/334 [00:40<00:00,  8.17it/s, loss=16.1]\r\n",
      "03/01 12:28: Train Epoch 37: average Loss: 15.200769, time: 40.87 s\r\n",
      "Val Epoch 37: 100%|████████████████| 111/111 [00:06<00:00, 17.40it/s, loss=20.6]\r\n",
      "03/01 12:28: Val Epoch 37: average Loss: 17.822491, time: 6.38 s\r\n",
      "Test Epoch 37: 100%|█████████████████| 112/112 [00:06<00:00, 17.39it/s, loss=14]\r\n",
      "03/01 12:28: Test Epoch 37: average Loss: 17.819802, time: 6.44 s\r\n",
      "Train Epoch 38:  60%|█████████▌      | 199/334 [00:24<00:16,  8.25it/s, loss=14]03/01 12:28: Train Epoch 38: 200/334 Loss: 15.365232\r\n",
      "Train Epoch 38: 100%|██████████████| 334/334 [00:41<00:00,  8.14it/s, loss=13.7]\r\n",
      "03/01 12:29: Train Epoch 38: average Loss: 15.135988, time: 41.03 s\r\n",
      "Val Epoch 38: 100%|████████████████| 111/111 [00:06<00:00, 17.20it/s, loss=20.2]\r\n",
      "03/01 12:29: Val Epoch 38: average Loss: 17.741509, time: 6.45 s\r\n",
      "Test Epoch 38: 100%|███████████████| 112/112 [00:06<00:00, 17.20it/s, loss=14.1]\r\n",
      "03/01 12:29: Test Epoch 38: average Loss: 17.803422, time: 6.51 s\r\n",
      "Train Epoch 39:  60%|████████▎     | 199/334 [00:24<00:16,  8.05it/s, loss=14.9]03/01 12:29: Train Epoch 39: 200/334 Loss: 15.130400\r\n",
      "Train Epoch 39: 100%|██████████████| 334/334 [00:41<00:00,  8.03it/s, loss=14.8]\r\n",
      "03/01 12:29: Train Epoch 39: average Loss: 15.018709, time: 41.57 s\r\n",
      "Val Epoch 39: 100%|████████████████| 111/111 [00:06<00:00, 17.25it/s, loss=20.5]\r\n",
      "03/01 12:30: Val Epoch 39: average Loss: 17.631633, time: 6.44 s\r\n",
      "Test Epoch 39: 100%|███████████████| 112/112 [00:06<00:00, 17.33it/s, loss=14.1]\r\n",
      "03/01 12:30: Test Epoch 39: average Loss: 17.737913, time: 6.46 s\r\n",
      "Train Epoch 40:  60%|████████▎     | 199/334 [00:24<00:16,  8.04it/s, loss=14.2]03/01 12:30: Train Epoch 40: 200/334 Loss: 14.202840\r\n",
      "Train Epoch 40: 100%|██████████████| 334/334 [00:41<00:00,  8.05it/s, loss=15.3]\r\n",
      "03/01 12:30: Train Epoch 40: average Loss: 14.972091, time: 41.49 s\r\n",
      "Val Epoch 40: 100%|████████████████| 111/111 [00:06<00:00, 17.20it/s, loss=20.8]\r\n",
      "03/01 12:31: Val Epoch 40: average Loss: 17.624405, time: 6.45 s\r\n",
      "Test Epoch 40: 100%|███████████████| 112/112 [00:06<00:00, 17.21it/s, loss=13.5]\r\n",
      "03/01 12:31: Test Epoch 40: average Loss: 17.695086, time: 6.51 s\r\n",
      "Train Epoch 41:  60%|████████▎     | 199/334 [00:24<00:16,  8.04it/s, loss=15.9]03/01 12:31: Train Epoch 41: 200/334 Loss: 15.608709\r\n",
      "Train Epoch 41: 100%|██████████████| 334/334 [00:41<00:00,  8.01it/s, loss=13.8]\r\n",
      "03/01 12:31: Train Epoch 41: average Loss: 14.960450, time: 41.69 s\r\n",
      "Val Epoch 41: 100%|████████████████| 111/111 [00:06<00:00, 17.32it/s, loss=20.5]\r\n",
      "03/01 12:31: Val Epoch 41: average Loss: 17.759159, time: 6.41 s\r\n",
      "Test Epoch 41: 100%|███████████████| 112/112 [00:06<00:00, 17.32it/s, loss=13.4]\r\n",
      "03/01 12:32: Test Epoch 41: average Loss: 17.705151, time: 6.47 s\r\n",
      "Train Epoch 42:  60%|████████▎     | 199/334 [00:24<00:16,  8.29it/s, loss=15.2]03/01 12:32: Train Epoch 42: 200/334 Loss: 14.332319\r\n",
      "Train Epoch 42: 100%|██████████████| 334/334 [00:40<00:00,  8.15it/s, loss=16.5]\r\n",
      "03/01 12:32: Train Epoch 42: average Loss: 14.880573, time: 40.97 s\r\n",
      "Val Epoch 42: 100%|████████████████| 111/111 [00:06<00:00, 17.39it/s, loss=20.6]\r\n",
      "03/01 12:32: Val Epoch 42: average Loss: 17.852300, time: 6.38 s\r\n",
      "Test Epoch 42: 100%|███████████████| 112/112 [00:06<00:00, 17.39it/s, loss=13.5]\r\n",
      "03/01 12:32: Test Epoch 42: average Loss: 17.905480, time: 6.44 s\r\n",
      "Train Epoch 43:  60%|████████▎     | 199/334 [00:24<00:16,  8.32it/s, loss=14.8]03/01 12:33: Train Epoch 43: 200/334 Loss: 13.457595\r\n",
      "Train Epoch 43: 100%|██████████████| 334/334 [00:40<00:00,  8.19it/s, loss=14.8]\r\n",
      "03/01 12:33: Train Epoch 43: average Loss: 14.901300, time: 40.80 s\r\n",
      "Val Epoch 43: 100%|████████████████| 111/111 [00:06<00:00, 17.39it/s, loss=20.8]\r\n",
      "03/01 12:33: Val Epoch 43: average Loss: 17.532701, time: 6.38 s\r\n",
      "Test Epoch 43: 100%|███████████████| 112/112 [00:06<00:00, 17.38it/s, loss=13.7]\r\n",
      "03/01 12:33: Test Epoch 43: average Loss: 17.601655, time: 6.44 s\r\n",
      "03/01 12:33: Best validation model saved!\r\n",
      "Train Epoch 44:  60%|████████▎     | 199/334 [00:24<00:16,  8.25it/s, loss=15.9]03/01 12:34: Train Epoch 44: 200/334 Loss: 14.316289\r\n",
      "Train Epoch 44: 100%|████████████████| 334/334 [00:40<00:00,  8.15it/s, loss=15]\r\n",
      "03/01 12:34: Train Epoch 44: average Loss: 14.776526, time: 41.00 s\r\n",
      "Val Epoch 44: 100%|████████████████| 111/111 [00:06<00:00, 17.36it/s, loss=20.2]\r\n",
      "03/01 12:34: Val Epoch 44: average Loss: 17.714843, time: 6.39 s\r\n",
      "Test Epoch 44: 100%|█████████████████| 112/112 [00:06<00:00, 17.42it/s, loss=14]\r\n",
      "03/01 12:34: Test Epoch 44: average Loss: 17.757285, time: 6.43 s\r\n",
      "Train Epoch 45:  60%|████████▎     | 199/334 [00:24<00:16,  8.17it/s, loss=15.3]03/01 12:35: Train Epoch 45: 200/334 Loss: 15.359296\r\n",
      "Train Epoch 45: 100%|██████████████| 334/334 [00:40<00:00,  8.16it/s, loss=15.4]\r\n",
      "03/01 12:35: Train Epoch 45: average Loss: 14.874159, time: 40.91 s\r\n",
      "Val Epoch 45: 100%|████████████████| 111/111 [00:06<00:00, 17.46it/s, loss=20.4]\r\n",
      "03/01 12:35: Val Epoch 45: average Loss: 17.844119, time: 6.36 s\r\n",
      "Test Epoch 45: 100%|███████████████| 112/112 [00:06<00:00, 17.39it/s, loss=13.7]\r\n",
      "03/01 12:35: Test Epoch 45: average Loss: 17.934321, time: 6.44 s\r\n",
      "Train Epoch 46:  60%|████████▎     | 199/334 [00:24<00:16,  8.18it/s, loss=14.9]03/01 12:36: Train Epoch 46: 200/334 Loss: 14.879704\r\n",
      "Train Epoch 46: 100%|██████████████| 334/334 [00:40<00:00,  8.17it/s, loss=15.6]\r\n",
      "03/01 12:36: Train Epoch 46: average Loss: 14.684159, time: 40.89 s\r\n",
      "Val Epoch 46: 100%|████████████████| 111/111 [00:06<00:00, 17.37it/s, loss=20.6]\r\n",
      "03/01 12:36: Val Epoch 46: average Loss: 17.659333, time: 6.39 s\r\n",
      "Test Epoch 46: 100%|███████████████| 112/112 [00:06<00:00, 17.38it/s, loss=13.4]\r\n",
      "03/01 12:36: Test Epoch 46: average Loss: 17.641467, time: 6.44 s\r\n",
      "Train Epoch 47:  60%|████████▎     | 199/334 [00:24<00:16,  8.16it/s, loss=15.3]03/01 12:36: Train Epoch 47: 200/334 Loss: 14.396644\r\n",
      "Train Epoch 47: 100%|██████████████| 334/334 [00:40<00:00,  8.17it/s, loss=16.8]\r\n",
      "03/01 12:37: Train Epoch 47: average Loss: 14.695571, time: 40.89 s\r\n",
      "Val Epoch 47: 100%|████████████████| 111/111 [00:06<00:00, 17.39it/s, loss=20.7]\r\n",
      "03/01 12:37: Val Epoch 47: average Loss: 17.761301, time: 6.38 s\r\n",
      "Test Epoch 47: 100%|█████████████████| 112/112 [00:06<00:00, 17.38it/s, loss=14]\r\n",
      "03/01 12:37: Test Epoch 47: average Loss: 17.910402, time: 6.44 s\r\n",
      "Train Epoch 48:  60%|████████▎     | 199/334 [00:24<00:16,  8.15it/s, loss=14.6]03/01 12:37: Train Epoch 48: 200/334 Loss: 15.238790\r\n",
      "Train Epoch 48: 100%|████████████████| 334/334 [00:40<00:00,  8.15it/s, loss=15]\r\n",
      "03/01 12:38: Train Epoch 48: average Loss: 14.729445, time: 40.98 s\r\n",
      "Val Epoch 48: 100%|████████████████| 111/111 [00:06<00:00, 17.37it/s, loss=20.4]\r\n",
      "03/01 12:38: Val Epoch 48: average Loss: 17.642163, time: 6.39 s\r\n",
      "Test Epoch 48: 100%|███████████████| 112/112 [00:06<00:00, 17.39it/s, loss=13.4]\r\n",
      "03/01 12:38: Test Epoch 48: average Loss: 17.636912, time: 6.44 s\r\n",
      "Train Epoch 49:  60%|████████▎     | 199/334 [00:24<00:16,  8.14it/s, loss=14.5]03/01 12:38: Train Epoch 49: 200/334 Loss: 14.116436\r\n",
      "Train Epoch 49: 100%|██████████████| 334/334 [00:40<00:00,  8.15it/s, loss=13.7]\r\n",
      "03/01 12:38: Train Epoch 49: average Loss: 14.690766, time: 41.00 s\r\n",
      "Val Epoch 49: 100%|████████████████| 111/111 [00:06<00:00, 17.19it/s, loss=20.4]\r\n",
      "03/01 12:39: Val Epoch 49: average Loss: 17.911776, time: 6.46 s\r\n",
      "Test Epoch 49: 100%|█████████████████| 112/112 [00:06<00:00, 17.21it/s, loss=15]\r\n",
      "03/01 12:39: Test Epoch 49: average Loss: 18.037208, time: 6.51 s\r\n",
      "Train Epoch 50:  60%|████████▎     | 199/334 [00:24<00:16,  8.00it/s, loss=14.7]03/01 12:39: Train Epoch 50: 200/334 Loss: 13.549614\r\n",
      "Train Epoch 50: 100%|████████████████| 334/334 [00:41<00:00,  8.01it/s, loss=15]\r\n",
      "03/01 12:39: Train Epoch 50: average Loss: 14.677880, time: 41.70 s\r\n",
      "Val Epoch 50: 100%|████████████████| 111/111 [00:06<00:00, 17.18it/s, loss=20.9]\r\n",
      "03/01 12:40: Val Epoch 50: average Loss: 17.739733, time: 6.46 s\r\n",
      "Test Epoch 50: 100%|███████████████| 112/112 [00:06<00:00, 17.20it/s, loss=13.6]\r\n",
      "03/01 12:40: Test Epoch 50: average Loss: 17.771248, time: 6.51 s\r\n",
      "Train Epoch 51:  60%|████████▎     | 199/334 [00:24<00:16,  8.00it/s, loss=13.5]03/01 12:40: Train Epoch 51: 200/334 Loss: 13.994801\r\n",
      "Train Epoch 51: 100%|██████████████| 334/334 [00:41<00:00,  8.01it/s, loss=15.1]\r\n",
      "03/01 12:40: Train Epoch 51: average Loss: 14.521260, time: 41.70 s\r\n",
      "Val Epoch 51: 100%|████████████████| 111/111 [00:06<00:00, 17.18it/s, loss=20.9]\r\n",
      "03/01 12:40: Val Epoch 51: average Loss: 17.832792, time: 6.46 s\r\n",
      "Test Epoch 51: 100%|███████████████| 112/112 [00:06<00:00, 17.19it/s, loss=14.4]\r\n",
      "03/01 12:41: Test Epoch 51: average Loss: 17.955389, time: 6.52 s\r\n",
      "Train Epoch 52:  60%|████████▎     | 199/334 [00:24<00:16,  7.95it/s, loss=15.1]03/01 12:41: Train Epoch 52: 200/334 Loss: 14.671228\r\n",
      "Train Epoch 52: 100%|██████████████| 334/334 [00:41<00:00,  8.00it/s, loss=14.1]\r\n",
      "03/01 12:41: Train Epoch 52: average Loss: 14.661311, time: 41.76 s\r\n",
      "Val Epoch 52: 100%|████████████████| 111/111 [00:06<00:00, 17.33it/s, loss=21.3]\r\n",
      "03/01 12:41: Val Epoch 52: average Loss: 17.857635, time: 6.40 s\r\n",
      "Test Epoch 52: 100%|███████████████| 112/112 [00:06<00:00, 17.34it/s, loss=15.1]\r\n",
      "03/01 12:41: Test Epoch 52: average Loss: 17.994243, time: 6.46 s\r\n",
      "Train Epoch 53:  60%|████████▎     | 199/334 [00:24<00:16,  7.99it/s, loss=14.2]03/01 12:42: Train Epoch 53: 200/334 Loss: 14.562684\r\n",
      "Train Epoch 53: 100%|██████████████| 334/334 [00:41<00:00,  8.08it/s, loss=15.4]\r\n",
      "03/01 12:42: Train Epoch 53: average Loss: 14.464191, time: 41.34 s\r\n",
      "Val Epoch 53: 100%|████████████████| 111/111 [00:06<00:00, 17.48it/s, loss=20.9]\r\n",
      "03/01 12:42: Val Epoch 53: average Loss: 17.716326, time: 6.35 s\r\n",
      "Test Epoch 53: 100%|███████████████| 112/112 [00:06<00:00, 17.48it/s, loss=14.2]\r\n",
      "03/01 12:42: Test Epoch 53: average Loss: 17.799121, time: 6.41 s\r\n",
      "Train Epoch 54:  60%|████████▎     | 199/334 [00:24<00:16,  8.07it/s, loss=15.1]03/01 12:43: Train Epoch 54: 200/334 Loss: 14.446412\r\n",
      "Train Epoch 54: 100%|██████████████| 334/334 [00:40<00:00,  8.18it/s, loss=14.4]\r\n",
      "03/01 12:43: Train Epoch 54: average Loss: 14.482107, time: 40.85 s\r\n",
      "Val Epoch 54: 100%|████████████████| 111/111 [00:06<00:00, 17.38it/s, loss=20.4]\r\n",
      "03/01 12:43: Val Epoch 54: average Loss: 17.628405, time: 6.39 s\r\n",
      "Test Epoch 54: 100%|███████████████| 112/112 [00:06<00:00, 17.41it/s, loss=13.9]\r\n",
      "03/01 12:43: Test Epoch 54: average Loss: 17.743485, time: 6.43 s\r\n",
      "Train Epoch 55:  60%|████████▎     | 199/334 [00:24<00:16,  8.08it/s, loss=14.7]03/01 12:44: Train Epoch 55: 200/334 Loss: 15.015026\r\n",
      "Train Epoch 55: 100%|██████████████| 334/334 [00:40<00:00,  8.16it/s, loss=14.5]\r\n",
      "03/01 12:44: Train Epoch 55: average Loss: 14.442047, time: 40.92 s\r\n",
      "Val Epoch 55: 100%|████████████████| 111/111 [00:06<00:00, 17.35it/s, loss=20.6]\r\n",
      "03/01 12:44: Val Epoch 55: average Loss: 17.629413, time: 6.40 s\r\n",
      "Test Epoch 55: 100%|███████████████| 112/112 [00:06<00:00, 17.36it/s, loss=13.5]\r\n",
      "03/01 12:44: Test Epoch 55: average Loss: 17.671911, time: 6.45 s\r\n",
      "Train Epoch 56:  60%|████████▎     | 199/334 [00:24<00:16,  8.12it/s, loss=14.5]03/01 12:45: Train Epoch 56: 200/334 Loss: 14.225722\r\n",
      "Train Epoch 56: 100%|████████████████| 334/334 [00:40<00:00,  8.19it/s, loss=15]\r\n",
      "03/01 12:45: Train Epoch 56: average Loss: 14.385051, time: 40.79 s\r\n",
      "Val Epoch 56: 100%|████████████████| 111/111 [00:06<00:00, 17.40it/s, loss=20.8]\r\n",
      "03/01 12:45: Val Epoch 56: average Loss: 17.703098, time: 6.38 s\r\n",
      "Test Epoch 56: 100%|███████████████| 112/112 [00:06<00:00, 17.41it/s, loss=13.7]\r\n",
      "03/01 12:45: Test Epoch 56: average Loss: 17.787573, time: 6.43 s\r\n",
      "Train Epoch 57:  60%|████████▎     | 199/334 [00:24<00:16,  8.10it/s, loss=15.3]03/01 12:45: Train Epoch 57: 200/334 Loss: 14.346036\r\n",
      "Train Epoch 57: 100%|██████████████| 334/334 [00:40<00:00,  8.19it/s, loss=13.4]\r\n",
      "03/01 12:46: Train Epoch 57: average Loss: 14.460901, time: 40.80 s\r\n",
      "Val Epoch 57: 100%|████████████████| 111/111 [00:06<00:00, 17.34it/s, loss=20.8]\r\n",
      "03/01 12:46: Val Epoch 57: average Loss: 17.549503, time: 6.40 s\r\n",
      "Test Epoch 57: 100%|███████████████| 112/112 [00:06<00:00, 17.36it/s, loss=13.6]\r\n",
      "03/01 12:46: Test Epoch 57: average Loss: 17.624779, time: 6.45 s\r\n",
      "Train Epoch 58:  60%|████████▎     | 199/334 [00:24<00:16,  8.06it/s, loss=14.5]03/01 12:46: Train Epoch 58: 200/334 Loss: 13.993433\r\n",
      "Train Epoch 58: 100%|██████████████| 334/334 [00:40<00:00,  8.16it/s, loss=14.3]\r\n",
      "03/01 12:47: Train Epoch 58: average Loss: 14.367005, time: 40.95 s\r\n",
      "Val Epoch 58: 100%|████████████████| 111/111 [00:06<00:00, 17.46it/s, loss=20.7]\r\n",
      "03/01 12:47: Val Epoch 58: average Loss: 17.654328, time: 6.36 s\r\n",
      "Test Epoch 58: 100%|███████████████| 112/112 [00:06<00:00, 17.48it/s, loss=13.7]\r\n",
      "03/01 12:47: Test Epoch 58: average Loss: 17.741002, time: 6.41 s\r\n",
      "03/01 12:47: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
      "03/01 12:47: Best models saved at /home/czzhangheng/code/MyTS/experiments/PEMSD8/2025-03-01_11-55-10/best_model.pth and /home/czzhangheng/code/MyTS/experiments/PEMSD8/2025-03-01_11-55-10/best_test_model.pth\r\n",
      "03/01 12:47: Testing on best validation model\r\n",
      "03/01 12:47: Horizon 01, MAE: 14.8851, RMSE: 22.6627, MAPE: 0.1063\r\n",
      "03/01 12:47: Horizon 02, MAE: 15.6284, RMSE: 23.9743, MAPE: 0.1055\r\n",
      "03/01 12:47: Horizon 03, MAE: 16.2117, RMSE: 24.9479, MAPE: 0.1115\r\n",
      "03/01 12:47: Horizon 04, MAE: 16.6566, RMSE: 25.7377, MAPE: 0.1130\r\n",
      "03/01 12:47: Horizon 05, MAE: 17.0602, RMSE: 26.5223, MAPE: 0.1124\r\n",
      "03/01 12:47: Horizon 06, MAE: 17.5340, RMSE: 27.2931, MAPE: 0.1161\r\n",
      "03/01 12:47: Horizon 07, MAE: 17.9430, RMSE: 27.9347, MAPE: 0.1188\r\n",
      "03/01 12:47: Horizon 08, MAE: 18.4451, RMSE: 28.6962, MAPE: 0.1222\r\n",
      "03/01 12:47: Horizon 09, MAE: 18.7002, RMSE: 29.0688, MAPE: 0.1261\r\n",
      "03/01 12:47: Horizon 10, MAE: 18.9968, RMSE: 29.4146, MAPE: 0.1357\r\n",
      "03/01 12:47: Horizon 11, MAE: 19.4867, RMSE: 30.0754, MAPE: 0.1411\r\n",
      "03/01 12:47: Horizon 12, MAE: 19.9093, RMSE: 30.7456, MAPE: 0.1321\r\n",
      "03/01 12:47: Average Horizon, MAE: 17.6214, RMSE: 27.3639, MAPE: 0.1201\r\n",
      "03/01 12:47: Testing on best test model\r\n",
      "03/01 12:47: Horizon 01, MAE: 15.1152, RMSE: 22.8589, MAPE: 0.1046\r\n",
      "03/01 12:47: Horizon 02, MAE: 15.8423, RMSE: 24.1142, MAPE: 0.1058\r\n",
      "03/01 12:47: Horizon 03, MAE: 16.3434, RMSE: 24.9884, MAPE: 0.1095\r\n",
      "03/01 12:47: Horizon 04, MAE: 16.6068, RMSE: 25.5751, MAPE: 0.1116\r\n",
      "03/01 12:47: Horizon 05, MAE: 16.9790, RMSE: 26.2116, MAPE: 0.1164\r\n",
      "03/01 12:47: Horizon 06, MAE: 17.4273, RMSE: 26.9869, MAPE: 0.1149\r\n",
      "03/01 12:47: Horizon 07, MAE: 17.8727, RMSE: 27.6821, MAPE: 0.1238\r\n",
      "03/01 12:47: Horizon 08, MAE: 18.2258, RMSE: 28.2201, MAPE: 0.1301\r\n",
      "03/01 12:47: Horizon 09, MAE: 18.5495, RMSE: 28.7650, MAPE: 0.1292\r\n",
      "03/01 12:47: Horizon 10, MAE: 18.9690, RMSE: 29.2570, MAPE: 0.1368\r\n",
      "03/01 12:47: Horizon 11, MAE: 19.3098, RMSE: 29.8391, MAPE: 0.1288\r\n",
      "03/01 12:47: Horizon 12, MAE: 19.8364, RMSE: 30.6174, MAPE: 0.1280\r\n",
      "03/01 12:47: Average Horizon, MAE: 17.5898, RMSE: 27.1903, MAPE: 0.1200\r\n"
     ]
    }
   ],
   "source": [
    "!python run.py --model STSGCN --dataset PEMSD8  --mode train  --device cuda:1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "68bfc782-42a1-4d3e-aea6-8ca6d24e15a1",
   "metadata": {
    "collapsed": false,
    "ExecuteTime": {
     "end_time": "2025-03-01T06:10:19.617420Z",
     "start_time": "2025-03-01T04:47:32.464872Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Load PEMSD4 Dataset shaped:  (16992, 307, 1) 919.0 0.0 211.7007794815878 180.0\r\n",
      "Normalize the dataset by Standard Normalization\r\n",
      "Creat Log File in:  /home/czzhangheng/code/MyTS/experiments/PEMSD4/2025-03-01_12-47-44/run.log\r\n",
      "03/01 12:47: Experiment log path in: /home/czzhangheng/code/MyTS/experiments/PEMSD4/2025-03-01_12-47-44\r\n",
      "03/01 12:47: Training process started\r\n",
      "Train Epoch 1: 100%|███████████████| 159/159 [00:28<00:00,  5.54it/s, loss=39.2]\r\n",
      "03/01 12:48: Train Epoch 1: average Loss: 87.725690, time: 28.73 s\r\n",
      "Val Epoch 1: 100%|███████████████████| 53/53 [00:05<00:00, 10.40it/s, loss=21.6]\r\n",
      "03/01 12:48: Val Epoch 1: average Loss: 41.005194, time: 5.10 s\r\n",
      "Test Epoch 1: 100%|██████████████████| 54/54 [00:05<00:00, 10.40it/s, loss=25.7]\r\n",
      "03/01 12:48: Test Epoch 1: average Loss: 39.968760, time: 5.19 s\r\n",
      "03/01 12:48: Best validation model saved!\r\n",
      "Train Epoch 2: 100%|███████████████| 159/159 [00:28<00:00,  5.62it/s, loss=39.6]\r\n",
      "03/01 12:48: Train Epoch 2: average Loss: 37.147374, time: 28.31 s\r\n",
      "Val Epoch 2: 100%|███████████████████| 53/53 [00:05<00:00, 10.42it/s, loss=29.7]\r\n",
      "03/01 12:48: Val Epoch 2: average Loss: 42.755651, time: 5.08 s\r\n",
      "Test Epoch 2: 100%|██████████████████| 54/54 [00:05<00:00, 10.43it/s, loss=36.7]\r\n",
      "03/01 12:49: Test Epoch 2: average Loss: 41.495474, time: 5.18 s\r\n",
      "Train Epoch 3: 100%|███████████████| 159/159 [00:28<00:00,  5.58it/s, loss=34.3]\r\n",
      "03/01 12:49: Train Epoch 3: average Loss: 32.354343, time: 28.48 s\r\n",
      "Val Epoch 3: 100%|███████████████████| 53/53 [00:05<00:00, 10.32it/s, loss=17.7]\r\n",
      "03/01 12:49: Val Epoch 3: average Loss: 33.210186, time: 5.14 s\r\n",
      "Test Epoch 3: 100%|██████████████████| 54/54 [00:05<00:00, 10.32it/s, loss=23.6]\r\n",
      "03/01 12:49: Test Epoch 3: average Loss: 32.447036, time: 5.23 s\r\n",
      "03/01 12:49: Best validation model saved!\r\n",
      "Train Epoch 4: 100%|███████████████| 159/159 [00:28<00:00,  5.61it/s, loss=30.2]\r\n",
      "03/01 12:50: Train Epoch 4: average Loss: 29.884476, time: 28.35 s\r\n",
      "Val Epoch 4: 100%|███████████████████| 53/53 [00:05<00:00, 10.34it/s, loss=13.8]\r\n",
      "03/01 12:50: Val Epoch 4: average Loss: 31.456341, time: 5.12 s\r\n",
      "Test Epoch 4: 100%|████████████████████| 54/54 [00:05<00:00, 10.35it/s, loss=20]\r\n",
      "03/01 12:50: Test Epoch 4: average Loss: 31.065168, time: 5.22 s\r\n",
      "03/01 12:50: Best validation model saved!\r\n",
      "Train Epoch 5: 100%|███████████████| 159/159 [00:28<00:00,  5.61it/s, loss=24.8]\r\n",
      "03/01 12:50: Train Epoch 5: average Loss: 27.816593, time: 28.36 s\r\n",
      "Val Epoch 5: 100%|███████████████████| 53/53 [00:05<00:00, 10.32it/s, loss=12.1]\r\n",
      "03/01 12:50: Val Epoch 5: average Loss: 27.778741, time: 5.14 s\r\n",
      "Test Epoch 5: 100%|██████████████████| 54/54 [00:05<00:00, 10.32it/s, loss=18.2]\r\n",
      "03/01 12:50: Test Epoch 5: average Loss: 27.474250, time: 5.23 s\r\n",
      "03/01 12:50: Best validation model saved!\r\n",
      "Train Epoch 6: 100%|█████████████████| 159/159 [00:28<00:00,  5.61it/s, loss=26]\r\n",
      "03/01 12:51: Train Epoch 6: average Loss: 26.658909, time: 28.35 s\r\n",
      "Val Epoch 6: 100%|███████████████████| 53/53 [00:05<00:00, 10.33it/s, loss=12.2]\r\n",
      "03/01 12:51: Val Epoch 6: average Loss: 27.152506, time: 5.13 s\r\n",
      "Test Epoch 6: 100%|██████████████████| 54/54 [00:05<00:00, 10.33it/s, loss=17.5]\r\n",
      "03/01 12:51: Test Epoch 6: average Loss: 26.882840, time: 5.23 s\r\n",
      "03/01 12:51: Best validation model saved!\r\n",
      "Train Epoch 7: 100%|███████████████| 159/159 [00:28<00:00,  5.61it/s, loss=27.4]\r\n",
      "03/01 12:52: Train Epoch 7: average Loss: 26.091606, time: 28.36 s\r\n",
      "Val Epoch 7: 100%|███████████████████| 53/53 [00:05<00:00, 10.34it/s, loss=11.5]\r\n",
      "03/01 12:52: Val Epoch 7: average Loss: 27.010810, time: 5.13 s\r\n",
      "Test Epoch 7: 100%|██████████████████| 54/54 [00:05<00:00, 10.34it/s, loss=17.2]\r\n",
      "03/01 12:52: Test Epoch 7: average Loss: 26.815964, time: 5.22 s\r\n",
      "03/01 12:52: Best validation model saved!\r\n",
      "Train Epoch 8: 100%|███████████████| 159/159 [00:28<00:00,  5.55it/s, loss=25.3]\r\n",
      "03/01 12:52: Train Epoch 8: average Loss: 25.586783, time: 28.64 s\r\n",
      "Val Epoch 8: 100%|███████████████████| 53/53 [00:05<00:00, 10.15it/s, loss=11.2]\r\n",
      "03/01 12:52: Val Epoch 8: average Loss: 25.742329, time: 5.22 s\r\n",
      "Test Epoch 8: 100%|████████████████████| 54/54 [00:05<00:00, 10.16it/s, loss=17]\r\n",
      "03/01 12:52: Test Epoch 8: average Loss: 25.699770, time: 5.32 s\r\n",
      "03/01 12:52: Best validation model saved!\r\n",
      "Train Epoch 9: 100%|███████████████| 159/159 [00:28<00:00,  5.60it/s, loss=26.2]\r\n",
      "03/01 12:53: Train Epoch 9: average Loss: 24.810307, time: 28.40 s\r\n",
      "Val Epoch 9: 100%|███████████████████| 53/53 [00:05<00:00, 10.19it/s, loss=11.3]\r\n",
      "03/01 12:53: Val Epoch 9: average Loss: 26.043813, time: 5.20 s\r\n",
      "Test Epoch 9: 100%|██████████████████| 54/54 [00:05<00:00, 10.20it/s, loss=16.6]\r\n",
      "03/01 12:53: Test Epoch 9: average Loss: 25.998164, time: 5.29 s\r\n",
      "Train Epoch 10: 100%|██████████████| 159/159 [00:28<00:00,  5.57it/s, loss=23.8]\r\n",
      "03/01 12:54: Train Epoch 10: average Loss: 24.800167, time: 28.57 s\r\n",
      "Val Epoch 10: 100%|████████████████████| 53/53 [00:05<00:00, 10.21it/s, loss=11]\r\n",
      "03/01 12:54: Val Epoch 10: average Loss: 25.121976, time: 5.19 s\r\n",
      "Test Epoch 10: 100%|█████████████████| 54/54 [00:05<00:00, 10.21it/s, loss=16.1]\r\n",
      "03/01 12:54: Test Epoch 10: average Loss: 25.123695, time: 5.29 s\r\n",
      "03/01 12:54: Best validation model saved!\r\n",
      "Train Epoch 11: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=23.1]\r\n",
      "03/01 12:54: Train Epoch 11: average Loss: 24.497247, time: 28.39 s\r\n",
      "Val Epoch 11: 100%|██████████████████| 53/53 [00:05<00:00, 10.21it/s, loss=10.9]\r\n",
      "03/01 12:54: Val Epoch 11: average Loss: 25.775380, time: 5.19 s\r\n",
      "Test Epoch 11: 100%|█████████████████| 54/54 [00:05<00:00, 10.21it/s, loss=15.8]\r\n",
      "03/01 12:54: Test Epoch 11: average Loss: 25.767193, time: 5.29 s\r\n",
      "Train Epoch 12: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=22.9]\r\n",
      "03/01 12:55: Train Epoch 12: average Loss: 23.936797, time: 28.40 s\r\n",
      "Val Epoch 12: 100%|██████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=10.8]\r\n",
      "03/01 12:55: Val Epoch 12: average Loss: 24.860684, time: 5.20 s\r\n",
      "Test Epoch 12: 100%|█████████████████| 54/54 [00:05<00:00, 10.21it/s, loss=15.8]\r\n",
      "03/01 12:55: Test Epoch 12: average Loss: 24.870133, time: 5.29 s\r\n",
      "03/01 12:55: Best validation model saved!\r\n",
      "Train Epoch 13: 100%|████████████████| 159/159 [00:28<00:00,  5.60it/s, loss=24]\r\n",
      "03/01 12:55: Train Epoch 13: average Loss: 24.041656, time: 28.37 s\r\n",
      "Val Epoch 13: 100%|████████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=11]\r\n",
      "03/01 12:56: Val Epoch 13: average Loss: 24.526954, time: 5.20 s\r\n",
      "Test Epoch 13: 100%|█████████████████| 54/54 [00:05<00:00, 10.21it/s, loss=15.7]\r\n",
      "03/01 12:56: Test Epoch 13: average Loss: 24.625356, time: 5.29 s\r\n",
      "03/01 12:56: Best validation model saved!\r\n",
      "Train Epoch 14: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=23.4]\r\n",
      "03/01 12:56: Train Epoch 14: average Loss: 23.406497, time: 28.38 s\r\n",
      "Val Epoch 14: 100%|██████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=10.7]\r\n",
      "03/01 12:56: Val Epoch 14: average Loss: 24.260609, time: 5.20 s\r\n",
      "Test Epoch 14: 100%|█████████████████| 54/54 [00:05<00:00, 10.21it/s, loss=15.5]\r\n",
      "03/01 12:56: Test Epoch 14: average Loss: 24.341285, time: 5.29 s\r\n",
      "03/01 12:56: Best validation model saved!\r\n",
      "Train Epoch 15: 100%|████████████████| 159/159 [00:28<00:00,  5.61it/s, loss=23]\r\n",
      "03/01 12:57: Train Epoch 15: average Loss: 23.535845, time: 28.37 s\r\n",
      "Val Epoch 15: 100%|████████████████████| 53/53 [00:05<00:00, 10.21it/s, loss=14]\r\n",
      "03/01 12:57: Val Epoch 15: average Loss: 26.326327, time: 5.19 s\r\n",
      "Test Epoch 15: 100%|█████████████████| 54/54 [00:05<00:00, 10.22it/s, loss=18.5]\r\n",
      "03/01 12:57: Test Epoch 15: average Loss: 26.426803, time: 5.28 s\r\n",
      "Train Epoch 16: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=23.6]\r\n",
      "03/01 12:57: Train Epoch 16: average Loss: 23.216794, time: 28.39 s\r\n",
      "Val Epoch 16: 100%|██████████████████| 53/53 [00:05<00:00, 10.21it/s, loss=10.4]\r\n",
      "03/01 12:58: Val Epoch 16: average Loss: 24.013765, time: 5.19 s\r\n",
      "Test Epoch 16: 100%|█████████████████| 54/54 [00:05<00:00, 10.22it/s, loss=15.4]\r\n",
      "03/01 12:58: Test Epoch 16: average Loss: 24.140403, time: 5.28 s\r\n",
      "03/01 12:58: Best validation model saved!\r\n",
      "Train Epoch 17: 100%|██████████████| 159/159 [00:28<00:00,  5.58it/s, loss=21.9]\r\n",
      "03/01 12:58: Train Epoch 17: average Loss: 23.020414, time: 28.50 s\r\n",
      "Val Epoch 17: 100%|██████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=10.9]\r\n",
      "03/01 12:58: Val Epoch 17: average Loss: 23.963404, time: 5.20 s\r\n",
      "Test Epoch 17: 100%|█████████████████| 54/54 [00:05<00:00, 10.20it/s, loss=15.2]\r\n",
      "03/01 12:58: Test Epoch 17: average Loss: 24.168618, time: 5.29 s\r\n",
      "03/01 12:58: Best validation model saved!\r\n",
      "Train Epoch 18: 100%|██████████████| 159/159 [00:28<00:00,  5.61it/s, loss=21.3]\r\n",
      "03/01 12:59: Train Epoch 18: average Loss: 23.257476, time: 28.37 s\r\n",
      "Val Epoch 18: 100%|██████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=12.3]\r\n",
      "03/01 12:59: Val Epoch 18: average Loss: 25.465106, time: 5.20 s\r\n",
      "Test Epoch 18: 100%|█████████████████| 54/54 [00:05<00:00, 10.22it/s, loss=16.7]\r\n",
      "03/01 12:59: Test Epoch 18: average Loss: 25.612557, time: 5.28 s\r\n",
      "Train Epoch 19: 100%|██████████████| 159/159 [00:28<00:00,  5.61it/s, loss=22.2]\r\n",
      "03/01 12:59: Train Epoch 19: average Loss: 22.738070, time: 28.36 s\r\n",
      "Val Epoch 19: 100%|██████████████████| 53/53 [00:05<00:00, 10.21it/s, loss=10.7]\r\n",
      "03/01 12:59: Val Epoch 19: average Loss: 23.745609, time: 5.19 s\r\n",
      "Test Epoch 19: 100%|█████████████████| 54/54 [00:05<00:00, 10.22it/s, loss=15.3]\r\n",
      "03/01 13:00: Test Epoch 19: average Loss: 24.011471, time: 5.29 s\r\n",
      "03/01 13:00: Best validation model saved!\r\n",
      "Train Epoch 20: 100%|██████████████| 159/159 [00:28<00:00,  5.57it/s, loss=24.5]\r\n",
      "03/01 13:00: Train Epoch 20: average Loss: 22.559022, time: 28.55 s\r\n",
      "Val Epoch 20: 100%|██████████████████| 53/53 [00:05<00:00, 10.14it/s, loss=12.4]\r\n",
      "03/01 13:00: Val Epoch 20: average Loss: 24.626703, time: 5.23 s\r\n",
      "Test Epoch 20: 100%|█████████████████| 54/54 [00:05<00:00, 10.15it/s, loss=17.1]\r\n",
      "03/01 13:00: Test Epoch 20: average Loss: 24.841881, time: 5.32 s\r\n",
      "Train Epoch 21: 100%|██████████████| 159/159 [00:28<00:00,  5.55it/s, loss=22.5]\r\n",
      "03/01 13:01: Train Epoch 21: average Loss: 22.755960, time: 28.63 s\r\n",
      "Val Epoch 21: 100%|██████████████████| 53/53 [00:05<00:00, 10.13it/s, loss=9.86]\r\n",
      "03/01 13:01: Val Epoch 21: average Loss: 24.049616, time: 5.23 s\r\n",
      "Test Epoch 21: 100%|█████████████████| 54/54 [00:05<00:00, 10.14it/s, loss=14.9]\r\n",
      "03/01 13:01: Test Epoch 21: average Loss: 24.232938, time: 5.33 s\r\n",
      "Train Epoch 22: 100%|██████████████| 159/159 [00:28<00:00,  5.55it/s, loss=23.6]\r\n",
      "03/01 13:01: Train Epoch 22: average Loss: 22.426200, time: 28.64 s\r\n",
      "Val Epoch 22: 100%|██████████████████| 53/53 [00:05<00:00, 10.13it/s, loss=10.1]\r\n",
      "03/01 13:01: Val Epoch 22: average Loss: 23.564437, time: 5.23 s\r\n",
      "Test Epoch 22: 100%|█████████████████| 54/54 [00:05<00:00, 10.15it/s, loss=15.1]\r\n",
      "03/01 13:02: Test Epoch 22: average Loss: 23.786945, time: 5.32 s\r\n",
      "03/01 13:02: Best validation model saved!\r\n",
      "Train Epoch 23: 100%|██████████████| 159/159 [00:28<00:00,  5.55it/s, loss=22.3]\r\n",
      "03/01 13:02: Train Epoch 23: average Loss: 22.413816, time: 28.64 s\r\n",
      "Val Epoch 23: 100%|██████████████████| 53/53 [00:05<00:00, 10.13it/s, loss=9.87]\r\n",
      "03/01 13:02: Val Epoch 23: average Loss: 23.047513, time: 5.23 s\r\n",
      "Test Epoch 23: 100%|█████████████████| 54/54 [00:05<00:00, 10.14it/s, loss=14.6]\r\n",
      "03/01 13:02: Test Epoch 23: average Loss: 23.296943, time: 5.32 s\r\n",
      "03/01 13:02: Best validation model saved!\r\n",
      "Train Epoch 24: 100%|██████████████| 159/159 [00:28<00:00,  5.50it/s, loss=20.7]\r\n",
      "03/01 13:03: Train Epoch 24: average Loss: 22.066599, time: 28.91 s\r\n",
      "Val Epoch 24: 100%|██████████████████| 53/53 [00:05<00:00, 10.15it/s, loss=11.1]\r\n",
      "03/01 13:03: Val Epoch 24: average Loss: 23.601619, time: 5.22 s\r\n",
      "Test Epoch 24: 100%|█████████████████| 54/54 [00:05<00:00, 10.15it/s, loss=15.1]\r\n",
      "03/01 13:03: Test Epoch 24: average Loss: 23.779207, time: 5.32 s\r\n",
      "Train Epoch 25: 100%|████████████████| 159/159 [00:28<00:00,  5.53it/s, loss=21]\r\n",
      "03/01 13:03: Train Epoch 25: average Loss: 22.225006, time: 28.78 s\r\n",
      "Val Epoch 25: 100%|██████████████████| 53/53 [00:05<00:00, 10.16it/s, loss=10.3]\r\n",
      "03/01 13:03: Val Epoch 25: average Loss: 22.990038, time: 5.22 s\r\n",
      "Test Epoch 25: 100%|█████████████████| 54/54 [00:05<00:00, 10.22it/s, loss=14.4]\r\n",
      "03/01 13:03: Test Epoch 25: average Loss: 23.259499, time: 5.28 s\r\n",
      "03/01 13:03: Best validation model saved!\r\n",
      "Train Epoch 26: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=20.1]\r\n",
      "03/01 13:04: Train Epoch 26: average Loss: 21.794659, time: 28.39 s\r\n",
      "Val Epoch 26: 100%|██████████████████| 53/53 [00:05<00:00, 10.19it/s, loss=9.84]\r\n",
      "03/01 13:04: Val Epoch 26: average Loss: 22.912909, time: 5.20 s\r\n",
      "Test Epoch 26: 100%|█████████████████| 54/54 [00:05<00:00, 10.19it/s, loss=14.3]\r\n",
      "03/01 13:04: Test Epoch 26: average Loss: 23.170561, time: 5.30 s\r\n",
      "03/01 13:04: Best validation model saved!\r\n",
      "Train Epoch 27: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=23.5]\r\n",
      "03/01 13:05: Train Epoch 27: average Loss: 21.799089, time: 28.40 s\r\n",
      "Val Epoch 27: 100%|██████████████████| 53/53 [00:05<00:00, 10.17it/s, loss=9.85]\r\n",
      "03/01 13:05: Val Epoch 27: average Loss: 22.752375, time: 5.21 s\r\n",
      "Test Epoch 27: 100%|█████████████████| 54/54 [00:05<00:00, 10.19it/s, loss=14.2]\r\n",
      "03/01 13:05: Test Epoch 27: average Loss: 23.032104, time: 5.30 s\r\n",
      "03/01 13:05: Best validation model saved!\r\n",
      "Train Epoch 28: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=22.1]\r\n",
      "03/01 13:05: Train Epoch 28: average Loss: 21.937902, time: 28.40 s\r\n",
      "Val Epoch 28: 100%|██████████████████| 53/53 [00:05<00:00, 10.21it/s, loss=11.6]\r\n",
      "03/01 13:05: Val Epoch 28: average Loss: 23.869527, time: 5.19 s\r\n",
      "Test Epoch 28: 100%|█████████████████| 54/54 [00:05<00:00, 10.22it/s, loss=14.2]\r\n",
      "03/01 13:05: Test Epoch 28: average Loss: 24.022929, time: 5.29 s\r\n",
      "Train Epoch 29: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=23.2]\r\n",
      "03/01 13:06: Train Epoch 29: average Loss: 21.792676, time: 28.41 s\r\n",
      "Val Epoch 29: 100%|██████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=9.89]\r\n",
      "03/01 13:06: Val Epoch 29: average Loss: 22.668417, time: 5.20 s\r\n",
      "Test Epoch 29: 100%|█████████████████| 54/54 [00:05<00:00, 10.15it/s, loss=14.1]\r\n",
      "03/01 13:06: Test Epoch 29: average Loss: 22.989530, time: 5.32 s\r\n",
      "03/01 13:06: Best validation model saved!\r\n",
      "Train Epoch 30: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=21.6]\r\n",
      "03/01 13:07: Train Epoch 30: average Loss: 21.579295, time: 28.40 s\r\n",
      "Val Epoch 30: 100%|██████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=10.2]\r\n",
      "03/01 13:07: Val Epoch 30: average Loss: 22.709335, time: 5.20 s\r\n",
      "Test Epoch 30: 100%|█████████████████| 54/54 [00:05<00:00, 10.19it/s, loss=14.3]\r\n",
      "03/01 13:07: Test Epoch 30: average Loss: 23.008735, time: 5.30 s\r\n",
      "Train Epoch 31: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=23.3]\r\n",
      "03/01 13:07: Train Epoch 31: average Loss: 21.407927, time: 28.37 s\r\n",
      "Val Epoch 31: 100%|██████████████████| 53/53 [00:05<00:00, 10.37it/s, loss=10.4]\r\n",
      "03/01 13:07: Val Epoch 31: average Loss: 22.625753, time: 5.11 s\r\n",
      "Test Epoch 31: 100%|█████████████████| 54/54 [00:05<00:00, 10.38it/s, loss=14.3]\r\n",
      "03/01 13:07: Test Epoch 31: average Loss: 22.849838, time: 5.20 s\r\n",
      "03/01 13:07: Best validation model saved!\r\n",
      "Train Epoch 32: 100%|██████████████| 159/159 [00:28<00:00,  5.62it/s, loss=21.5]\r\n",
      "03/01 13:08: Train Epoch 32: average Loss: 21.518375, time: 28.29 s\r\n",
      "Val Epoch 32: 100%|██████████████████| 53/53 [00:05<00:00, 10.38it/s, loss=9.85]\r\n",
      "03/01 13:08: Val Epoch 32: average Loss: 22.697840, time: 5.11 s\r\n",
      "Test Epoch 32: 100%|█████████████████| 54/54 [00:05<00:00, 10.38it/s, loss=14.1]\r\n",
      "03/01 13:08: Test Epoch 32: average Loss: 22.986582, time: 5.20 s\r\n",
      "Train Epoch 33: 100%|██████████████| 159/159 [00:28<00:00,  5.63it/s, loss=20.8]\r\n",
      "03/01 13:08: Train Epoch 33: average Loss: 21.505425, time: 28.23 s\r\n",
      "Val Epoch 33: 100%|██████████████████| 53/53 [00:05<00:00, 10.17it/s, loss=10.6]\r\n",
      "03/01 13:09: Val Epoch 33: average Loss: 23.127912, time: 5.21 s\r\n",
      "Test Epoch 33: 100%|█████████████████| 54/54 [00:05<00:00, 10.18it/s, loss=14.7]\r\n",
      "03/01 13:09: Test Epoch 33: average Loss: 23.418395, time: 5.30 s\r\n",
      "Train Epoch 34: 100%|██████████████| 159/159 [00:28<00:00,  5.59it/s, loss=25.2]\r\n",
      "03/01 13:09: Train Epoch 34: average Loss: 21.460083, time: 28.44 s\r\n",
      "Val Epoch 34: 100%|██████████████████| 53/53 [00:05<00:00, 10.18it/s, loss=11.8]\r\n",
      "03/01 13:09: Val Epoch 34: average Loss: 25.646397, time: 5.21 s\r\n",
      "Test Epoch 34: 100%|█████████████████| 54/54 [00:05<00:00, 10.19it/s, loss=16.2]\r\n",
      "03/01 13:09: Test Epoch 34: average Loss: 25.799093, time: 5.30 s\r\n",
      "Train Epoch 35: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=20.6]\r\n",
      "03/01 13:10: Train Epoch 35: average Loss: 21.413318, time: 28.41 s\r\n",
      "Val Epoch 35: 100%|██████████████████| 53/53 [00:05<00:00, 10.16it/s, loss=9.88]\r\n",
      "03/01 13:10: Val Epoch 35: average Loss: 22.263081, time: 5.22 s\r\n",
      "Test Epoch 35: 100%|█████████████████| 54/54 [00:05<00:00, 10.19it/s, loss=13.8]\r\n",
      "03/01 13:10: Test Epoch 35: average Loss: 22.558616, time: 5.30 s\r\n",
      "03/01 13:10: Best validation model saved!\r\n",
      "Train Epoch 36: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=21.7]\r\n",
      "03/01 13:10: Train Epoch 36: average Loss: 21.048995, time: 28.41 s\r\n",
      "Val Epoch 36: 100%|██████████████████| 53/53 [00:05<00:00, 10.19it/s, loss=10.1]\r\n",
      "03/01 13:11: Val Epoch 36: average Loss: 22.190847, time: 5.20 s\r\n",
      "Test Epoch 36: 100%|███████████████████| 54/54 [00:05<00:00, 10.19it/s, loss=14]\r\n",
      "03/01 13:11: Test Epoch 36: average Loss: 22.497798, time: 5.30 s\r\n",
      "03/01 13:11: Best validation model saved!\r\n",
      "Train Epoch 37: 100%|██████████████| 159/159 [00:28<00:00,  5.54it/s, loss=21.1]\r\n",
      "03/01 13:11: Train Epoch 37: average Loss: 21.150768, time: 28.68 s\r\n",
      "Val Epoch 37: 100%|██████████████████| 53/53 [00:05<00:00, 10.11it/s, loss=10.2]\r\n",
      "03/01 13:11: Val Epoch 37: average Loss: 22.258923, time: 5.24 s\r\n",
      "Test Epoch 37: 100%|█████████████████| 54/54 [00:05<00:00, 10.11it/s, loss=13.9]\r\n",
      "03/01 13:11: Test Epoch 37: average Loss: 22.664974, time: 5.34 s\r\n",
      "Train Epoch 38: 100%|██████████████| 159/159 [00:28<00:00,  5.55it/s, loss=21.1]\r\n",
      "03/01 13:12: Train Epoch 38: average Loss: 21.133649, time: 28.66 s\r\n",
      "Val Epoch 38: 100%|██████████████████| 53/53 [00:05<00:00, 10.13it/s, loss=9.92]\r\n",
      "03/01 13:12: Val Epoch 38: average Loss: 22.106807, time: 5.24 s\r\n",
      "Test Epoch 38: 100%|█████████████████| 54/54 [00:05<00:00, 10.14it/s, loss=13.7]\r\n",
      "03/01 13:12: Test Epoch 38: average Loss: 22.369521, time: 5.33 s\r\n",
      "03/01 13:12: Best validation model saved!\r\n",
      "Train Epoch 39: 100%|██████████████| 159/159 [00:28<00:00,  5.51it/s, loss=21.5]\r\n",
      "03/01 13:12: Train Epoch 39: average Loss: 20.820855, time: 28.83 s\r\n",
      "Val Epoch 39: 100%|██████████████████| 53/53 [00:05<00:00, 10.12it/s, loss=10.8]\r\n",
      "03/01 13:12: Val Epoch 39: average Loss: 22.670295, time: 5.24 s\r\n",
      "Test Epoch 39: 100%|███████████████████| 54/54 [00:05<00:00, 10.13it/s, loss=14]\r\n",
      "03/01 13:13: Test Epoch 39: average Loss: 22.909849, time: 5.33 s\r\n",
      "Train Epoch 40: 100%|██████████████| 159/159 [00:28<00:00,  5.55it/s, loss=20.9]\r\n",
      "03/01 13:13: Train Epoch 40: average Loss: 20.831564, time: 28.63 s\r\n",
      "Val Epoch 40: 100%|██████████████████| 53/53 [00:05<00:00, 10.12it/s, loss=9.58]\r\n",
      "03/01 13:13: Val Epoch 40: average Loss: 22.007981, time: 5.24 s\r\n",
      "Test Epoch 40: 100%|█████████████████| 54/54 [00:05<00:00, 10.13it/s, loss=13.9]\r\n",
      "03/01 13:13: Test Epoch 40: average Loss: 22.267359, time: 5.33 s\r\n",
      "03/01 13:13: Best validation model saved!\r\n",
      "Train Epoch 41: 100%|██████████████| 159/159 [00:28<00:00,  5.55it/s, loss=21.7]\r\n",
      "03/01 13:14: Train Epoch 41: average Loss: 20.877603, time: 28.65 s\r\n",
      "Val Epoch 41: 100%|███████████████████| 53/53 [00:05<00:00, 10.13it/s, loss=9.5]\r\n",
      "03/01 13:14: Val Epoch 41: average Loss: 21.895890, time: 5.23 s\r\n",
      "Test Epoch 41: 100%|█████████████████| 54/54 [00:05<00:00, 10.14it/s, loss=13.7]\r\n",
      "03/01 13:14: Test Epoch 41: average Loss: 22.270499, time: 5.33 s\r\n",
      "03/01 13:14: Best validation model saved!\r\n",
      "Train Epoch 42: 100%|██████████████| 159/159 [00:28<00:00,  5.55it/s, loss=21.6]\r\n",
      "03/01 13:14: Train Epoch 42: average Loss: 20.693579, time: 28.63 s\r\n",
      "Val Epoch 42: 100%|██████████████████| 53/53 [00:05<00:00, 10.18it/s, loss=9.82]\r\n",
      "03/01 13:14: Val Epoch 42: average Loss: 22.319147, time: 5.21 s\r\n",
      "Test Epoch 42: 100%|█████████████████| 54/54 [00:05<00:00, 10.18it/s, loss=13.6]\r\n",
      "03/01 13:15: Test Epoch 42: average Loss: 22.652473, time: 5.31 s\r\n",
      "Train Epoch 43: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=21.3]\r\n",
      "03/01 13:15: Train Epoch 43: average Loss: 20.859537, time: 28.41 s\r\n",
      "Val Epoch 43: 100%|██████████████████| 53/53 [00:05<00:00, 10.18it/s, loss=10.6]\r\n",
      "03/01 13:15: Val Epoch 43: average Loss: 23.199817, time: 5.21 s\r\n",
      "Test Epoch 43: 100%|█████████████████| 54/54 [00:05<00:00, 10.18it/s, loss=14.3]\r\n",
      "03/01 13:15: Test Epoch 43: average Loss: 23.531248, time: 5.30 s\r\n",
      "Train Epoch 44: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=19.7]\r\n",
      "03/01 13:16: Train Epoch 44: average Loss: 20.871516, time: 28.40 s\r\n",
      "Val Epoch 44: 100%|██████████████████| 53/53 [00:05<00:00, 10.18it/s, loss=9.77]\r\n",
      "03/01 13:16: Val Epoch 44: average Loss: 22.511858, time: 5.21 s\r\n",
      "Test Epoch 44: 100%|█████████████████| 54/54 [00:05<00:00, 10.19it/s, loss=13.9]\r\n",
      "03/01 13:16: Test Epoch 44: average Loss: 22.774457, time: 5.30 s\r\n",
      "Train Epoch 45: 100%|██████████████| 159/159 [00:28<00:00,  5.54it/s, loss=20.2]\r\n",
      "03/01 13:16: Train Epoch 45: average Loss: 20.692369, time: 28.70 s\r\n",
      "Val Epoch 45: 100%|██████████████████| 53/53 [00:05<00:00, 10.19it/s, loss=9.85]\r\n",
      "03/01 13:16: Val Epoch 45: average Loss: 21.966098, time: 5.20 s\r\n",
      "Test Epoch 45: 100%|█████████████████| 54/54 [00:05<00:00, 10.20it/s, loss=13.5]\r\n",
      "03/01 13:16: Test Epoch 45: average Loss: 22.273447, time: 5.29 s\r\n",
      "Train Epoch 46: 100%|██████████████| 159/159 [00:28<00:00,  5.57it/s, loss=22.1]\r\n",
      "03/01 13:17: Train Epoch 46: average Loss: 20.547120, time: 28.55 s\r\n",
      "Val Epoch 46: 100%|██████████████████| 53/53 [00:05<00:00, 10.18it/s, loss=10.3]\r\n",
      "03/01 13:17: Val Epoch 46: average Loss: 22.489388, time: 5.21 s\r\n",
      "Test Epoch 46: 100%|█████████████████| 54/54 [00:05<00:00, 10.18it/s, loss=14.4]\r\n",
      "03/01 13:17: Test Epoch 46: average Loss: 22.818559, time: 5.30 s\r\n",
      "Train Epoch 47: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=20.9]\r\n",
      "03/01 13:18: Train Epoch 47: average Loss: 20.610682, time: 28.41 s\r\n",
      "Val Epoch 47: 100%|██████████████████| 53/53 [00:05<00:00, 10.16it/s, loss=9.82]\r\n",
      "03/01 13:18: Val Epoch 47: average Loss: 21.735327, time: 5.22 s\r\n",
      "Test Epoch 47: 100%|█████████████████| 54/54 [00:05<00:00, 10.17it/s, loss=13.7]\r\n",
      "03/01 13:18: Test Epoch 47: average Loss: 22.040201, time: 5.31 s\r\n",
      "03/01 13:18: Best validation model saved!\r\n",
      "Train Epoch 48: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=20.6]\r\n",
      "03/01 13:18: Train Epoch 48: average Loss: 20.575822, time: 28.41 s\r\n",
      "Val Epoch 48: 100%|██████████████████| 53/53 [00:05<00:00, 10.18it/s, loss=10.9]\r\n",
      "03/01 13:18: Val Epoch 48: average Loss: 22.498244, time: 5.21 s\r\n",
      "Test Epoch 48: 100%|███████████████████| 54/54 [00:05<00:00, 10.19it/s, loss=14]\r\n",
      "03/01 13:18: Test Epoch 48: average Loss: 22.818003, time: 5.30 s\r\n",
      "Train Epoch 49: 100%|████████████████| 159/159 [00:28<00:00,  5.60it/s, loss=19]\r\n",
      "03/01 13:19: Train Epoch 49: average Loss: 20.378050, time: 28.41 s\r\n",
      "Val Epoch 49: 100%|███████████████████| 53/53 [00:05<00:00, 10.19it/s, loss=9.5]\r\n",
      "03/01 13:19: Val Epoch 49: average Loss: 21.727429, time: 5.20 s\r\n",
      "Test Epoch 49: 100%|█████████████████| 54/54 [00:05<00:00, 10.16it/s, loss=13.7]\r\n",
      "03/01 13:19: Test Epoch 49: average Loss: 22.073282, time: 5.31 s\r\n",
      "03/01 13:19: Best validation model saved!\r\n",
      "Train Epoch 50: 100%|██████████████| 159/159 [00:28<00:00,  5.59it/s, loss=20.2]\r\n",
      "03/01 13:20: Train Epoch 50: average Loss: 20.518889, time: 28.43 s\r\n",
      "Val Epoch 50: 100%|██████████████████| 53/53 [00:05<00:00, 10.16it/s, loss=9.77]\r\n",
      "03/01 13:20: Val Epoch 50: average Loss: 22.040708, time: 5.21 s\r\n",
      "Test Epoch 50: 100%|█████████████████| 54/54 [00:05<00:00, 10.17it/s, loss=13.6]\r\n",
      "03/01 13:20: Test Epoch 50: average Loss: 22.326509, time: 5.31 s\r\n",
      "Train Epoch 51: 100%|██████████████| 159/159 [00:28<00:00,  5.59it/s, loss=19.6]\r\n",
      "03/01 13:20: Train Epoch 51: average Loss: 20.307601, time: 28.45 s\r\n",
      "Val Epoch 51: 100%|██████████████████| 53/53 [00:05<00:00, 10.17it/s, loss=9.69]\r\n",
      "03/01 13:20: Val Epoch 51: average Loss: 21.881740, time: 5.21 s\r\n",
      "Test Epoch 51: 100%|█████████████████| 54/54 [00:05<00:00, 10.18it/s, loss=13.4]\r\n",
      "03/01 13:20: Test Epoch 51: average Loss: 22.159135, time: 5.30 s\r\n",
      "Train Epoch 52: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=21.7]\r\n",
      "03/01 13:21: Train Epoch 52: average Loss: 20.227968, time: 28.41 s\r\n",
      "Val Epoch 52: 100%|██████████████████| 53/53 [00:05<00:00, 10.17it/s, loss=9.46]\r\n",
      "03/01 13:21: Val Epoch 52: average Loss: 21.624881, time: 5.21 s\r\n",
      "Test Epoch 52: 100%|█████████████████| 54/54 [00:05<00:00, 10.18it/s, loss=13.2]\r\n",
      "03/01 13:21: Test Epoch 52: average Loss: 21.947815, time: 5.31 s\r\n",
      "03/01 13:21: Best validation model saved!\r\n",
      "Train Epoch 53: 100%|██████████████| 159/159 [00:28<00:00,  5.59it/s, loss=19.1]\r\n",
      "03/01 13:22: Train Epoch 53: average Loss: 20.261316, time: 28.43 s\r\n",
      "Val Epoch 53: 100%|██████████████████| 53/53 [00:05<00:00, 10.12it/s, loss=9.77]\r\n",
      "03/01 13:22: Val Epoch 53: average Loss: 21.617912, time: 5.24 s\r\n",
      "Test Epoch 53: 100%|█████████████████| 54/54 [00:05<00:00, 10.13it/s, loss=13.5]\r\n",
      "03/01 13:22: Test Epoch 53: average Loss: 21.972212, time: 5.33 s\r\n",
      "03/01 13:22: Best validation model saved!\r\n",
      "Train Epoch 54: 100%|██████████████| 159/159 [00:28<00:00,  5.55it/s, loss=19.2]\r\n",
      "03/01 13:22: Train Epoch 54: average Loss: 20.273060, time: 28.64 s\r\n",
      "Val Epoch 54: 100%|██████████████████| 53/53 [00:05<00:00, 10.28it/s, loss=10.4]\r\n",
      "03/01 13:22: Val Epoch 54: average Loss: 22.285563, time: 5.16 s\r\n",
      "Test Epoch 54: 100%|███████████████████| 54/54 [00:05<00:00, 10.29it/s, loss=14]\r\n",
      "03/01 13:22: Test Epoch 54: average Loss: 22.758827, time: 5.25 s\r\n",
      "Train Epoch 55: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=20.2]\r\n",
      "03/01 13:23: Train Epoch 55: average Loss: 20.237373, time: 28.39 s\r\n",
      "Val Epoch 55: 100%|██████████████████| 53/53 [00:05<00:00, 10.30it/s, loss=9.69]\r\n",
      "03/01 13:23: Val Epoch 55: average Loss: 21.823356, time: 5.14 s\r\n",
      "Test Epoch 55: 100%|█████████████████| 54/54 [00:05<00:00, 10.32it/s, loss=13.6]\r\n",
      "03/01 13:23: Test Epoch 55: average Loss: 22.179710, time: 5.24 s\r\n",
      "Train Epoch 56: 100%|██████████████| 159/159 [00:28<00:00,  5.61it/s, loss=20.7]\r\n",
      "03/01 13:23: Train Epoch 56: average Loss: 20.093254, time: 28.36 s\r\n",
      "Val Epoch 56: 100%|██████████████████| 53/53 [00:05<00:00, 10.30it/s, loss=10.9]\r\n",
      "03/01 13:24: Val Epoch 56: average Loss: 21.954936, time: 5.15 s\r\n",
      "Test Epoch 56: 100%|███████████████████| 54/54 [00:05<00:00, 10.31it/s, loss=14]\r\n",
      "03/01 13:24: Test Epoch 56: average Loss: 22.266298, time: 5.24 s\r\n",
      "Train Epoch 57: 100%|██████████████| 159/159 [00:28<00:00,  5.61it/s, loss=20.2]\r\n",
      "03/01 13:24: Train Epoch 57: average Loss: 20.017650, time: 28.36 s\r\n",
      "Val Epoch 57: 100%|██████████████████| 53/53 [00:05<00:00, 10.30it/s, loss=9.83]\r\n",
      "03/01 13:24: Val Epoch 57: average Loss: 21.447222, time: 5.15 s\r\n",
      "Test Epoch 57: 100%|█████████████████| 54/54 [00:05<00:00, 10.30it/s, loss=13.8]\r\n",
      "03/01 13:24: Test Epoch 57: average Loss: 21.806370, time: 5.24 s\r\n",
      "03/01 13:24: Best validation model saved!\r\n",
      "Train Epoch 58: 100%|██████████████| 159/159 [00:28<00:00,  5.61it/s, loss=18.4]\r\n",
      "03/01 13:25: Train Epoch 58: average Loss: 20.082419, time: 28.35 s\r\n",
      "Val Epoch 58: 100%|██████████████████| 53/53 [00:05<00:00, 10.30it/s, loss=9.55]\r\n",
      "03/01 13:25: Val Epoch 58: average Loss: 21.530273, time: 5.15 s\r\n",
      "Test Epoch 58: 100%|█████████████████| 54/54 [00:05<00:00, 10.30it/s, loss=13.8]\r\n",
      "03/01 13:25: Test Epoch 58: average Loss: 21.863339, time: 5.24 s\r\n",
      "Train Epoch 59: 100%|██████████████| 159/159 [00:28<00:00,  5.64it/s, loss=19.8]\r\n",
      "03/01 13:25: Train Epoch 59: average Loss: 20.016329, time: 28.22 s\r\n",
      "Val Epoch 59: 100%|██████████████████| 53/53 [00:05<00:00, 10.38it/s, loss=9.52]\r\n",
      "03/01 13:25: Val Epoch 59: average Loss: 21.642300, time: 5.11 s\r\n",
      "Test Epoch 59: 100%|█████████████████| 54/54 [00:05<00:00, 10.38it/s, loss=13.6]\r\n",
      "03/01 13:26: Test Epoch 59: average Loss: 21.980021, time: 5.20 s\r\n",
      "Train Epoch 60: 100%|██████████████| 159/159 [00:28<00:00,  5.66it/s, loss=22.3]\r\n",
      "03/01 13:26: Train Epoch 60: average Loss: 20.041077, time: 28.09 s\r\n",
      "Val Epoch 60: 100%|██████████████████| 53/53 [00:05<00:00, 10.36it/s, loss=9.65]\r\n",
      "03/01 13:26: Val Epoch 60: average Loss: 21.722519, time: 5.12 s\r\n",
      "Test Epoch 60: 100%|█████████████████| 54/54 [00:05<00:00, 10.37it/s, loss=13.5]\r\n",
      "03/01 13:26: Test Epoch 60: average Loss: 22.070269, time: 5.21 s\r\n",
      "Train Epoch 61: 100%|██████████████| 159/159 [00:28<00:00,  5.63it/s, loss=21.4]\r\n",
      "03/01 13:27: Train Epoch 61: average Loss: 19.934116, time: 28.26 s\r\n",
      "Val Epoch 61: 100%|██████████████████| 53/53 [00:05<00:00, 10.35it/s, loss=9.84]\r\n",
      "03/01 13:27: Val Epoch 61: average Loss: 21.998857, time: 5.12 s\r\n",
      "Test Epoch 61: 100%|█████████████████| 54/54 [00:05<00:00, 10.37it/s, loss=14.1]\r\n",
      "03/01 13:27: Test Epoch 61: average Loss: 22.382456, time: 5.21 s\r\n",
      "Train Epoch 62: 100%|██████████████| 159/159 [00:28<00:00,  5.66it/s, loss=19.7]\r\n",
      "03/01 13:27: Train Epoch 62: average Loss: 19.890470, time: 28.11 s\r\n",
      "Val Epoch 62: 100%|██████████████████| 53/53 [00:05<00:00, 10.36it/s, loss=9.43]\r\n",
      "03/01 13:27: Val Epoch 62: average Loss: 21.765933, time: 5.12 s\r\n",
      "Test Epoch 62: 100%|█████████████████| 54/54 [00:05<00:00, 10.38it/s, loss=13.6]\r\n",
      "03/01 13:27: Test Epoch 62: average Loss: 22.087914, time: 5.21 s\r\n",
      "Train Epoch 63: 100%|██████████████| 159/159 [00:28<00:00,  5.63it/s, loss=21.2]\r\n",
      "03/01 13:28: Train Epoch 63: average Loss: 20.085977, time: 28.22 s\r\n",
      "Val Epoch 63: 100%|██████████████████| 53/53 [00:05<00:00, 10.19it/s, loss=9.57]\r\n",
      "03/01 13:28: Val Epoch 63: average Loss: 21.905575, time: 5.20 s\r\n",
      "Test Epoch 63: 100%|███████████████████| 54/54 [00:05<00:00, 10.19it/s, loss=14]\r\n",
      "03/01 13:28: Test Epoch 63: average Loss: 22.291855, time: 5.30 s\r\n",
      "Train Epoch 64: 100%|████████████████| 159/159 [00:28<00:00,  5.60it/s, loss=20]\r\n",
      "03/01 13:29: Train Epoch 64: average Loss: 19.779108, time: 28.39 s\r\n",
      "Val Epoch 64: 100%|██████████████████| 53/53 [00:05<00:00, 10.19it/s, loss=9.57]\r\n",
      "03/01 13:29: Val Epoch 64: average Loss: 21.480750, time: 5.20 s\r\n",
      "Test Epoch 64: 100%|█████████████████| 54/54 [00:05<00:00, 10.20it/s, loss=13.7]\r\n",
      "03/01 13:29: Test Epoch 64: average Loss: 21.891855, time: 5.30 s\r\n",
      "Train Epoch 65: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=19.5]\r\n",
      "03/01 13:29: Train Epoch 65: average Loss: 19.712640, time: 28.41 s\r\n",
      "Val Epoch 65: 100%|███████████████████| 53/53 [00:05<00:00, 10.19it/s, loss=9.5]\r\n",
      "03/01 13:29: Val Epoch 65: average Loss: 21.488047, time: 5.20 s\r\n",
      "Test Epoch 65: 100%|█████████████████| 54/54 [00:05<00:00, 10.20it/s, loss=13.5]\r\n",
      "03/01 13:29: Test Epoch 65: average Loss: 21.844620, time: 5.30 s\r\n",
      "Train Epoch 66: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=19.7]\r\n",
      "03/01 13:30: Train Epoch 66: average Loss: 19.833628, time: 28.41 s\r\n",
      "Val Epoch 66: 100%|██████████████████| 53/53 [00:05<00:00, 10.21it/s, loss=9.84]\r\n",
      "03/01 13:30: Val Epoch 66: average Loss: 21.538367, time: 5.19 s\r\n",
      "Test Epoch 66: 100%|█████████████████| 54/54 [00:05<00:00, 10.14it/s, loss=13.4]\r\n",
      "03/01 13:30: Test Epoch 66: average Loss: 21.930188, time: 5.33 s\r\n",
      "Train Epoch 67: 100%|██████████████| 159/159 [00:28<00:00,  5.58it/s, loss=20.9]\r\n",
      "03/01 13:31: Train Epoch 67: average Loss: 19.779939, time: 28.48 s\r\n",
      "Val Epoch 67: 100%|██████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=9.62]\r\n",
      "03/01 13:31: Val Epoch 67: average Loss: 21.346883, time: 5.20 s\r\n",
      "Test Epoch 67: 100%|█████████████████| 54/54 [00:05<00:00, 10.20it/s, loss=13.2]\r\n",
      "03/01 13:31: Test Epoch 67: average Loss: 21.694047, time: 5.30 s\r\n",
      "03/01 13:31: Best validation model saved!\r\n",
      "Train Epoch 68: 100%|██████████████| 159/159 [00:28<00:00,  5.59it/s, loss=20.8]\r\n",
      "03/01 13:31: Train Epoch 68: average Loss: 19.703449, time: 28.46 s\r\n",
      "Val Epoch 68: 100%|██████████████████| 53/53 [00:05<00:00, 10.17it/s, loss=10.7]\r\n",
      "03/01 13:31: Val Epoch 68: average Loss: 21.692410, time: 5.21 s\r\n",
      "Test Epoch 68: 100%|█████████████████| 54/54 [00:05<00:00, 10.17it/s, loss=14.3]\r\n",
      "03/01 13:31: Test Epoch 68: average Loss: 22.003554, time: 5.31 s\r\n",
      "Train Epoch 69: 100%|██████████████| 159/159 [00:28<00:00,  5.56it/s, loss=19.2]\r\n",
      "03/01 13:32: Train Epoch 69: average Loss: 19.613441, time: 28.62 s\r\n",
      "Val Epoch 69: 100%|██████████████████| 53/53 [00:05<00:00, 10.16it/s, loss=9.47]\r\n",
      "03/01 13:32: Val Epoch 69: average Loss: 21.372812, time: 5.22 s\r\n",
      "Test Epoch 69: 100%|█████████████████| 54/54 [00:05<00:00, 10.17it/s, loss=13.8]\r\n",
      "03/01 13:32: Test Epoch 69: average Loss: 21.761154, time: 5.31 s\r\n",
      "Train Epoch 70: 100%|██████████████| 159/159 [00:28<00:00,  5.57it/s, loss=19.3]\r\n",
      "03/01 13:32: Train Epoch 70: average Loss: 19.581345, time: 28.54 s\r\n",
      "Val Epoch 70: 100%|██████████████████| 53/53 [00:05<00:00, 10.10it/s, loss=9.35]\r\n",
      "03/01 13:33: Val Epoch 70: average Loss: 21.430109, time: 5.25 s\r\n",
      "Test Epoch 70: 100%|█████████████████| 54/54 [00:05<00:00, 10.11it/s, loss=13.6]\r\n",
      "03/01 13:33: Test Epoch 70: average Loss: 21.804658, time: 5.34 s\r\n",
      "Train Epoch 71: 100%|██████████████| 159/159 [00:28<00:00,  5.54it/s, loss=17.2]\r\n",
      "03/01 13:33: Train Epoch 71: average Loss: 19.604566, time: 28.69 s\r\n",
      "Val Epoch 71: 100%|██████████████████| 53/53 [00:05<00:00, 10.11it/s, loss=9.71]\r\n",
      "03/01 13:33: Val Epoch 71: average Loss: 21.329565, time: 5.25 s\r\n",
      "Test Epoch 71: 100%|█████████████████| 54/54 [00:05<00:00, 10.11it/s, loss=13.7]\r\n",
      "03/01 13:33: Test Epoch 71: average Loss: 21.703966, time: 5.34 s\r\n",
      "03/01 13:33: Best validation model saved!\r\n",
      "Train Epoch 72: 100%|██████████████| 159/159 [00:28<00:00,  5.52it/s, loss=18.4]\r\n",
      "03/01 13:34: Train Epoch 72: average Loss: 19.454898, time: 28.79 s\r\n",
      "Val Epoch 72: 100%|██████████████████| 53/53 [00:05<00:00, 10.09it/s, loss=9.38]\r\n",
      "03/01 13:34: Val Epoch 72: average Loss: 21.121022, time: 5.26 s\r\n",
      "Test Epoch 72: 100%|█████████████████| 54/54 [00:05<00:00, 10.10it/s, loss=13.8]\r\n",
      "03/01 13:34: Test Epoch 72: average Loss: 21.526880, time: 5.34 s\r\n",
      "03/01 13:34: Best validation model saved!\r\n",
      "Train Epoch 73: 100%|██████████████| 159/159 [00:28<00:00,  5.54it/s, loss=19.7]\r\n",
      "03/01 13:34: Train Epoch 73: average Loss: 19.468157, time: 28.72 s\r\n",
      "Val Epoch 73: 100%|██████████████████| 53/53 [00:05<00:00, 10.11it/s, loss=9.29]\r\n",
      "03/01 13:35: Val Epoch 73: average Loss: 21.171108, time: 5.25 s\r\n",
      "Test Epoch 73: 100%|█████████████████| 54/54 [00:05<00:00, 10.11it/s, loss=13.7]\r\n",
      "03/01 13:35: Test Epoch 73: average Loss: 21.578577, time: 5.34 s\r\n",
      "Train Epoch 74: 100%|██████████████| 159/159 [00:28<00:00,  5.55it/s, loss=18.4]\r\n",
      "03/01 13:35: Train Epoch 74: average Loss: 19.504413, time: 28.65 s\r\n",
      "Val Epoch 74: 100%|██████████████████| 53/53 [00:05<00:00, 10.13it/s, loss=9.46]\r\n",
      "03/01 13:35: Val Epoch 74: average Loss: 21.266657, time: 5.24 s\r\n",
      "Test Epoch 74: 100%|█████████████████| 54/54 [00:05<00:00, 10.14it/s, loss=13.4]\r\n",
      "03/01 13:35: Test Epoch 74: average Loss: 21.618133, time: 5.33 s\r\n",
      "Train Epoch 75: 100%|██████████████| 159/159 [00:28<00:00,  5.55it/s, loss=19.9]\r\n",
      "03/01 13:36: Train Epoch 75: average Loss: 19.431253, time: 28.66 s\r\n",
      "Val Epoch 75: 100%|██████████████████| 53/53 [00:05<00:00, 10.14it/s, loss=9.56]\r\n",
      "03/01 13:36: Val Epoch 75: average Loss: 21.368278, time: 5.23 s\r\n",
      "Test Epoch 75: 100%|█████████████████| 54/54 [00:05<00:00, 10.14it/s, loss=13.6]\r\n",
      "03/01 13:36: Test Epoch 75: average Loss: 21.744064, time: 5.32 s\r\n",
      "Train Epoch 76: 100%|██████████████| 159/159 [00:28<00:00,  5.56it/s, loss=18.9]\r\n",
      "03/01 13:36: Train Epoch 76: average Loss: 19.403409, time: 28.59 s\r\n",
      "Val Epoch 76: 100%|██████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=9.24]\r\n",
      "03/01 13:37: Val Epoch 76: average Loss: 21.362245, time: 5.20 s\r\n",
      "Test Epoch 76: 100%|█████████████████| 54/54 [00:05<00:00, 10.20it/s, loss=13.5]\r\n",
      "03/01 13:37: Test Epoch 76: average Loss: 21.741932, time: 5.30 s\r\n",
      "Train Epoch 77: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=19.5]\r\n",
      "03/01 13:37: Train Epoch 77: average Loss: 19.436241, time: 28.40 s\r\n",
      "Val Epoch 77: 100%|██████████████████| 53/53 [00:05<00:00, 10.19it/s, loss=9.32]\r\n",
      "03/01 13:37: Val Epoch 77: average Loss: 21.305881, time: 5.20 s\r\n",
      "Test Epoch 77: 100%|█████████████████| 54/54 [00:05<00:00, 10.20it/s, loss=13.5]\r\n",
      "03/01 13:37: Test Epoch 77: average Loss: 21.704347, time: 5.30 s\r\n",
      "Train Epoch 78: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=19.7]\r\n",
      "03/01 13:38: Train Epoch 78: average Loss: 19.365225, time: 28.40 s\r\n",
      "Val Epoch 78: 100%|██████████████████| 53/53 [00:05<00:00, 10.16it/s, loss=9.45]\r\n",
      "03/01 13:38: Val Epoch 78: average Loss: 21.057057, time: 5.22 s\r\n",
      "Test Epoch 78: 100%|█████████████████| 54/54 [00:05<00:00, 10.16it/s, loss=13.6]\r\n",
      "03/01 13:38: Test Epoch 78: average Loss: 21.499690, time: 5.31 s\r\n",
      "03/01 13:38: Best validation model saved!\r\n",
      "Train Epoch 79: 100%|██████████████| 159/159 [00:28<00:00,  5.59it/s, loss=20.3]\r\n",
      "03/01 13:38: Train Epoch 79: average Loss: 19.354307, time: 28.46 s\r\n",
      "Val Epoch 79: 100%|██████████████████| 53/53 [00:05<00:00, 10.17it/s, loss=9.77]\r\n",
      "03/01 13:38: Val Epoch 79: average Loss: 21.158230, time: 5.21 s\r\n",
      "Test Epoch 79: 100%|█████████████████| 54/54 [00:05<00:00, 10.18it/s, loss=13.5]\r\n",
      "03/01 13:39: Test Epoch 79: average Loss: 21.522160, time: 5.31 s\r\n",
      "Train Epoch 80: 100%|██████████████| 159/159 [00:28<00:00,  5.59it/s, loss=19.3]\r\n",
      "03/01 13:39: Train Epoch 80: average Loss: 19.272828, time: 28.47 s\r\n",
      "Val Epoch 80: 100%|██████████████████| 53/53 [00:05<00:00, 10.16it/s, loss=9.42]\r\n",
      "03/01 13:39: Val Epoch 80: average Loss: 21.090716, time: 5.22 s\r\n",
      "Test Epoch 80: 100%|█████████████████| 54/54 [00:05<00:00, 10.17it/s, loss=13.9]\r\n",
      "03/01 13:39: Test Epoch 80: average Loss: 21.471231, time: 5.31 s\r\n",
      "Train Epoch 81: 100%|██████████████| 159/159 [00:28<00:00,  5.59it/s, loss=18.2]\r\n",
      "03/01 13:40: Train Epoch 81: average Loss: 19.299528, time: 28.44 s\r\n",
      "Val Epoch 81: 100%|██████████████████| 53/53 [00:05<00:00, 10.15it/s, loss=9.62]\r\n",
      "03/01 13:40: Val Epoch 81: average Loss: 21.171348, time: 5.22 s\r\n",
      "Test Epoch 81: 100%|█████████████████| 54/54 [00:05<00:00, 10.15it/s, loss=13.5]\r\n",
      "03/01 13:40: Test Epoch 81: average Loss: 21.585843, time: 5.32 s\r\n",
      "Train Epoch 82: 100%|██████████████| 159/159 [00:28<00:00,  5.65it/s, loss=18.4]\r\n",
      "03/01 13:40: Train Epoch 82: average Loss: 19.219431, time: 28.14 s\r\n",
      "Val Epoch 82: 100%|██████████████████| 53/53 [00:05<00:00, 10.35it/s, loss=11.4]\r\n",
      "03/01 13:40: Val Epoch 82: average Loss: 21.792402, time: 5.12 s\r\n",
      "Test Epoch 82: 100%|█████████████████| 54/54 [00:05<00:00, 10.35it/s, loss=15.1]\r\n",
      "03/01 13:40: Test Epoch 82: average Loss: 22.150259, time: 5.22 s\r\n",
      "Train Epoch 83: 100%|██████████████| 159/159 [00:28<00:00,  5.62it/s, loss=19.8]\r\n",
      "03/01 13:41: Train Epoch 83: average Loss: 19.177902, time: 28.29 s\r\n",
      "Val Epoch 83: 100%|██████████████████| 53/53 [00:05<00:00, 10.34it/s, loss=9.43]\r\n",
      "03/01 13:41: Val Epoch 83: average Loss: 21.160820, time: 5.13 s\r\n",
      "Test Epoch 83: 100%|█████████████████| 54/54 [00:05<00:00, 10.35it/s, loss=13.3]\r\n",
      "03/01 13:41: Test Epoch 83: average Loss: 21.455916, time: 5.22 s\r\n",
      "Train Epoch 84: 100%|██████████████| 159/159 [00:28<00:00,  5.65it/s, loss=20.1]\r\n",
      "03/01 13:42: Train Epoch 84: average Loss: 19.250092, time: 28.15 s\r\n",
      "Val Epoch 84: 100%|██████████████████| 53/53 [00:05<00:00, 10.35it/s, loss=9.43]\r\n",
      "03/01 13:42: Val Epoch 84: average Loss: 21.440612, time: 5.12 s\r\n",
      "Test Epoch 84: 100%|█████████████████| 54/54 [00:05<00:00, 10.36it/s, loss=13.3]\r\n",
      "03/01 13:42: Test Epoch 84: average Loss: 21.770361, time: 5.21 s\r\n",
      "Train Epoch 85: 100%|██████████████| 159/159 [00:28<00:00,  5.65it/s, loss=18.9]\r\n",
      "03/01 13:42: Train Epoch 85: average Loss: 19.279677, time: 28.14 s\r\n",
      "Val Epoch 85: 100%|██████████████████| 53/53 [00:05<00:00, 10.39it/s, loss=9.95]\r\n",
      "03/01 13:42: Val Epoch 85: average Loss: 21.596381, time: 5.10 s\r\n",
      "Test Epoch 85: 100%|█████████████████| 54/54 [00:05<00:00, 10.40it/s, loss=13.9]\r\n",
      "03/01 13:42: Test Epoch 85: average Loss: 22.008531, time: 5.19 s\r\n",
      "Train Epoch 86: 100%|██████████████| 159/159 [00:28<00:00,  5.66it/s, loss=19.1]\r\n",
      "03/01 13:43: Train Epoch 86: average Loss: 19.068591, time: 28.10 s\r\n",
      "Val Epoch 86: 100%|██████████████████| 53/53 [00:05<00:00, 10.37it/s, loss=9.35]\r\n",
      "03/01 13:43: Val Epoch 86: average Loss: 21.356296, time: 5.11 s\r\n",
      "Test Epoch 86: 100%|█████████████████| 54/54 [00:05<00:00, 10.38it/s, loss=13.5]\r\n",
      "03/01 13:43: Test Epoch 86: average Loss: 21.682818, time: 5.20 s\r\n",
      "Train Epoch 87: 100%|██████████████| 159/159 [00:28<00:00,  5.61it/s, loss=20.2]\r\n",
      "03/01 13:44: Train Epoch 87: average Loss: 19.233819, time: 28.35 s\r\n",
      "Val Epoch 87: 100%|██████████████████| 53/53 [00:05<00:00, 10.31it/s, loss=9.25]\r\n",
      "03/01 13:44: Val Epoch 87: average Loss: 21.086432, time: 5.14 s\r\n",
      "Test Epoch 87: 100%|█████████████████| 54/54 [00:05<00:00, 10.32it/s, loss=13.4]\r\n",
      "03/01 13:44: Test Epoch 87: average Loss: 21.478067, time: 5.23 s\r\n",
      "Train Epoch 88: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=18.5]\r\n",
      "03/01 13:44: Train Epoch 88: average Loss: 19.028216, time: 28.41 s\r\n",
      "Val Epoch 88: 100%|██████████████████| 53/53 [00:05<00:00,  9.95it/s, loss=9.48]\r\n",
      "03/01 13:44: Val Epoch 88: average Loss: 21.100189, time: 5.33 s\r\n",
      "Test Epoch 88: 100%|█████████████████| 54/54 [00:05<00:00, 10.27it/s, loss=13.5]\r\n",
      "03/01 13:44: Test Epoch 88: average Loss: 21.462987, time: 5.26 s\r\n",
      "Train Epoch 89: 100%|████████████████| 159/159 [00:28<00:00,  5.53it/s, loss=18]\r\n",
      "03/01 13:45: Train Epoch 89: average Loss: 19.045539, time: 28.77 s\r\n",
      "Val Epoch 89: 100%|██████████████████| 53/53 [00:05<00:00, 10.06it/s, loss=9.34]\r\n",
      "03/01 13:45: Val Epoch 89: average Loss: 21.137321, time: 5.27 s\r\n",
      "Test Epoch 89: 100%|█████████████████| 54/54 [00:05<00:00, 10.07it/s, loss=13.5]\r\n",
      "03/01 13:45: Test Epoch 89: average Loss: 21.580215, time: 5.36 s\r\n",
      "Train Epoch 90: 100%|██████████████| 159/159 [00:28<00:00,  5.53it/s, loss=19.9]\r\n",
      "03/01 13:45: Train Epoch 90: average Loss: 19.170767, time: 28.76 s\r\n",
      "Val Epoch 90: 100%|██████████████████| 53/53 [00:05<00:00, 10.16it/s, loss=9.92]\r\n",
      "03/01 13:46: Val Epoch 90: average Loss: 21.423463, time: 5.22 s\r\n",
      "Test Epoch 90: 100%|█████████████████| 54/54 [00:05<00:00, 10.17it/s, loss=14.1]\r\n",
      "03/01 13:46: Test Epoch 90: average Loss: 21.815819, time: 5.31 s\r\n",
      "Train Epoch 91: 100%|██████████████| 159/159 [00:28<00:00,  5.52it/s, loss=18.7]\r\n",
      "03/01 13:46: Train Epoch 91: average Loss: 19.086969, time: 28.81 s\r\n",
      "Val Epoch 91: 100%|██████████████████| 53/53 [00:05<00:00, 10.15it/s, loss=9.25]\r\n",
      "03/01 13:46: Val Epoch 91: average Loss: 21.095275, time: 5.22 s\r\n",
      "Test Epoch 91: 100%|█████████████████| 54/54 [00:05<00:00, 10.15it/s, loss=13.4]\r\n",
      "03/01 13:46: Test Epoch 91: average Loss: 21.457570, time: 5.32 s\r\n",
      "Train Epoch 92: 100%|██████████████| 159/159 [00:28<00:00,  5.55it/s, loss=18.4]\r\n",
      "03/01 13:47: Train Epoch 92: average Loss: 18.983172, time: 28.65 s\r\n",
      "Val Epoch 92: 100%|██████████████████| 53/53 [00:05<00:00, 10.17it/s, loss=9.16]\r\n",
      "03/01 13:47: Val Epoch 92: average Loss: 20.980340, time: 5.21 s\r\n",
      "Test Epoch 92: 100%|█████████████████| 54/54 [00:05<00:00, 10.23it/s, loss=13.3]\r\n",
      "03/01 13:47: Test Epoch 92: average Loss: 21.377982, time: 5.28 s\r\n",
      "03/01 13:47: Best validation model saved!\r\n",
      "Train Epoch 93: 100%|██████████████| 159/159 [00:28<00:00,  5.61it/s, loss=17.3]\r\n",
      "03/01 13:47: Train Epoch 93: average Loss: 18.987149, time: 28.37 s\r\n",
      "Val Epoch 93: 100%|███████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=9.2]\r\n",
      "03/01 13:48: Val Epoch 93: average Loss: 21.170034, time: 5.20 s\r\n",
      "Test Epoch 93: 100%|█████████████████| 54/54 [00:05<00:00, 10.22it/s, loss=13.6]\r\n",
      "03/01 13:48: Test Epoch 93: average Loss: 21.573366, time: 5.28 s\r\n",
      "Train Epoch 94: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=19.4]\r\n",
      "03/01 13:48: Train Epoch 94: average Loss: 18.902160, time: 28.39 s\r\n",
      "Val Epoch 94: 100%|██████████████████| 53/53 [00:05<00:00, 10.21it/s, loss=9.19]\r\n",
      "03/01 13:48: Val Epoch 94: average Loss: 21.135243, time: 5.19 s\r\n",
      "Test Epoch 94: 100%|█████████████████| 54/54 [00:05<00:00, 10.22it/s, loss=13.7]\r\n",
      "03/01 13:48: Test Epoch 94: average Loss: 21.560588, time: 5.28 s\r\n",
      "Train Epoch 95: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=18.8]\r\n",
      "03/01 13:49: Train Epoch 95: average Loss: 19.087153, time: 28.38 s\r\n",
      "Val Epoch 95: 100%|██████████████████| 53/53 [00:05<00:00, 10.22it/s, loss=9.85]\r\n",
      "03/01 13:49: Val Epoch 95: average Loss: 21.109475, time: 5.19 s\r\n",
      "Test Epoch 95: 100%|█████████████████| 54/54 [00:05<00:00, 10.21it/s, loss=13.5]\r\n",
      "03/01 13:49: Test Epoch 95: average Loss: 21.471514, time: 5.29 s\r\n",
      "Train Epoch 96: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=19.8]\r\n",
      "03/01 13:49: Train Epoch 96: average Loss: 18.923831, time: 28.38 s\r\n",
      "Val Epoch 96: 100%|██████████████████| 53/53 [00:05<00:00, 10.22it/s, loss=9.28]\r\n",
      "03/01 13:49: Val Epoch 96: average Loss: 21.109361, time: 5.19 s\r\n",
      "Test Epoch 96: 100%|█████████████████| 54/54 [00:05<00:00, 10.21it/s, loss=13.4]\r\n",
      "03/01 13:50: Test Epoch 96: average Loss: 21.493996, time: 5.29 s\r\n",
      "Train Epoch 97: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=18.8]\r\n",
      "03/01 13:50: Train Epoch 97: average Loss: 18.790853, time: 28.38 s\r\n",
      "Val Epoch 97: 100%|██████████████████| 53/53 [00:05<00:00, 10.24it/s, loss=9.32]\r\n",
      "03/01 13:50: Val Epoch 97: average Loss: 20.941507, time: 5.18 s\r\n",
      "Test Epoch 97: 100%|█████████████████| 54/54 [00:05<00:00, 10.22it/s, loss=13.7]\r\n",
      "03/01 13:50: Test Epoch 97: average Loss: 21.360478, time: 5.28 s\r\n",
      "03/01 13:50: Best validation model saved!\r\n",
      "Train Epoch 98: 100%|██████████████| 159/159 [00:28<00:00,  5.57it/s, loss=18.7]\r\n",
      "03/01 13:51: Train Epoch 98: average Loss: 18.871281, time: 28.55 s\r\n",
      "Val Epoch 98: 100%|██████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=9.31]\r\n",
      "03/01 13:51: Val Epoch 98: average Loss: 21.218993, time: 5.20 s\r\n",
      "Test Epoch 98: 100%|█████████████████| 54/54 [00:05<00:00, 10.19it/s, loss=13.5]\r\n",
      "03/01 13:51: Test Epoch 98: average Loss: 21.640048, time: 5.30 s\r\n",
      "Train Epoch 99: 100%|██████████████| 159/159 [00:28<00:00,  5.60it/s, loss=18.2]\r\n",
      "03/01 13:51: Train Epoch 99: average Loss: 18.863332, time: 28.41 s\r\n",
      "Val Epoch 99: 100%|██████████████████| 53/53 [00:05<00:00, 10.21it/s, loss=9.68]\r\n",
      "03/01 13:51: Val Epoch 99: average Loss: 21.214537, time: 5.19 s\r\n",
      "Test Epoch 99: 100%|█████████████████| 54/54 [00:05<00:00, 10.22it/s, loss=13.9]\r\n",
      "03/01 13:52: Test Epoch 99: average Loss: 21.626451, time: 5.28 s\r\n",
      "Train Epoch 100: 100%|█████████████| 159/159 [00:28<00:00,  5.60it/s, loss=20.4]\r\n",
      "03/01 13:52: Train Epoch 100: average Loss: 18.852655, time: 28.40 s\r\n",
      "Val Epoch 100: 100%|█████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=9.31]\r\n",
      "03/01 13:52: Val Epoch 100: average Loss: 20.985272, time: 5.20 s\r\n",
      "Test Epoch 100: 100%|████████████████| 54/54 [00:05<00:00, 10.21it/s, loss=13.4]\r\n",
      "03/01 13:52: Test Epoch 100: average Loss: 21.370756, time: 5.29 s\r\n",
      "Train Epoch 101: 100%|█████████████| 159/159 [00:28<00:00,  5.60it/s, loss=16.6]\r\n",
      "03/01 13:53: Train Epoch 101: average Loss: 18.716967, time: 28.41 s\r\n",
      "Val Epoch 101: 100%|█████████████████| 53/53 [00:05<00:00, 10.21it/s, loss=9.64]\r\n",
      "03/01 13:53: Val Epoch 101: average Loss: 21.019896, time: 5.19 s\r\n",
      "Test Epoch 101: 100%|████████████████| 54/54 [00:05<00:00, 10.20it/s, loss=13.5]\r\n",
      "03/01 13:53: Test Epoch 101: average Loss: 21.443311, time: 5.30 s\r\n",
      "Train Epoch 102: 100%|█████████████| 159/159 [00:28<00:00,  5.60it/s, loss=19.4]\r\n",
      "03/01 13:53: Train Epoch 102: average Loss: 18.839517, time: 28.41 s\r\n",
      "Val Epoch 102: 100%|█████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=9.45]\r\n",
      "03/01 13:53: Val Epoch 102: average Loss: 21.036463, time: 5.20 s\r\n",
      "Test Epoch 102: 100%|████████████████| 54/54 [00:05<00:00, 10.20it/s, loss=13.4]\r\n",
      "03/01 13:53: Test Epoch 102: average Loss: 21.408368, time: 5.29 s\r\n",
      "Train Epoch 103: 100%|█████████████| 159/159 [00:28<00:00,  5.60it/s, loss=20.2]\r\n",
      "03/01 13:54: Train Epoch 103: average Loss: 18.758387, time: 28.41 s\r\n",
      "Val Epoch 103: 100%|█████████████████| 53/53 [00:05<00:00, 10.20it/s, loss=9.33]\r\n",
      "03/01 13:54: Val Epoch 103: average Loss: 20.945437, time: 5.20 s\r\n",
      "Test Epoch 103: 100%|████████████████| 54/54 [00:05<00:00, 10.17it/s, loss=13.2]\r\n",
      "03/01 13:54: Test Epoch 103: average Loss: 21.302224, time: 5.31 s\r\n",
      "Train Epoch 104: 100%|█████████████| 159/159 [00:28<00:00,  5.54it/s, loss=19.4]\r\n",
      "03/01 13:55: Train Epoch 104: average Loss: 18.842562, time: 28.68 s\r\n",
      "Val Epoch 104: 100%|██████████████████| 53/53 [00:05<00:00, 10.14it/s, loss=9.2]\r\n",
      "03/01 13:55: Val Epoch 104: average Loss: 21.141842, time: 5.23 s\r\n",
      "Test Epoch 104: 100%|████████████████| 54/54 [00:05<00:00, 10.14it/s, loss=13.4]\r\n",
      "03/01 13:55: Test Epoch 104: average Loss: 21.562008, time: 5.32 s\r\n",
      "Train Epoch 105: 100%|█████████████| 159/159 [00:28<00:00,  5.55it/s, loss=18.1]\r\n",
      "03/01 13:55: Train Epoch 105: average Loss: 18.718943, time: 28.64 s\r\n",
      "Val Epoch 105: 100%|█████████████████| 53/53 [00:05<00:00, 10.14it/s, loss=9.15]\r\n",
      "03/01 13:55: Val Epoch 105: average Loss: 21.264118, time: 5.23 s\r\n",
      "Test Epoch 105: 100%|████████████████| 54/54 [00:05<00:00, 10.15it/s, loss=13.3]\r\n",
      "03/01 13:55: Test Epoch 105: average Loss: 21.720194, time: 5.32 s\r\n",
      "Train Epoch 106: 100%|█████████████| 159/159 [00:28<00:00,  5.55it/s, loss=20.4]\r\n",
      "03/01 13:56: Train Epoch 106: average Loss: 18.686648, time: 28.64 s\r\n",
      "Val Epoch 106: 100%|█████████████████| 53/53 [00:05<00:00, 10.27it/s, loss=9.57]\r\n",
      "03/01 13:56: Val Epoch 106: average Loss: 21.195998, time: 5.16 s\r\n",
      "Test Epoch 106: 100%|████████████████| 54/54 [00:05<00:00, 10.30it/s, loss=13.5]\r\n",
      "03/01 13:56: Test Epoch 106: average Loss: 21.590242, time: 5.24 s\r\n",
      "Train Epoch 107: 100%|█████████████| 159/159 [00:28<00:00,  5.60it/s, loss=18.2]\r\n",
      "03/01 13:57: Train Epoch 107: average Loss: 18.680371, time: 28.42 s\r\n",
      "Val Epoch 107: 100%|█████████████████| 53/53 [00:05<00:00, 10.30it/s, loss=9.25]\r\n",
      "03/01 13:57: Val Epoch 107: average Loss: 21.014043, time: 5.15 s\r\n",
      "Test Epoch 107: 100%|████████████████| 54/54 [00:05<00:00, 10.26it/s, loss=13.7]\r\n",
      "03/01 13:57: Test Epoch 107: average Loss: 21.414848, time: 5.27 s\r\n",
      "Train Epoch 108: 100%|█████████████| 159/159 [00:28<00:00,  5.58it/s, loss=18.7]\r\n",
      "03/01 13:57: Train Epoch 108: average Loss: 18.754579, time: 28.49 s\r\n",
      "Val Epoch 108: 100%|█████████████████| 53/53 [00:05<00:00, 10.25it/s, loss=9.81]\r\n",
      "03/01 13:57: Val Epoch 108: average Loss: 22.255119, time: 5.17 s\r\n",
      "Test Epoch 108: 100%|████████████████| 54/54 [00:05<00:00, 10.26it/s, loss=14.3]\r\n",
      "03/01 13:57: Test Epoch 108: average Loss: 22.633243, time: 5.26 s\r\n",
      "Train Epoch 109: 100%|█████████████| 159/159 [00:28<00:00,  5.55it/s, loss=19.2]\r\n",
      "03/01 13:58: Train Epoch 109: average Loss: 18.800835, time: 28.64 s\r\n",
      "Val Epoch 109: 100%|█████████████████| 53/53 [00:05<00:00, 10.33it/s, loss=9.35]\r\n",
      "03/01 13:58: Val Epoch 109: average Loss: 20.947512, time: 5.13 s\r\n",
      "Test Epoch 109: 100%|████████████████| 54/54 [00:05<00:00, 10.34it/s, loss=13.7]\r\n",
      "03/01 13:58: Test Epoch 109: average Loss: 21.355341, time: 5.22 s\r\n",
      "Train Epoch 110: 100%|█████████████| 159/159 [00:28<00:00,  5.64it/s, loss=18.4]\r\n",
      "03/01 13:58: Train Epoch 110: average Loss: 18.623733, time: 28.19 s\r\n",
      "Val Epoch 110: 100%|█████████████████| 53/53 [00:05<00:00, 10.33it/s, loss=9.38]\r\n",
      "03/01 13:59: Val Epoch 110: average Loss: 21.083329, time: 5.13 s\r\n",
      "Test Epoch 110: 100%|████████████████| 54/54 [00:05<00:00, 10.33it/s, loss=13.5]\r\n",
      "03/01 13:59: Test Epoch 110: average Loss: 21.504646, time: 5.23 s\r\n",
      "Train Epoch 111: 100%|█████████████| 159/159 [00:28<00:00,  5.64it/s, loss=17.1]\r\n",
      "03/01 13:59: Train Epoch 111: average Loss: 18.648568, time: 28.18 s\r\n",
      "Val Epoch 111: 100%|█████████████████| 53/53 [00:05<00:00, 10.33it/s, loss=9.51]\r\n",
      "03/01 13:59: Val Epoch 111: average Loss: 21.421929, time: 5.13 s\r\n",
      "Test Epoch 111: 100%|████████████████| 54/54 [00:05<00:00, 10.33it/s, loss=13.6]\r\n",
      "03/01 13:59: Test Epoch 111: average Loss: 21.780946, time: 5.23 s\r\n",
      "Train Epoch 112: 100%|█████████████| 159/159 [00:28<00:00,  5.65it/s, loss=17.9]\r\n",
      "03/01 14:00: Train Epoch 112: average Loss: 18.556396, time: 28.14 s\r\n",
      "Val Epoch 112: 100%|█████████████████| 53/53 [00:05<00:00, 10.36it/s, loss=9.23]\r\n",
      "03/01 14:00: Val Epoch 112: average Loss: 20.847550, time: 5.12 s\r\n",
      "Test Epoch 112: 100%|████████████████| 54/54 [00:05<00:00, 10.37it/s, loss=13.3]\r\n",
      "03/01 14:00: Test Epoch 112: average Loss: 21.253878, time: 5.21 s\r\n",
      "03/01 14:00: Best validation model saved!\r\n",
      "Train Epoch 113: 100%|█████████████| 159/159 [00:28<00:00,  5.61it/s, loss=20.5]\r\n",
      "03/01 14:00: Train Epoch 113: average Loss: 18.530616, time: 28.35 s\r\n",
      "Val Epoch 113: 100%|█████████████████| 53/53 [00:05<00:00, 10.33it/s, loss=9.18]\r\n",
      "03/01 14:00: Val Epoch 113: average Loss: 20.944332, time: 5.13 s\r\n",
      "Test Epoch 113: 100%|████████████████| 54/54 [00:05<00:00, 10.32it/s, loss=13.5]\r\n",
      "03/01 14:01: Test Epoch 113: average Loss: 21.356378, time: 5.23 s\r\n",
      "Train Epoch 114: 100%|█████████████| 159/159 [00:28<00:00,  5.64it/s, loss=19.8]\r\n",
      "03/01 14:01: Train Epoch 114: average Loss: 18.612389, time: 28.20 s\r\n",
      "Val Epoch 114: 100%|█████████████████| 53/53 [00:05<00:00, 10.31it/s, loss=9.46]\r\n",
      "03/01 14:01: Val Epoch 114: average Loss: 21.058654, time: 5.14 s\r\n",
      "Test Epoch 114: 100%|████████████████| 54/54 [00:05<00:00, 10.32it/s, loss=13.5]\r\n",
      "03/01 14:01: Test Epoch 114: average Loss: 21.523512, time: 5.23 s\r\n",
      "Train Epoch 115: 100%|█████████████| 159/159 [00:28<00:00,  5.62it/s, loss=17.2]\r\n",
      "03/01 14:02: Train Epoch 115: average Loss: 18.572019, time: 28.28 s\r\n",
      "Val Epoch 115: 100%|█████████████████| 53/53 [00:05<00:00, 10.30it/s, loss=9.74]\r\n",
      "03/01 14:02: Val Epoch 115: average Loss: 21.289568, time: 5.14 s\r\n",
      "Test Epoch 115: 100%|████████████████| 54/54 [00:05<00:00, 10.32it/s, loss=13.7]\r\n",
      "03/01 14:02: Test Epoch 115: average Loss: 21.755491, time: 5.23 s\r\n",
      "Train Epoch 116: 100%|█████████████| 159/159 [00:28<00:00,  5.64it/s, loss=18.7]\r\n",
      "03/01 14:02: Train Epoch 116: average Loss: 18.554638, time: 28.20 s\r\n",
      "Val Epoch 116: 100%|█████████████████| 53/53 [00:05<00:00, 10.30it/s, loss=9.58]\r\n",
      "03/01 14:02: Val Epoch 116: average Loss: 21.076020, time: 5.15 s\r\n",
      "Test Epoch 116: 100%|████████████████| 54/54 [00:05<00:00, 10.31it/s, loss=13.2]\r\n",
      "03/01 14:03: Test Epoch 116: average Loss: 21.450055, time: 5.24 s\r\n",
      "Train Epoch 117: 100%|█████████████| 159/159 [00:28<00:00,  5.64it/s, loss=19.3]\r\n",
      "03/01 14:03: Train Epoch 117: average Loss: 18.469355, time: 28.21 s\r\n",
      "Val Epoch 117: 100%|█████████████████| 53/53 [00:05<00:00, 10.30it/s, loss=9.12]\r\n",
      "03/01 14:03: Val Epoch 117: average Loss: 20.921389, time: 5.15 s\r\n",
      "Test Epoch 117: 100%|████████████████| 54/54 [00:05<00:00, 10.31it/s, loss=13.5]\r\n",
      "03/01 14:03: Test Epoch 117: average Loss: 21.379269, time: 5.24 s\r\n",
      "Train Epoch 118: 100%|█████████████| 159/159 [00:28<00:00,  5.63it/s, loss=18.7]\r\n",
      "03/01 14:04: Train Epoch 118: average Loss: 18.592558, time: 28.23 s\r\n",
      "Val Epoch 118: 100%|█████████████████| 53/53 [00:05<00:00, 10.32it/s, loss=9.55]\r\n",
      "03/01 14:04: Val Epoch 118: average Loss: 21.198036, time: 5.14 s\r\n",
      "Test Epoch 118: 100%|████████████████| 54/54 [00:05<00:00, 10.32it/s, loss=14.3]\r\n",
      "03/01 14:04: Test Epoch 118: average Loss: 21.641350, time: 5.23 s\r\n",
      "Train Epoch 119: 100%|█████████████| 159/159 [00:28<00:00,  5.63it/s, loss=19.2]\r\n",
      "03/01 14:04: Train Epoch 119: average Loss: 18.507272, time: 28.22 s\r\n",
      "Val Epoch 119: 100%|█████████████████| 53/53 [00:05<00:00, 10.30it/s, loss=9.35]\r\n",
      "03/01 14:04: Val Epoch 119: average Loss: 20.934761, time: 5.15 s\r\n",
      "Test Epoch 119: 100%|████████████████| 54/54 [00:05<00:00, 10.31it/s, loss=13.4]\r\n",
      "03/01 14:04: Test Epoch 119: average Loss: 21.311197, time: 5.24 s\r\n",
      "Train Epoch 120: 100%|█████████████| 159/159 [00:28<00:00,  5.64it/s, loss=19.7]\r\n",
      "03/01 14:05: Train Epoch 120: average Loss: 18.510358, time: 28.21 s\r\n",
      "Val Epoch 120: 100%|█████████████████| 53/53 [00:05<00:00, 10.27it/s, loss=9.31]\r\n",
      "03/01 14:05: Val Epoch 120: average Loss: 21.051416, time: 5.16 s\r\n",
      "Test Epoch 120: 100%|████████████████| 54/54 [00:05<00:00, 10.23it/s, loss=13.7]\r\n",
      "03/01 14:05: Test Epoch 120: average Loss: 21.526452, time: 5.28 s\r\n",
      "Train Epoch 121: 100%|█████████████| 159/159 [00:28<00:00,  5.55it/s, loss=20.2]\r\n",
      "03/01 14:06: Train Epoch 121: average Loss: 18.473481, time: 28.65 s\r\n",
      "Val Epoch 121: 100%|█████████████████| 53/53 [00:05<00:00, 10.23it/s, loss=9.29]\r\n",
      "03/01 14:06: Val Epoch 121: average Loss: 20.929251, time: 5.18 s\r\n",
      "Test Epoch 121: 100%|████████████████| 54/54 [00:05<00:00, 10.24it/s, loss=13.5]\r\n",
      "03/01 14:06: Test Epoch 121: average Loss: 21.322695, time: 5.27 s\r\n",
      "Train Epoch 122: 100%|█████████████| 159/159 [00:28<00:00,  5.58it/s, loss=18.2]\r\n",
      "03/01 14:06: Train Epoch 122: average Loss: 18.421386, time: 28.49 s\r\n",
      "Val Epoch 122: 100%|█████████████████| 53/53 [00:05<00:00, 10.23it/s, loss=9.43]\r\n",
      "03/01 14:06: Val Epoch 122: average Loss: 20.862201, time: 5.18 s\r\n",
      "Test Epoch 122: 100%|████████████████| 54/54 [00:05<00:00, 10.24it/s, loss=13.5]\r\n",
      "03/01 14:06: Test Epoch 122: average Loss: 21.286232, time: 5.27 s\r\n",
      "Train Epoch 123: 100%|█████████████| 159/159 [00:28<00:00,  5.58it/s, loss=18.8]\r\n",
      "03/01 14:07: Train Epoch 123: average Loss: 18.419483, time: 28.49 s\r\n",
      "Val Epoch 123: 100%|█████████████████| 53/53 [00:05<00:00, 10.23it/s, loss=9.19]\r\n",
      "03/01 14:07: Val Epoch 123: average Loss: 21.024065, time: 5.18 s\r\n",
      "Test Epoch 123: 100%|████████████████| 54/54 [00:05<00:00, 10.24it/s, loss=13.3]\r\n",
      "03/01 14:07: Test Epoch 123: average Loss: 21.408557, time: 5.28 s\r\n",
      "Train Epoch 124: 100%|█████████████| 159/159 [00:28<00:00,  5.58it/s, loss=20.2]\r\n",
      "03/01 14:08: Train Epoch 124: average Loss: 18.373369, time: 28.51 s\r\n",
      "Val Epoch 124: 100%|█████████████████| 53/53 [00:05<00:00, 10.22it/s, loss=9.29]\r\n",
      "03/01 14:08: Val Epoch 124: average Loss: 20.938394, time: 5.19 s\r\n",
      "Test Epoch 124: 100%|████████████████| 54/54 [00:05<00:00, 10.23it/s, loss=13.2]\r\n",
      "03/01 14:08: Test Epoch 124: average Loss: 21.357333, time: 5.28 s\r\n",
      "Train Epoch 125: 100%|█████████████| 159/159 [00:28<00:00,  5.57it/s, loss=19.6]\r\n",
      "03/01 14:08: Train Epoch 125: average Loss: 18.502724, time: 28.52 s\r\n",
      "Val Epoch 125: 100%|█████████████████| 53/53 [00:05<00:00, 10.22it/s, loss=9.18]\r\n",
      "03/01 14:08: Val Epoch 125: average Loss: 21.543068, time: 5.19 s\r\n",
      "Test Epoch 125: 100%|████████████████| 54/54 [00:05<00:00, 10.24it/s, loss=13.4]\r\n",
      "03/01 14:08: Test Epoch 125: average Loss: 22.043298, time: 5.27 s\r\n",
      "Train Epoch 126: 100%|█████████████| 159/159 [00:28<00:00,  5.59it/s, loss=19.2]\r\n",
      "03/01 14:09: Train Epoch 126: average Loss: 18.396161, time: 28.43 s\r\n",
      "Val Epoch 126: 100%|█████████████████| 53/53 [00:05<00:00, 10.30it/s, loss=9.44]\r\n",
      "03/01 14:09: Val Epoch 126: average Loss: 21.061341, time: 5.15 s\r\n",
      "Test Epoch 126: 100%|████████████████| 54/54 [00:05<00:00, 10.31it/s, loss=13.5]\r\n",
      "03/01 14:09: Test Epoch 126: average Loss: 21.429551, time: 5.24 s\r\n",
      "Train Epoch 127: 100%|█████████████| 159/159 [00:28<00:00,  5.61it/s, loss=18.5]\r\n",
      "03/01 14:09: Train Epoch 127: average Loss: 18.364627, time: 28.37 s\r\n",
      "Val Epoch 127: 100%|█████████████████| 53/53 [00:05<00:00, 10.19it/s, loss=9.21]\r\n",
      "03/01 14:10: Val Epoch 127: average Loss: 20.934468, time: 5.20 s\r\n",
      "Test Epoch 127: 100%|████████████████| 54/54 [00:05<00:00, 10.18it/s, loss=13.6]\r\n",
      "03/01 14:10: Test Epoch 127: average Loss: 21.388357, time: 5.30 s\r\n",
      "03/01 14:10: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
      "03/01 14:10: Best models saved at /home/czzhangheng/code/MyTS/experiments/PEMSD4/2025-03-01_12-47-44/best_model.pth and /home/czzhangheng/code/MyTS/experiments/PEMSD4/2025-03-01_12-47-44/best_test_model.pth\r\n",
      "03/01 14:10: Testing on best validation model\r\n",
      "03/01 14:10: Horizon 01, MAE: 18.2087, RMSE: 30.2864, MAPE: 0.1241\r\n",
      "03/01 14:10: Horizon 02, MAE: 19.1111, RMSE: 31.5946, MAPE: 0.1301\r\n",
      "03/01 14:10: Horizon 03, MAE: 19.7896, RMSE: 32.5751, MAPE: 0.1339\r\n",
      "03/01 14:10: Horizon 04, MAE: 20.3365, RMSE: 33.3759, MAPE: 0.1366\r\n",
      "03/01 14:10: Horizon 05, MAE: 20.7978, RMSE: 34.0858, MAPE: 0.1402\r\n",
      "03/01 14:10: Horizon 06, MAE: 21.2606, RMSE: 34.7287, MAPE: 0.1425\r\n",
      "03/01 14:10: Horizon 07, MAE: 21.7588, RMSE: 35.5080, MAPE: 0.1447\r\n",
      "03/01 14:10: Horizon 08, MAE: 22.1988, RMSE: 36.1537, MAPE: 0.1463\r\n",
      "03/01 14:10: Horizon 09, MAE: 22.6664, RMSE: 36.8521, MAPE: 0.1495\r\n",
      "03/01 14:10: Horizon 10, MAE: 23.0431, RMSE: 37.3864, MAPE: 0.1517\r\n",
      "03/01 14:10: Horizon 11, MAE: 23.5041, RMSE: 37.9908, MAPE: 0.1549\r\n",
      "03/01 14:10: Horizon 12, MAE: 24.1349, RMSE: 38.8441, MAPE: 0.1588\r\n",
      "03/01 14:10: Average Horizon, MAE: 21.4009, RMSE: 35.0409, MAPE: 0.1428\r\n",
      "03/01 14:10: Testing on best test model\r\n",
      "03/01 14:10: Horizon 01, MAE: 18.2087, RMSE: 30.2864, MAPE: 0.1241\r\n",
      "03/01 14:10: Horizon 02, MAE: 19.1111, RMSE: 31.5946, MAPE: 0.1301\r\n",
      "03/01 14:10: Horizon 03, MAE: 19.7896, RMSE: 32.5751, MAPE: 0.1339\r\n",
      "03/01 14:10: Horizon 04, MAE: 20.3365, RMSE: 33.3759, MAPE: 0.1366\r\n",
      "03/01 14:10: Horizon 05, MAE: 20.7978, RMSE: 34.0858, MAPE: 0.1402\r\n",
      "03/01 14:10: Horizon 06, MAE: 21.2606, RMSE: 34.7287, MAPE: 0.1425\r\n",
      "03/01 14:10: Horizon 07, MAE: 21.7588, RMSE: 35.5080, MAPE: 0.1447\r\n",
      "03/01 14:10: Horizon 08, MAE: 22.1988, RMSE: 36.1537, MAPE: 0.1463\r\n",
      "03/01 14:10: Horizon 09, MAE: 22.6664, RMSE: 36.8521, MAPE: 0.1495\r\n",
      "03/01 14:10: Horizon 10, MAE: 23.0431, RMSE: 37.3864, MAPE: 0.1517\r\n",
      "03/01 14:10: Horizon 11, MAE: 23.5041, RMSE: 37.9908, MAPE: 0.1549\r\n",
      "03/01 14:10: Horizon 12, MAE: 24.1349, RMSE: 38.8441, MAPE: 0.1588\r\n",
      "03/01 14:10: Average Horizon, MAE: 21.4009, RMSE: 35.0409, MAPE: 0.1428\r\n"
     ]
    }
   ],
   "source": [
    "!python run.py --model STSGCN --dataset PEMSD4  --mode train  --device cuda:1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "96d9cfd1c7b7ac7a",
   "metadata": {
    "collapsed": false,
    "ExecuteTime": {
     "end_time": "2025-03-01T06:10:19.630882Z",
     "start_time": "2025-03-01T06:10:19.624602Z"
    }
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.15"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}