{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "73ce6820-8bcf-48bc-852d-41c5a6b7a440",
   "metadata": {
    "collapsed": false,
    "ExecuteTime": {
     "end_time": "2025-04-18T00:43:33.176048Z",
     "start_time": "2025-04-18T00:20:43.634205Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "加载 PEMSD3 数据集中... \r\n",
      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD3/2025-04-18_08-21-02/run.log\r\n",
      "04/18 08:21: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD3/2025-04-18_08-21-02\r\n",
      "04/18 08:21: Training process started\r\n",
      "Train Epoch 1: 100%|███████████████| 245/245 [00:07<00:00, 32.80it/s, loss=18.7]\r\n",
      "04/18 08:21: Train Epoch 1: average Loss: 32.627731, time: 7.47 s\r\n",
      "Val Epoch 1: 100%|██████████████████| 81/81 [00:00<00:00, 161.44it/s, loss=17.9]\r\n",
      "04/18 08:21: Val Epoch 1: average Loss: 19.623666, time: 0.50 s\r\n",
      "Test Epoch 1: 100%|█████████████████| 82/82 [00:00<00:00, 165.97it/s, loss=21.8]\r\n",
      "04/18 08:21: Test Epoch 1: average Loss: 19.866686, time: 0.49 s\r\n",
      "04/18 08:21: Best validation model saved!\r\n",
      "Train Epoch 2: 100%|█████████████████| 245/245 [00:07<00:00, 33.48it/s, loss=19]\r\n",
      "04/18 08:21: Train Epoch 2: average Loss: 19.941665, time: 7.32 s\r\n",
      "Val Epoch 2: 100%|██████████████████| 81/81 [00:00<00:00, 161.15it/s, loss=17.7]\r\n",
      "04/18 08:21: Val Epoch 2: average Loss: 18.938746, time: 0.50 s\r\n",
      "Test Epoch 2: 100%|█████████████████| 82/82 [00:00<00:00, 165.36it/s, loss=20.6]\r\n",
      "04/18 08:21: Test Epoch 2: average Loss: 19.628519, time: 0.50 s\r\n",
      "04/18 08:21: Best validation model saved!\r\n",
      "Train Epoch 3: 100%|███████████████| 245/245 [00:07<00:00, 33.81it/s, loss=20.1]\r\n",
      "04/18 08:21: Train Epoch 3: average Loss: 18.368557, time: 7.25 s\r\n",
      "Val Epoch 3: 100%|██████████████████| 81/81 [00:00<00:00, 162.49it/s, loss=17.4]\r\n",
      "04/18 08:21: Val Epoch 3: average Loss: 18.122897, time: 0.50 s\r\n",
      "Test Epoch 3: 100%|█████████████████| 82/82 [00:00<00:00, 166.47it/s, loss=20.2]\r\n",
      "04/18 08:21: Test Epoch 3: average Loss: 18.908230, time: 0.49 s\r\n",
      "04/18 08:21: Best validation model saved!\r\n",
      "Train Epoch 4: 100%|███████████████| 245/245 [00:07<00:00, 33.73it/s, loss=18.2]\r\n",
      "04/18 08:21: Train Epoch 4: average Loss: 17.906554, time: 7.26 s\r\n",
      "Val Epoch 4: 100%|██████████████████| 81/81 [00:00<00:00, 162.41it/s, loss=16.8]\r\n",
      "04/18 08:21: Val Epoch 4: average Loss: 17.301308, time: 0.50 s\r\n",
      "Test Epoch 4: 100%|█████████████████| 82/82 [00:00<00:00, 166.31it/s, loss=18.8]\r\n",
      "04/18 08:21: Test Epoch 4: average Loss: 18.084749, time: 0.49 s\r\n",
      "04/18 08:21: Best validation model saved!\r\n",
      "Train Epoch 5: 100%|█████████████████| 245/245 [00:07<00:00, 34.15it/s, loss=17]\r\n",
      "04/18 08:21: Train Epoch 5: average Loss: 17.272702, time: 7.17 s\r\n",
      "Val Epoch 5: 100%|██████████████████| 81/81 [00:00<00:00, 162.42it/s, loss=16.9]\r\n",
      "04/18 08:21: Val Epoch 5: average Loss: 17.263900, time: 0.50 s\r\n",
      "Test Epoch 5: 100%|███████████████████| 82/82 [00:00<00:00, 166.48it/s, loss=19]\r\n",
      "04/18 08:21: Test Epoch 5: average Loss: 18.279305, time: 0.49 s\r\n",
      "04/18 08:21: Best validation model saved!\r\n",
      "Train Epoch 6: 100%|███████████████| 245/245 [00:07<00:00, 34.24it/s, loss=16.1]\r\n",
      "04/18 08:21: Train Epoch 6: average Loss: 17.042053, time: 7.16 s\r\n",
      "Val Epoch 6: 100%|██████████████████| 81/81 [00:00<00:00, 162.59it/s, loss=17.2]\r\n",
      "04/18 08:21: Val Epoch 6: average Loss: 17.210837, time: 0.50 s\r\n",
      "Test Epoch 6: 100%|█████████████████| 82/82 [00:00<00:00, 166.49it/s, loss=19.3]\r\n",
      "04/18 08:21: Test Epoch 6: average Loss: 18.375709, time: 0.49 s\r\n",
      "04/18 08:21: Best validation model saved!\r\n",
      "Train Epoch 7: 100%|███████████████| 245/245 [00:07<00:00, 33.92it/s, loss=16.6]\r\n",
      "04/18 08:21: Train Epoch 7: average Loss: 16.798189, time: 7.22 s\r\n",
      "Val Epoch 7: 100%|██████████████████| 81/81 [00:00<00:00, 162.46it/s, loss=16.5]\r\n",
      "04/18 08:21: Val Epoch 7: average Loss: 16.755772, time: 0.50 s\r\n",
      "Test Epoch 7: 100%|███████████████████| 82/82 [00:00<00:00, 166.52it/s, loss=18]\r\n",
      "04/18 08:22: Test Epoch 7: average Loss: 17.870476, time: 0.49 s\r\n",
      "04/18 08:22: Best validation model saved!\r\n",
      "Train Epoch 8: 100%|█████████████████| 245/245 [00:07<00:00, 34.00it/s, loss=18]\r\n",
      "04/18 08:22: Train Epoch 8: average Loss: 16.373007, time: 7.21 s\r\n",
      "Val Epoch 8: 100%|██████████████████| 81/81 [00:00<00:00, 162.74it/s, loss=16.9]\r\n",
      "04/18 08:22: Val Epoch 8: average Loss: 16.645253, time: 0.50 s\r\n",
      "Test Epoch 8: 100%|█████████████████| 82/82 [00:00<00:00, 166.52it/s, loss=18.1]\r\n",
      "04/18 08:22: Test Epoch 8: average Loss: 17.979602, time: 0.49 s\r\n",
      "04/18 08:22: Best validation model saved!\r\n",
      "Train Epoch 9: 100%|███████████████| 245/245 [00:07<00:00, 34.17it/s, loss=15.2]\r\n",
      "04/18 08:22: Train Epoch 9: average Loss: 16.323567, time: 7.17 s\r\n",
      "Val Epoch 9: 100%|██████████████████| 81/81 [00:00<00:00, 161.76it/s, loss=16.4]\r\n",
      "04/18 08:22: Val Epoch 9: average Loss: 16.177015, time: 0.50 s\r\n",
      "Test Epoch 9: 100%|█████████████████| 82/82 [00:00<00:00, 166.73it/s, loss=18.1]\r\n",
      "04/18 08:22: Test Epoch 9: average Loss: 17.431684, time: 0.49 s\r\n",
      "04/18 08:22: Best validation model saved!\r\n",
      "Train Epoch 10: 100%|██████████████| 245/245 [00:07<00:00, 34.05it/s, loss=15.6]\r\n",
      "04/18 08:22: Train Epoch 10: average Loss: 16.101323, time: 7.20 s\r\n",
      "Val Epoch 10: 100%|█████████████████| 81/81 [00:00<00:00, 162.30it/s, loss=17.1]\r\n",
      "04/18 08:22: Val Epoch 10: average Loss: 16.364010, time: 0.50 s\r\n",
      "Test Epoch 10: 100%|████████████████| 82/82 [00:00<00:00, 166.22it/s, loss=17.7]\r\n",
      "04/18 08:22: Test Epoch 10: average Loss: 17.530231, time: 0.49 s\r\n",
      "Train Epoch 11: 100%|██████████████| 245/245 [00:07<00:00, 34.11it/s, loss=16.4]\r\n",
      "04/18 08:22: Train Epoch 11: average Loss: 15.856201, time: 7.18 s\r\n",
      "Val Epoch 11: 100%|█████████████████| 81/81 [00:00<00:00, 162.30it/s, loss=16.4]\r\n",
      "04/18 08:22: Val Epoch 11: average Loss: 16.037885, time: 0.50 s\r\n",
      "Test Epoch 11: 100%|████████████████| 82/82 [00:00<00:00, 166.24it/s, loss=17.7]\r\n",
      "04/18 08:22: Test Epoch 11: average Loss: 17.284801, time: 0.49 s\r\n",
      "04/18 08:22: Best validation model saved!\r\n",
      "Train Epoch 12: 100%|██████████████| 245/245 [00:07<00:00, 34.06it/s, loss=15.6]\r\n",
      "04/18 08:22: Train Epoch 12: average Loss: 15.796773, time: 7.19 s\r\n",
      "Val Epoch 12: 100%|█████████████████| 81/81 [00:00<00:00, 162.37it/s, loss=16.7]\r\n",
      "04/18 08:22: Val Epoch 12: average Loss: 16.066046, time: 0.50 s\r\n",
      "Test Epoch 12: 100%|████████████████| 82/82 [00:00<00:00, 166.20it/s, loss=17.7]\r\n",
      "04/18 08:22: Test Epoch 12: average Loss: 17.264186, time: 0.49 s\r\n",
      "Train Epoch 13: 100%|██████████████| 245/245 [00:07<00:00, 33.98it/s, loss=16.1]\r\n",
      "04/18 08:22: Train Epoch 13: average Loss: 15.653964, time: 7.21 s\r\n",
      "Val Epoch 13: 100%|█████████████████| 81/81 [00:00<00:00, 162.36it/s, loss=16.4]\r\n",
      "04/18 08:22: Val Epoch 13: average Loss: 16.114109, time: 0.50 s\r\n",
      "Test Epoch 13: 100%|████████████████| 82/82 [00:00<00:00, 166.18it/s, loss=18.2]\r\n",
      "04/18 08:22: Test Epoch 13: average Loss: 17.238635, time: 0.49 s\r\n",
      "Train Epoch 14: 100%|██████████████| 245/245 [00:07<00:00, 34.21it/s, loss=14.5]\r\n",
      "04/18 08:22: Train Epoch 14: average Loss: 15.612696, time: 7.16 s\r\n",
      "Val Epoch 14: 100%|█████████████████| 81/81 [00:00<00:00, 162.47it/s, loss=16.4]\r\n",
      "04/18 08:22: Val Epoch 14: average Loss: 16.319351, time: 0.50 s\r\n",
      "Test Epoch 14: 100%|████████████████| 82/82 [00:00<00:00, 166.26it/s, loss=17.1]\r\n",
      "04/18 08:22: Test Epoch 14: average Loss: 17.453150, time: 0.49 s\r\n",
      "Train Epoch 15: 100%|██████████████| 245/245 [00:07<00:00, 34.10it/s, loss=15.6]\r\n",
      "04/18 08:23: Train Epoch 15: average Loss: 15.419060, time: 7.19 s\r\n",
      "Val Epoch 15: 100%|█████████████████| 81/81 [00:00<00:00, 162.31it/s, loss=17.9]\r\n",
      "04/18 08:23: Val Epoch 15: average Loss: 16.377385, time: 0.50 s\r\n",
      "Test Epoch 15: 100%|████████████████| 82/82 [00:00<00:00, 167.41it/s, loss=17.9]\r\n",
      "04/18 08:23: Test Epoch 15: average Loss: 17.303624, time: 0.49 s\r\n",
      "Train Epoch 16: 100%|██████████████| 245/245 [00:07<00:00, 34.07it/s, loss=15.2]\r\n",
      "04/18 08:23: Train Epoch 16: average Loss: 15.266440, time: 7.19 s\r\n",
      "Val Epoch 16: 100%|█████████████████| 81/81 [00:00<00:00, 162.42it/s, loss=16.8]\r\n",
      "04/18 08:23: Val Epoch 16: average Loss: 16.101645, time: 0.50 s\r\n",
      "Test Epoch 16: 100%|████████████████| 82/82 [00:00<00:00, 166.29it/s, loss=17.5]\r\n",
      "04/18 08:23: Test Epoch 16: average Loss: 17.257490, time: 0.49 s\r\n",
      "Train Epoch 17: 100%|████████████████| 245/245 [00:07<00:00, 34.21it/s, loss=15]\r\n",
      "04/18 08:23: Train Epoch 17: average Loss: 15.200870, time: 7.16 s\r\n",
      "Val Epoch 17: 100%|█████████████████| 81/81 [00:00<00:00, 162.34it/s, loss=16.2]\r\n",
      "04/18 08:23: Val Epoch 17: average Loss: 15.653370, time: 0.50 s\r\n",
      "Test Epoch 17: 100%|████████████████| 82/82 [00:00<00:00, 166.17it/s, loss=16.9]\r\n",
      "04/18 08:23: Test Epoch 17: average Loss: 16.706195, time: 0.49 s\r\n",
      "04/18 08:23: Best validation model saved!\r\n",
      "Train Epoch 18: 100%|██████████████| 245/245 [00:07<00:00, 34.02it/s, loss=15.5]\r\n",
      "04/18 08:23: Train Epoch 18: average Loss: 15.185415, time: 7.20 s\r\n",
      "Val Epoch 18: 100%|█████████████████| 81/81 [00:00<00:00, 162.43it/s, loss=16.8]\r\n",
      "04/18 08:23: Val Epoch 18: average Loss: 15.763114, time: 0.50 s\r\n",
      "Test Epoch 18: 100%|██████████████████| 82/82 [00:00<00:00, 166.31it/s, loss=17]\r\n",
      "04/18 08:23: Test Epoch 18: average Loss: 16.741501, time: 0.49 s\r\n",
      "Train Epoch 19: 100%|██████████████| 245/245 [00:07<00:00, 34.10it/s, loss=14.9]\r\n",
      "04/18 08:23: Train Epoch 19: average Loss: 15.059090, time: 7.18 s\r\n",
      "Val Epoch 19: 100%|█████████████████| 81/81 [00:00<00:00, 162.19it/s, loss=17.5]\r\n",
      "04/18 08:23: Val Epoch 19: average Loss: 15.723903, time: 0.50 s\r\n",
      "Test Epoch 19: 100%|████████████████| 82/82 [00:00<00:00, 166.24it/s, loss=17.4]\r\n",
      "04/18 08:23: Test Epoch 19: average Loss: 16.989481, time: 0.49 s\r\n",
      "Train Epoch 20: 100%|██████████████| 245/245 [00:07<00:00, 34.17it/s, loss=15.1]\r\n",
      "04/18 08:23: Train Epoch 20: average Loss: 15.024975, time: 7.17 s\r\n",
      "Val Epoch 20: 100%|█████████████████| 81/81 [00:00<00:00, 162.33it/s, loss=16.5]\r\n",
      "04/18 08:23: Val Epoch 20: average Loss: 16.022261, time: 0.50 s\r\n",
      "Test Epoch 20: 100%|████████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17.3]\r\n",
      "04/18 08:23: Test Epoch 20: average Loss: 17.070692, time: 0.49 s\r\n",
      "Train Epoch 21: 100%|██████████████| 245/245 [00:07<00:00, 33.74it/s, loss=13.8]\r\n",
      "04/18 08:23: Train Epoch 21: average Loss: 15.024982, time: 7.26 s\r\n",
      "Val Epoch 21: 100%|█████████████████| 81/81 [00:00<00:00, 162.35it/s, loss=16.4]\r\n",
      "04/18 08:23: Val Epoch 21: average Loss: 15.348087, time: 0.50 s\r\n",
      "Test Epoch 21: 100%|████████████████| 82/82 [00:00<00:00, 166.26it/s, loss=16.8]\r\n",
      "04/18 08:23: Test Epoch 21: average Loss: 16.414895, time: 0.49 s\r\n",
      "04/18 08:23: Best validation model saved!\r\n",
      "Train Epoch 22: 100%|██████████████| 245/245 [00:07<00:00, 33.89it/s, loss=14.8]\r\n",
      "04/18 08:24: Train Epoch 22: average Loss: 14.873005, time: 7.23 s\r\n",
      "Val Epoch 22: 100%|█████████████████| 81/81 [00:00<00:00, 162.30it/s, loss=17.1]\r\n",
      "04/18 08:24: Val Epoch 22: average Loss: 15.621706, time: 0.50 s\r\n",
      "Test Epoch 22: 100%|████████████████| 82/82 [00:00<00:00, 166.26it/s, loss=17.6]\r\n",
      "04/18 08:24: Test Epoch 22: average Loss: 16.669865, time: 0.49 s\r\n",
      "Train Epoch 23: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=14.5]\r\n",
      "04/18 08:24: Train Epoch 23: average Loss: 14.845764, time: 7.21 s\r\n",
      "Val Epoch 23: 100%|█████████████████| 81/81 [00:00<00:00, 162.36it/s, loss=16.5]\r\n",
      "04/18 08:24: Val Epoch 23: average Loss: 15.716138, time: 0.50 s\r\n",
      "Test Epoch 23: 100%|████████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17.3]\r\n",
      "04/18 08:24: Test Epoch 23: average Loss: 16.696476, time: 0.49 s\r\n",
      "Train Epoch 24: 100%|██████████████| 245/245 [00:07<00:00, 34.10it/s, loss=16.1]\r\n",
      "04/18 08:24: Train Epoch 24: average Loss: 14.813886, time: 7.19 s\r\n",
      "Val Epoch 24: 100%|█████████████████| 81/81 [00:00<00:00, 162.42it/s, loss=16.7]\r\n",
      "04/18 08:24: Val Epoch 24: average Loss: 15.881316, time: 0.50 s\r\n",
      "Test Epoch 24: 100%|██████████████████| 82/82 [00:00<00:00, 166.20it/s, loss=17]\r\n",
      "04/18 08:24: Test Epoch 24: average Loss: 16.875907, time: 0.49 s\r\n",
      "Train Epoch 25: 100%|██████████████| 245/245 [00:07<00:00, 34.02it/s, loss=14.4]\r\n",
      "04/18 08:24: Train Epoch 25: average Loss: 14.716940, time: 7.20 s\r\n",
      "Val Epoch 25: 100%|█████████████████| 81/81 [00:00<00:00, 162.38it/s, loss=16.8]\r\n",
      "04/18 08:24: Val Epoch 25: average Loss: 15.359512, time: 0.50 s\r\n",
      "Test Epoch 25: 100%|████████████████| 82/82 [00:00<00:00, 166.22it/s, loss=16.9]\r\n",
      "04/18 08:24: Test Epoch 25: average Loss: 16.336147, time: 0.49 s\r\n",
      "Train Epoch 26: 100%|██████████████| 245/245 [00:07<00:00, 34.01it/s, loss=14.5]\r\n",
      "04/18 08:24: Train Epoch 26: average Loss: 14.649701, time: 7.21 s\r\n",
      "Val Epoch 26: 100%|█████████████████| 81/81 [00:00<00:00, 162.22it/s, loss=16.4]\r\n",
      "04/18 08:24: Val Epoch 26: average Loss: 15.514121, time: 0.50 s\r\n",
      "Test Epoch 26: 100%|████████████████| 82/82 [00:00<00:00, 166.17it/s, loss=18.6]\r\n",
      "04/18 08:24: Test Epoch 26: average Loss: 16.521122, time: 0.49 s\r\n",
      "Train Epoch 27: 100%|██████████████| 245/245 [00:07<00:00, 33.66it/s, loss=14.1]\r\n",
      "04/18 08:24: Train Epoch 27: average Loss: 14.726312, time: 7.28 s\r\n",
      "Val Epoch 27: 100%|█████████████████| 81/81 [00:00<00:00, 159.97it/s, loss=16.3]\r\n",
      "04/18 08:24: Val Epoch 27: average Loss: 15.452526, time: 0.51 s\r\n",
      "Test Epoch 27: 100%|██████████████████| 82/82 [00:00<00:00, 163.98it/s, loss=17]\r\n",
      "04/18 08:24: Test Epoch 27: average Loss: 16.506854, time: 0.50 s\r\n",
      "Train Epoch 28: 100%|██████████████| 245/245 [00:07<00:00, 33.80it/s, loss=14.2]\r\n",
      "04/18 08:24: Train Epoch 28: average Loss: 14.581700, time: 7.25 s\r\n",
      "Val Epoch 28: 100%|█████████████████| 81/81 [00:00<00:00, 160.42it/s, loss=16.3]\r\n",
      "04/18 08:24: Val Epoch 28: average Loss: 15.504404, time: 0.51 s\r\n",
      "Test Epoch 28: 100%|████████████████| 82/82 [00:00<00:00, 164.60it/s, loss=17.7]\r\n",
      "04/18 08:24: Test Epoch 28: average Loss: 16.411721, time: 0.50 s\r\n",
      "Train Epoch 29: 100%|██████████████| 245/245 [00:07<00:00, 33.55it/s, loss=14.1]\r\n",
      "04/18 08:24: Train Epoch 29: average Loss: 14.502325, time: 7.30 s\r\n",
      "Val Epoch 29: 100%|█████████████████| 81/81 [00:00<00:00, 161.21it/s, loss=16.1]\r\n",
      "04/18 08:25: Val Epoch 29: average Loss: 15.216119, time: 0.50 s\r\n",
      "Test Epoch 29: 100%|████████████████| 82/82 [00:00<00:00, 164.24it/s, loss=17.1]\r\n",
      "04/18 08:25: Test Epoch 29: average Loss: 16.158885, time: 0.50 s\r\n",
      "04/18 08:25: Best validation model saved!\r\n",
      "Train Epoch 30: 100%|██████████████| 245/245 [00:07<00:00, 33.62it/s, loss=15.2]\r\n",
      "04/18 08:25: Train Epoch 30: average Loss: 14.509960, time: 7.29 s\r\n",
      "Val Epoch 30: 100%|███████████████████| 81/81 [00:00<00:00, 162.36it/s, loss=16]\r\n",
      "04/18 08:25: Val Epoch 30: average Loss: 15.428925, time: 0.50 s\r\n",
      "Test Epoch 30: 100%|████████████████| 82/82 [00:00<00:00, 166.24it/s, loss=17.1]\r\n",
      "04/18 08:25: Test Epoch 30: average Loss: 16.411670, time: 0.49 s\r\n",
      "Train Epoch 31: 100%|██████████████| 245/245 [00:07<00:00, 33.89it/s, loss=16.3]\r\n",
      "04/18 08:25: Train Epoch 31: average Loss: 14.388168, time: 7.23 s\r\n",
      "Val Epoch 31: 100%|█████████████████| 81/81 [00:00<00:00, 162.17it/s, loss=15.8]\r\n",
      "04/18 08:25: Val Epoch 31: average Loss: 15.382859, time: 0.50 s\r\n",
      "Test Epoch 31: 100%|████████████████| 82/82 [00:00<00:00, 166.17it/s, loss=17.3]\r\n",
      "04/18 08:25: Test Epoch 31: average Loss: 16.514702, time: 0.49 s\r\n",
      "Train Epoch 32: 100%|██████████████| 245/245 [00:07<00:00, 33.81it/s, loss=13.4]\r\n",
      "04/18 08:25: Train Epoch 32: average Loss: 14.402677, time: 7.25 s\r\n",
      "Val Epoch 32: 100%|█████████████████| 81/81 [00:00<00:00, 162.12it/s, loss=16.3]\r\n",
      "04/18 08:25: Val Epoch 32: average Loss: 15.449896, time: 0.50 s\r\n",
      "Test Epoch 32: 100%|██████████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17]\r\n",
      "04/18 08:25: Test Epoch 32: average Loss: 16.464779, time: 0.49 s\r\n",
      "Train Epoch 33: 100%|██████████████| 245/245 [00:07<00:00, 33.88it/s, loss=14.7]\r\n",
      "04/18 08:25: Train Epoch 33: average Loss: 14.527333, time: 7.23 s\r\n",
      "Val Epoch 33: 100%|█████████████████| 81/81 [00:00<00:00, 162.10it/s, loss=16.3]\r\n",
      "04/18 08:25: Val Epoch 33: average Loss: 15.509802, time: 0.50 s\r\n",
      "Test Epoch 33: 100%|████████████████| 82/82 [00:00<00:00, 165.97it/s, loss=17.2]\r\n",
      "04/18 08:25: Test Epoch 33: average Loss: 16.565579, time: 0.49 s\r\n",
      "Train Epoch 34: 100%|██████████████| 245/245 [00:07<00:00, 34.04it/s, loss=15.4]\r\n",
      "04/18 08:25: Train Epoch 34: average Loss: 14.346157, time: 7.20 s\r\n",
      "Val Epoch 34: 100%|█████████████████| 81/81 [00:00<00:00, 162.39it/s, loss=16.5]\r\n",
      "04/18 08:25: Val Epoch 34: average Loss: 15.427295, time: 0.50 s\r\n",
      "Test Epoch 34: 100%|████████████████| 82/82 [00:00<00:00, 166.05it/s, loss=17.5]\r\n",
      "04/18 08:25: Test Epoch 34: average Loss: 16.517856, time: 0.49 s\r\n",
      "Train Epoch 35: 100%|████████████████| 245/245 [00:07<00:00, 33.81it/s, loss=14]\r\n",
      "04/18 08:25: Train Epoch 35: average Loss: 14.253159, time: 7.25 s\r\n",
      "Val Epoch 35: 100%|█████████████████| 81/81 [00:00<00:00, 162.34it/s, loss=15.9]\r\n",
      "04/18 08:25: Val Epoch 35: average Loss: 15.484913, time: 0.50 s\r\n",
      "Test Epoch 35: 100%|████████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17.5]\r\n",
      "04/18 08:25: Test Epoch 35: average Loss: 16.539110, time: 0.49 s\r\n",
      "Train Epoch 36: 100%|██████████████| 245/245 [00:07<00:00, 33.89it/s, loss=15.1]\r\n",
      "04/18 08:25: Train Epoch 36: average Loss: 14.454085, time: 7.23 s\r\n",
      "Val Epoch 36: 100%|█████████████████| 81/81 [00:00<00:00, 162.39it/s, loss=16.4]\r\n",
      "04/18 08:25: Val Epoch 36: average Loss: 15.593139, time: 0.50 s\r\n",
      "Test Epoch 36: 100%|████████████████| 82/82 [00:00<00:00, 166.23it/s, loss=17.4]\r\n",
      "04/18 08:25: Test Epoch 36: average Loss: 16.608076, time: 0.49 s\r\n",
      "Train Epoch 37: 100%|██████████████| 245/245 [00:07<00:00, 34.01it/s, loss=13.6]\r\n",
      "04/18 08:26: Train Epoch 37: average Loss: 14.234558, time: 7.20 s\r\n",
      "Val Epoch 37: 100%|█████████████████| 81/81 [00:00<00:00, 162.37it/s, loss=16.2]\r\n",
      "04/18 08:26: Val Epoch 37: average Loss: 15.452799, time: 0.50 s\r\n",
      "Test Epoch 37: 100%|████████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17.6]\r\n",
      "04/18 08:26: Test Epoch 37: average Loss: 16.470950, time: 0.49 s\r\n",
      "Train Epoch 38: 100%|████████████████| 245/245 [00:07<00:00, 33.96it/s, loss=15]\r\n",
      "04/18 08:26: Train Epoch 38: average Loss: 14.223535, time: 7.22 s\r\n",
      "Val Epoch 38: 100%|█████████████████| 81/81 [00:00<00:00, 162.24it/s, loss=16.3]\r\n",
      "04/18 08:26: Val Epoch 38: average Loss: 15.303856, time: 0.50 s\r\n",
      "Test Epoch 38: 100%|████████████████| 82/82 [00:00<00:00, 166.18it/s, loss=17.9]\r\n",
      "04/18 08:26: Test Epoch 38: average Loss: 16.291019, time: 0.49 s\r\n",
      "Train Epoch 39: 100%|██████████████| 245/245 [00:07<00:00, 34.02it/s, loss=15.4]\r\n",
      "04/18 08:26: Train Epoch 39: average Loss: 14.217474, time: 7.20 s\r\n",
      "Val Epoch 39: 100%|█████████████████| 81/81 [00:00<00:00, 162.38it/s, loss=15.9]\r\n",
      "04/18 08:26: Val Epoch 39: average Loss: 15.289970, time: 0.50 s\r\n",
      "Test Epoch 39: 100%|████████████████| 82/82 [00:00<00:00, 166.26it/s, loss=17.5]\r\n",
      "04/18 08:26: Test Epoch 39: average Loss: 16.422089, time: 0.49 s\r\n",
      "Train Epoch 40: 100%|██████████████| 245/245 [00:07<00:00, 34.07it/s, loss=13.7]\r\n",
      "04/18 08:26: Train Epoch 40: average Loss: 14.166573, time: 7.19 s\r\n",
      "Val Epoch 40: 100%|█████████████████| 81/81 [00:00<00:00, 162.24it/s, loss=16.1]\r\n",
      "04/18 08:26: Val Epoch 40: average Loss: 15.236674, time: 0.50 s\r\n",
      "Test Epoch 40: 100%|████████████████| 82/82 [00:00<00:00, 166.16it/s, loss=17.3]\r\n",
      "04/18 08:26: Test Epoch 40: average Loss: 16.422100, time: 0.49 s\r\n",
      "Train Epoch 41: 100%|██████████████| 245/245 [00:07<00:00, 33.82it/s, loss=13.7]\r\n",
      "04/18 08:26: Train Epoch 41: average Loss: 14.152621, time: 7.24 s\r\n",
      "Val Epoch 41: 100%|█████████████████| 81/81 [00:00<00:00, 162.36it/s, loss=16.2]\r\n",
      "04/18 08:26: Val Epoch 41: average Loss: 15.214965, time: 0.50 s\r\n",
      "Test Epoch 41: 100%|████████████████| 82/82 [00:00<00:00, 166.27it/s, loss=16.9]\r\n",
      "04/18 08:26: Test Epoch 41: average Loss: 16.351041, time: 0.49 s\r\n",
      "04/18 08:26: Best validation model saved!\r\n",
      "Train Epoch 42: 100%|██████████████| 245/245 [00:07<00:00, 33.78it/s, loss=13.8]\r\n",
      "04/18 08:26: Train Epoch 42: average Loss: 14.202496, time: 7.25 s\r\n",
      "Val Epoch 42: 100%|█████████████████| 81/81 [00:00<00:00, 162.20it/s, loss=16.5]\r\n",
      "04/18 08:26: Val Epoch 42: average Loss: 15.369771, time: 0.50 s\r\n",
      "Test Epoch 42: 100%|████████████████| 82/82 [00:00<00:00, 166.18it/s, loss=17.9]\r\n",
      "04/18 08:26: Test Epoch 42: average Loss: 16.518447, time: 0.49 s\r\n",
      "Train Epoch 43: 100%|██████████████| 245/245 [00:07<00:00, 33.73it/s, loss=14.6]\r\n",
      "04/18 08:26: Train Epoch 43: average Loss: 14.115689, time: 7.26 s\r\n",
      "Val Epoch 43: 100%|█████████████████| 81/81 [00:00<00:00, 162.21it/s, loss=16.4]\r\n",
      "04/18 08:26: Val Epoch 43: average Loss: 15.345137, time: 0.50 s\r\n",
      "Test Epoch 43: 100%|████████████████| 82/82 [00:00<00:00, 165.54it/s, loss=17.6]\r\n",
      "04/18 08:26: Test Epoch 43: average Loss: 16.596753, time: 0.50 s\r\n",
      "Train Epoch 44: 100%|██████████████| 245/245 [00:07<00:00, 33.77it/s, loss=13.5]\r\n",
      "04/18 08:27: Train Epoch 44: average Loss: 14.059180, time: 7.26 s\r\n",
      "Val Epoch 44: 100%|█████████████████| 81/81 [00:00<00:00, 162.02it/s, loss=16.5]\r\n",
      "04/18 08:27: Val Epoch 44: average Loss: 15.202288, time: 0.50 s\r\n",
      "Test Epoch 44: 100%|████████████████| 82/82 [00:00<00:00, 166.15it/s, loss=17.1]\r\n",
      "04/18 08:27: Test Epoch 44: average Loss: 16.315392, time: 0.49 s\r\n",
      "04/18 08:27: Best validation model saved!\r\n",
      "Train Epoch 45: 100%|██████████████| 245/245 [00:07<00:00, 33.70it/s, loss=13.5]\r\n",
      "04/18 08:27: Train Epoch 45: average Loss: 14.074069, time: 7.27 s\r\n",
      "Val Epoch 45: 100%|█████████████████| 81/81 [00:00<00:00, 161.90it/s, loss=15.7]\r\n",
      "04/18 08:27: Val Epoch 45: average Loss: 15.413834, time: 0.50 s\r\n",
      "Test Epoch 45: 100%|████████████████| 82/82 [00:00<00:00, 166.12it/s, loss=17.4]\r\n",
      "04/18 08:27: Test Epoch 45: average Loss: 16.679344, time: 0.49 s\r\n",
      "Train Epoch 46: 100%|████████████████| 245/245 [00:07<00:00, 33.73it/s, loss=14]\r\n",
      "04/18 08:27: Train Epoch 46: average Loss: 14.036213, time: 7.26 s\r\n",
      "Val Epoch 46: 100%|█████████████████| 81/81 [00:00<00:00, 162.24it/s, loss=16.1]\r\n",
      "04/18 08:27: Val Epoch 46: average Loss: 15.340288, time: 0.50 s\r\n",
      "Test Epoch 46: 100%|████████████████| 82/82 [00:00<00:00, 166.24it/s, loss=17.5]\r\n",
      "04/18 08:27: Test Epoch 46: average Loss: 16.622753, time: 0.49 s\r\n",
      "Train Epoch 47: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=14.9]\r\n",
      "04/18 08:27: Train Epoch 47: average Loss: 14.001418, time: 7.21 s\r\n",
      "Val Epoch 47: 100%|█████████████████| 81/81 [00:00<00:00, 162.19it/s, loss=17.2]\r\n",
      "04/18 08:27: Val Epoch 47: average Loss: 15.603020, time: 0.50 s\r\n",
      "Test Epoch 47: 100%|████████████████| 82/82 [00:00<00:00, 166.15it/s, loss=18.2]\r\n",
      "04/18 08:27: Test Epoch 47: average Loss: 16.680996, time: 0.49 s\r\n",
      "Train Epoch 48: 100%|██████████████| 245/245 [00:07<00:00, 34.02it/s, loss=13.9]\r\n",
      "04/18 08:27: Train Epoch 48: average Loss: 14.056955, time: 7.20 s\r\n",
      "Val Epoch 48: 100%|███████████████████| 81/81 [00:00<00:00, 162.22it/s, loss=16]\r\n",
      "04/18 08:27: Val Epoch 48: average Loss: 15.179464, time: 0.50 s\r\n",
      "Test Epoch 48: 100%|████████████████| 82/82 [00:00<00:00, 166.15it/s, loss=17.3]\r\n",
      "04/18 08:27: Test Epoch 48: average Loss: 16.376035, time: 0.49 s\r\n",
      "04/18 08:27: Best validation model saved!\r\n",
      "Train Epoch 49: 100%|██████████████| 245/245 [00:07<00:00, 33.80it/s, loss=14.2]\r\n",
      "04/18 08:27: Train Epoch 49: average Loss: 13.948449, time: 7.25 s\r\n",
      "Val Epoch 49: 100%|█████████████████| 81/81 [00:00<00:00, 161.86it/s, loss=17.2]\r\n",
      "04/18 08:27: Val Epoch 49: average Loss: 15.419206, time: 0.50 s\r\n",
      "Test Epoch 49: 100%|████████████████| 82/82 [00:00<00:00, 165.65it/s, loss=17.2]\r\n",
      "04/18 08:27: Test Epoch 49: average Loss: 16.367778, time: 0.50 s\r\n",
      "Train Epoch 50: 100%|██████████████| 245/245 [00:07<00:00, 33.82it/s, loss=13.5]\r\n",
      "04/18 08:27: Train Epoch 50: average Loss: 13.998491, time: 7.24 s\r\n",
      "Val Epoch 50: 100%|███████████████████| 81/81 [00:00<00:00, 162.27it/s, loss=16]\r\n",
      "04/18 08:27: Val Epoch 50: average Loss: 15.097621, time: 0.50 s\r\n",
      "Test Epoch 50: 100%|████████████████| 82/82 [00:00<00:00, 166.14it/s, loss=17.2]\r\n",
      "04/18 08:27: Test Epoch 50: average Loss: 16.279968, time: 0.49 s\r\n",
      "04/18 08:27: Best validation model saved!\r\n",
      "Train Epoch 51: 100%|██████████████| 245/245 [00:07<00:00, 33.77it/s, loss=13.9]\r\n",
      "04/18 08:28: Train Epoch 51: average Loss: 13.936348, time: 7.25 s\r\n",
      "Val Epoch 51: 100%|█████████████████| 81/81 [00:00<00:00, 162.28it/s, loss=16.4]\r\n",
      "04/18 08:28: Val Epoch 51: average Loss: 15.163302, time: 0.50 s\r\n",
      "Test Epoch 51: 100%|██████████████████| 82/82 [00:00<00:00, 165.40it/s, loss=17]\r\n",
      "04/18 08:28: Test Epoch 51: average Loss: 16.303991, time: 0.50 s\r\n",
      "Train Epoch 52: 100%|██████████████| 245/245 [00:07<00:00, 33.78it/s, loss=13.8]\r\n",
      "04/18 08:28: Train Epoch 52: average Loss: 13.935737, time: 7.25 s\r\n",
      "Val Epoch 52: 100%|█████████████████| 81/81 [00:00<00:00, 162.31it/s, loss=16.9]\r\n",
      "04/18 08:28: Val Epoch 52: average Loss: 15.297191, time: 0.50 s\r\n",
      "Test Epoch 52: 100%|████████████████| 82/82 [00:00<00:00, 165.95it/s, loss=18.3]\r\n",
      "04/18 08:28: Test Epoch 52: average Loss: 16.536577, time: 0.49 s\r\n",
      "Train Epoch 53: 100%|██████████████| 245/245 [00:07<00:00, 33.90it/s, loss=13.9]\r\n",
      "04/18 08:28: Train Epoch 53: average Loss: 13.891994, time: 7.23 s\r\n",
      "Val Epoch 53: 100%|█████████████████| 81/81 [00:00<00:00, 162.30it/s, loss=16.5]\r\n",
      "04/18 08:28: Val Epoch 53: average Loss: 15.303985, time: 0.50 s\r\n",
      "Test Epoch 53: 100%|████████████████| 82/82 [00:00<00:00, 166.14it/s, loss=17.4]\r\n",
      "04/18 08:28: Test Epoch 53: average Loss: 16.569766, time: 0.49 s\r\n",
      "Train Epoch 54: 100%|██████████████| 245/245 [00:07<00:00, 33.73it/s, loss=13.4]\r\n",
      "04/18 08:28: Train Epoch 54: average Loss: 13.926591, time: 7.26 s\r\n",
      "Val Epoch 54: 100%|█████████████████| 81/81 [00:00<00:00, 162.08it/s, loss=16.8]\r\n",
      "04/18 08:28: Val Epoch 54: average Loss: 15.162114, time: 0.50 s\r\n",
      "Test Epoch 54: 100%|████████████████| 82/82 [00:00<00:00, 159.65it/s, loss=17.4]\r\n",
      "04/18 08:28: Test Epoch 54: average Loss: 16.160485, time: 0.51 s\r\n",
      "Train Epoch 55: 100%|██████████████| 245/245 [00:07<00:00, 33.97it/s, loss=13.5]\r\n",
      "04/18 08:28: Train Epoch 55: average Loss: 13.924231, time: 7.21 s\r\n",
      "Val Epoch 55: 100%|███████████████████| 81/81 [00:00<00:00, 162.26it/s, loss=16]\r\n",
      "04/18 08:28: Val Epoch 55: average Loss: 15.143656, time: 0.50 s\r\n",
      "Test Epoch 55: 100%|████████████████| 82/82 [00:00<00:00, 166.03it/s, loss=17.1]\r\n",
      "04/18 08:28: Test Epoch 55: average Loss: 16.275313, time: 0.49 s\r\n",
      "Train Epoch 56: 100%|██████████████| 245/245 [00:07<00:00, 33.91it/s, loss=14.1]\r\n",
      "04/18 08:28: Train Epoch 56: average Loss: 13.794754, time: 7.22 s\r\n",
      "Val Epoch 56: 100%|█████████████████| 81/81 [00:00<00:00, 162.30it/s, loss=16.8]\r\n",
      "04/18 08:28: Val Epoch 56: average Loss: 15.311691, time: 0.50 s\r\n",
      "Test Epoch 56: 100%|████████████████| 82/82 [00:00<00:00, 166.13it/s, loss=17.4]\r\n",
      "04/18 08:28: Test Epoch 56: average Loss: 16.310694, time: 0.49 s\r\n",
      "Train Epoch 57: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=13.3]\r\n",
      "04/18 08:28: Train Epoch 57: average Loss: 13.846256, time: 7.21 s\r\n",
      "Val Epoch 57: 100%|█████████████████| 81/81 [00:00<00:00, 161.85it/s, loss=16.8]\r\n",
      "04/18 08:28: Val Epoch 57: average Loss: 15.140130, time: 0.50 s\r\n",
      "Test Epoch 57: 100%|████████████████| 82/82 [00:00<00:00, 164.07it/s, loss=17.1]\r\n",
      "04/18 08:28: Test Epoch 57: average Loss: 16.249780, time: 0.50 s\r\n",
      "Train Epoch 58: 100%|██████████████| 245/245 [00:07<00:00, 33.84it/s, loss=13.2]\r\n",
      "04/18 08:28: Train Epoch 58: average Loss: 13.905291, time: 7.24 s\r\n",
      "Val Epoch 58: 100%|█████████████████| 81/81 [00:00<00:00, 161.72it/s, loss=17.2]\r\n",
      "04/18 08:28: Val Epoch 58: average Loss: 15.100651, time: 0.50 s\r\n",
      "Test Epoch 58: 100%|████████████████| 82/82 [00:00<00:00, 165.96it/s, loss=17.4]\r\n",
      "04/18 08:28: Test Epoch 58: average Loss: 16.226256, time: 0.49 s\r\n",
      "Train Epoch 59: 100%|██████████████| 245/245 [00:07<00:00, 33.89it/s, loss=14.3]\r\n",
      "04/18 08:29: Train Epoch 59: average Loss: 13.745759, time: 7.23 s\r\n",
      "Val Epoch 59: 100%|█████████████████| 81/81 [00:00<00:00, 162.22it/s, loss=17.2]\r\n",
      "04/18 08:29: Val Epoch 59: average Loss: 15.208616, time: 0.50 s\r\n",
      "Test Epoch 59: 100%|████████████████| 82/82 [00:00<00:00, 165.72it/s, loss=17.6]\r\n",
      "04/18 08:29: Test Epoch 59: average Loss: 16.384506, time: 0.50 s\r\n",
      "Train Epoch 60: 100%|██████████████| 245/245 [00:07<00:00, 33.60it/s, loss=13.2]\r\n",
      "04/18 08:29: Train Epoch 60: average Loss: 13.880711, time: 7.29 s\r\n",
      "Val Epoch 60: 100%|███████████████████| 81/81 [00:00<00:00, 161.93it/s, loss=16]\r\n",
      "04/18 08:29: Val Epoch 60: average Loss: 15.048154, time: 0.50 s\r\n",
      "Test Epoch 60: 100%|████████████████| 82/82 [00:00<00:00, 166.02it/s, loss=17.5]\r\n",
      "04/18 08:29: Test Epoch 60: average Loss: 16.312079, time: 0.49 s\r\n",
      "04/18 08:29: Best validation model saved!\r\n",
      "Train Epoch 61: 100%|██████████████| 245/245 [00:07<00:00, 33.87it/s, loss=14.1]\r\n",
      "04/18 08:29: Train Epoch 61: average Loss: 13.804490, time: 7.23 s\r\n",
      "Val Epoch 61: 100%|█████████████████| 81/81 [00:00<00:00, 162.28it/s, loss=16.5]\r\n",
      "04/18 08:29: Val Epoch 61: average Loss: 15.046970, time: 0.50 s\r\n",
      "Test Epoch 61: 100%|████████████████| 82/82 [00:00<00:00, 166.21it/s, loss=17.4]\r\n",
      "04/18 08:29: Test Epoch 61: average Loss: 16.181259, time: 0.49 s\r\n",
      "04/18 08:29: Best validation model saved!\r\n",
      "Train Epoch 62: 100%|████████████████| 245/245 [00:07<00:00, 33.93it/s, loss=14]\r\n",
      "04/18 08:29: Train Epoch 62: average Loss: 13.706276, time: 7.22 s\r\n",
      "Val Epoch 62: 100%|█████████████████| 81/81 [00:00<00:00, 162.32it/s, loss=16.4]\r\n",
      "04/18 08:29: Val Epoch 62: average Loss: 14.991089, time: 0.50 s\r\n",
      "Test Epoch 62: 100%|████████████████| 82/82 [00:00<00:00, 166.11it/s, loss=17.2]\r\n",
      "04/18 08:29: Test Epoch 62: average Loss: 16.241210, time: 0.49 s\r\n",
      "04/18 08:29: Best validation model saved!\r\n",
      "Train Epoch 63: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=13.8]\r\n",
      "04/18 08:29: Train Epoch 63: average Loss: 13.719858, time: 7.22 s\r\n",
      "Val Epoch 63: 100%|█████████████████| 81/81 [00:00<00:00, 162.18it/s, loss=16.5]\r\n",
      "04/18 08:29: Val Epoch 63: average Loss: 15.206643, time: 0.50 s\r\n",
      "Test Epoch 63: 100%|████████████████| 82/82 [00:00<00:00, 166.12it/s, loss=18.2]\r\n",
      "04/18 08:29: Test Epoch 63: average Loss: 16.425138, time: 0.49 s\r\n",
      "Train Epoch 64: 100%|██████████████| 245/245 [00:07<00:00, 32.78it/s, loss=14.8]\r\n",
      "04/18 08:29: Train Epoch 64: average Loss: 13.796497, time: 7.47 s\r\n",
      "Val Epoch 64: 100%|█████████████████| 81/81 [00:00<00:00, 157.48it/s, loss=16.2]\r\n",
      "04/18 08:29: Val Epoch 64: average Loss: 14.990121, time: 0.52 s\r\n",
      "Test Epoch 64: 100%|██████████████████| 82/82 [00:00<00:00, 161.66it/s, loss=17]\r\n",
      "04/18 08:29: Test Epoch 64: average Loss: 16.092574, time: 0.51 s\r\n",
      "04/18 08:29: Best validation model saved!\r\n",
      "Train Epoch 65: 100%|██████████████| 245/245 [00:07<00:00, 31.72it/s, loss=12.8]\r\n",
      "04/18 08:29: Train Epoch 65: average Loss: 13.711737, time: 7.73 s\r\n",
      "Val Epoch 65: 100%|█████████████████| 81/81 [00:00<00:00, 162.31it/s, loss=16.4]\r\n",
      "04/18 08:29: Val Epoch 65: average Loss: 15.009221, time: 0.50 s\r\n",
      "Test Epoch 65: 100%|████████████████| 82/82 [00:00<00:00, 166.17it/s, loss=17.9]\r\n",
      "04/18 08:29: Test Epoch 65: average Loss: 16.175215, time: 0.49 s\r\n",
      "Train Epoch 66: 100%|██████████████| 245/245 [00:07<00:00, 33.82it/s, loss=13.5]\r\n",
      "04/18 08:30: Train Epoch 66: average Loss: 13.743567, time: 7.24 s\r\n",
      "Val Epoch 66: 100%|███████████████████| 81/81 [00:00<00:00, 162.19it/s, loss=16]\r\n",
      "04/18 08:30: Val Epoch 66: average Loss: 15.211807, time: 0.50 s\r\n",
      "Test Epoch 66: 100%|████████████████| 82/82 [00:00<00:00, 166.16it/s, loss=17.4]\r\n",
      "04/18 08:30: Test Epoch 66: average Loss: 16.508388, time: 0.49 s\r\n",
      "Train Epoch 67: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=13.6]\r\n",
      "04/18 08:30: Train Epoch 67: average Loss: 13.705005, time: 7.21 s\r\n",
      "Val Epoch 67: 100%|█████████████████| 81/81 [00:00<00:00, 162.34it/s, loss=16.5]\r\n",
      "04/18 08:30: Val Epoch 67: average Loss: 14.868456, time: 0.50 s\r\n",
      "Test Epoch 67: 100%|████████████████| 82/82 [00:00<00:00, 166.22it/s, loss=17.3]\r\n",
      "04/18 08:30: Test Epoch 67: average Loss: 16.104825, time: 0.49 s\r\n",
      "04/18 08:30: Best validation model saved!\r\n",
      "Train Epoch 68: 100%|██████████████| 245/245 [00:07<00:00, 33.57it/s, loss=13.3]\r\n",
      "04/18 08:30: Train Epoch 68: average Loss: 13.672519, time: 7.30 s\r\n",
      "Val Epoch 68: 100%|█████████████████| 81/81 [00:00<00:00, 161.89it/s, loss=16.9]\r\n",
      "04/18 08:30: Val Epoch 68: average Loss: 14.950696, time: 0.50 s\r\n",
      "Test Epoch 68: 100%|████████████████| 82/82 [00:00<00:00, 165.98it/s, loss=17.6]\r\n",
      "04/18 08:30: Test Epoch 68: average Loss: 16.139266, time: 0.49 s\r\n",
      "Train Epoch 69: 100%|██████████████| 245/245 [00:07<00:00, 33.78it/s, loss=13.7]\r\n",
      "04/18 08:30: Train Epoch 69: average Loss: 13.652546, time: 7.25 s\r\n",
      "Val Epoch 69: 100%|███████████████████| 81/81 [00:00<00:00, 162.21it/s, loss=17]\r\n",
      "04/18 08:30: Val Epoch 69: average Loss: 15.004152, time: 0.50 s\r\n",
      "Test Epoch 69: 100%|████████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17.2]\r\n",
      "04/18 08:30: Test Epoch 69: average Loss: 16.073817, time: 0.49 s\r\n",
      "Train Epoch 70: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=14.5]\r\n",
      "04/18 08:30: Train Epoch 70: average Loss: 13.666292, time: 7.21 s\r\n",
      "Val Epoch 70: 100%|█████████████████| 81/81 [00:00<00:00, 162.31it/s, loss=17.1]\r\n",
      "04/18 08:30: Val Epoch 70: average Loss: 15.076348, time: 0.50 s\r\n",
      "Test Epoch 70: 100%|██████████████████| 82/82 [00:00<00:00, 166.18it/s, loss=17]\r\n",
      "04/18 08:30: Test Epoch 70: average Loss: 16.113643, time: 0.49 s\r\n",
      "Train Epoch 71: 100%|██████████████| 245/245 [00:07<00:00, 33.72it/s, loss=14.4]\r\n",
      "04/18 08:30: Train Epoch 71: average Loss: 13.676945, time: 7.27 s\r\n",
      "Val Epoch 71: 100%|█████████████████| 81/81 [00:00<00:00, 162.26it/s, loss=16.1]\r\n",
      "04/18 08:30: Val Epoch 71: average Loss: 14.974340, time: 0.50 s\r\n",
      "Test Epoch 71: 100%|████████████████| 82/82 [00:00<00:00, 166.21it/s, loss=16.9]\r\n",
      "04/18 08:30: Test Epoch 71: average Loss: 16.302424, time: 0.49 s\r\n",
      "Train Epoch 72: 100%|██████████████| 245/245 [00:07<00:00, 33.80it/s, loss=14.2]\r\n",
      "04/18 08:30: Train Epoch 72: average Loss: 13.655588, time: 7.25 s\r\n",
      "Val Epoch 72: 100%|█████████████████| 81/81 [00:00<00:00, 161.96it/s, loss=15.9]\r\n",
      "04/18 08:30: Val Epoch 72: average Loss: 15.074851, time: 0.50 s\r\n",
      "Test Epoch 72: 100%|████████████████| 82/82 [00:00<00:00, 166.14it/s, loss=17.8]\r\n",
      "04/18 08:30: Test Epoch 72: average Loss: 16.378364, time: 0.49 s\r\n",
      "Train Epoch 73: 100%|██████████████| 245/245 [00:07<00:00, 33.82it/s, loss=13.1]\r\n",
      "04/18 08:31: Train Epoch 73: average Loss: 13.625905, time: 7.25 s\r\n",
      "Val Epoch 73: 100%|█████████████████| 81/81 [00:00<00:00, 162.22it/s, loss=16.1]\r\n",
      "04/18 08:31: Val Epoch 73: average Loss: 14.968702, time: 0.50 s\r\n",
      "Test Epoch 73: 100%|████████████████| 82/82 [00:00<00:00, 166.11it/s, loss=17.4]\r\n",
      "04/18 08:31: Test Epoch 73: average Loss: 16.181321, time: 0.49 s\r\n",
      "Train Epoch 74: 100%|██████████████| 245/245 [00:07<00:00, 33.78it/s, loss=13.7]\r\n",
      "04/18 08:31: Train Epoch 74: average Loss: 13.627802, time: 7.25 s\r\n",
      "Val Epoch 74: 100%|█████████████████| 81/81 [00:00<00:00, 162.10it/s, loss=16.3]\r\n",
      "04/18 08:31: Val Epoch 74: average Loss: 14.909831, time: 0.50 s\r\n",
      "Test Epoch 74: 100%|████████████████| 82/82 [00:00<00:00, 166.04it/s, loss=17.1]\r\n",
      "04/18 08:31: Test Epoch 74: average Loss: 16.215562, time: 0.49 s\r\n",
      "Train Epoch 75: 100%|██████████████| 245/245 [00:07<00:00, 33.70it/s, loss=13.5]\r\n",
      "04/18 08:31: Train Epoch 75: average Loss: 13.602488, time: 7.27 s\r\n",
      "Val Epoch 75: 100%|█████████████████| 81/81 [00:00<00:00, 162.07it/s, loss=16.5]\r\n",
      "04/18 08:31: Val Epoch 75: average Loss: 14.967256, time: 0.50 s\r\n",
      "Test Epoch 75: 100%|████████████████| 82/82 [00:00<00:00, 166.02it/s, loss=16.8]\r\n",
      "04/18 08:31: Test Epoch 75: average Loss: 16.035438, time: 0.49 s\r\n",
      "Train Epoch 76: 100%|██████████████| 245/245 [00:07<00:00, 33.63it/s, loss=13.7]\r\n",
      "04/18 08:31: Train Epoch 76: average Loss: 13.597736, time: 7.29 s\r\n",
      "Val Epoch 76: 100%|█████████████████| 81/81 [00:00<00:00, 162.23it/s, loss=16.4]\r\n",
      "04/18 08:31: Val Epoch 76: average Loss: 14.936764, time: 0.50 s\r\n",
      "Test Epoch 76: 100%|████████████████| 82/82 [00:00<00:00, 165.81it/s, loss=17.1]\r\n",
      "04/18 08:31: Test Epoch 76: average Loss: 16.052873, time: 0.49 s\r\n",
      "Train Epoch 77: 100%|██████████████| 245/245 [00:07<00:00, 33.79it/s, loss=12.9]\r\n",
      "04/18 08:31: Train Epoch 77: average Loss: 13.597895, time: 7.25 s\r\n",
      "Val Epoch 77: 100%|█████████████████| 81/81 [00:00<00:00, 162.09it/s, loss=16.7]\r\n",
      "04/18 08:31: Val Epoch 77: average Loss: 14.846192, time: 0.50 s\r\n",
      "Test Epoch 77: 100%|██████████████████| 82/82 [00:00<00:00, 165.97it/s, loss=17]\r\n",
      "04/18 08:31: Test Epoch 77: average Loss: 15.899424, time: 0.49 s\r\n",
      "04/18 08:31: Best validation model saved!\r\n",
      "Train Epoch 78: 100%|████████████████| 245/245 [00:07<00:00, 33.77it/s, loss=15]\r\n",
      "04/18 08:31: Train Epoch 78: average Loss: 13.565100, time: 7.26 s\r\n",
      "Val Epoch 78: 100%|█████████████████| 81/81 [00:00<00:00, 162.28it/s, loss=16.7]\r\n",
      "04/18 08:31: Val Epoch 78: average Loss: 14.979635, time: 0.50 s\r\n",
      "Test Epoch 78: 100%|████████████████| 82/82 [00:00<00:00, 165.32it/s, loss=17.1]\r\n",
      "04/18 08:31: Test Epoch 78: average Loss: 16.117635, time: 0.50 s\r\n",
      "Train Epoch 79: 100%|██████████████| 245/245 [00:07<00:00, 33.63it/s, loss=13.2]\r\n",
      "04/18 08:31: Train Epoch 79: average Loss: 13.578573, time: 7.29 s\r\n",
      "Val Epoch 79: 100%|█████████████████| 81/81 [00:00<00:00, 161.83it/s, loss=16.6]\r\n",
      "04/18 08:31: Val Epoch 79: average Loss: 14.867006, time: 0.50 s\r\n",
      "Test Epoch 79: 100%|████████████████| 82/82 [00:00<00:00, 166.15it/s, loss=17.4]\r\n",
      "04/18 08:31: Test Epoch 79: average Loss: 16.174844, time: 0.49 s\r\n",
      "Train Epoch 80: 100%|██████████████| 245/245 [00:07<00:00, 33.91it/s, loss=13.2]\r\n",
      "04/18 08:32: Train Epoch 80: average Loss: 13.578496, time: 7.22 s\r\n",
      "Val Epoch 80: 100%|█████████████████| 81/81 [00:00<00:00, 161.77it/s, loss=17.1]\r\n",
      "04/18 08:32: Val Epoch 80: average Loss: 15.022164, time: 0.50 s\r\n",
      "Test Epoch 80: 100%|████████████████| 82/82 [00:00<00:00, 166.15it/s, loss=16.7]\r\n",
      "04/18 08:32: Test Epoch 80: average Loss: 16.079686, time: 0.49 s\r\n",
      "Train Epoch 81: 100%|██████████████| 245/245 [00:07<00:00, 33.68it/s, loss=13.9]\r\n",
      "04/18 08:32: Train Epoch 81: average Loss: 13.527528, time: 7.28 s\r\n",
      "Val Epoch 81: 100%|█████████████████| 81/81 [00:00<00:00, 162.07it/s, loss=16.6]\r\n",
      "04/18 08:32: Val Epoch 81: average Loss: 14.861712, time: 0.50 s\r\n",
      "Test Epoch 81: 100%|████████████████| 82/82 [00:00<00:00, 166.11it/s, loss=16.9]\r\n",
      "04/18 08:32: Test Epoch 81: average Loss: 15.982773, time: 0.49 s\r\n",
      "Train Epoch 82: 100%|██████████████| 245/245 [00:07<00:00, 33.78it/s, loss=13.2]\r\n",
      "04/18 08:32: Train Epoch 82: average Loss: 13.508327, time: 7.25 s\r\n",
      "Val Epoch 82: 100%|█████████████████| 81/81 [00:00<00:00, 162.20it/s, loss=16.5]\r\n",
      "04/18 08:32: Val Epoch 82: average Loss: 14.922789, time: 0.50 s\r\n",
      "Test Epoch 82: 100%|████████████████| 82/82 [00:00<00:00, 166.02it/s, loss=16.9]\r\n",
      "04/18 08:32: Test Epoch 82: average Loss: 16.157160, time: 0.49 s\r\n",
      "Train Epoch 83: 100%|██████████████| 245/245 [00:07<00:00, 33.78it/s, loss=14.2]\r\n",
      "04/18 08:32: Train Epoch 83: average Loss: 13.603459, time: 7.25 s\r\n",
      "Val Epoch 83: 100%|█████████████████| 81/81 [00:00<00:00, 162.22it/s, loss=16.3]\r\n",
      "04/18 08:32: Val Epoch 83: average Loss: 14.921457, time: 0.50 s\r\n",
      "Test Epoch 83: 100%|████████████████| 82/82 [00:00<00:00, 165.87it/s, loss=16.8]\r\n",
      "04/18 08:32: Test Epoch 83: average Loss: 16.101253, time: 0.49 s\r\n",
      "Train Epoch 84: 100%|██████████████| 245/245 [00:07<00:00, 33.83it/s, loss=13.8]\r\n",
      "04/18 08:32: Train Epoch 84: average Loss: 13.623260, time: 7.24 s\r\n",
      "Val Epoch 84: 100%|█████████████████| 81/81 [00:00<00:00, 162.15it/s, loss=16.3]\r\n",
      "04/18 08:32: Val Epoch 84: average Loss: 14.836969, time: 0.50 s\r\n",
      "Test Epoch 84: 100%|████████████████| 82/82 [00:00<00:00, 165.42it/s, loss=17.6]\r\n",
      "04/18 08:32: Test Epoch 84: average Loss: 15.859579, time: 0.50 s\r\n",
      "04/18 08:32: Best validation model saved!\r\n",
      "Train Epoch 85: 100%|██████████████| 245/245 [00:07<00:00, 33.75it/s, loss=13.7]\r\n",
      "04/18 08:32: Train Epoch 85: average Loss: 13.472079, time: 7.26 s\r\n",
      "Val Epoch 85: 100%|█████████████████| 81/81 [00:00<00:00, 161.89it/s, loss=16.4]\r\n",
      "04/18 08:32: Val Epoch 85: average Loss: 14.948121, time: 0.50 s\r\n",
      "Test Epoch 85: 100%|████████████████| 82/82 [00:00<00:00, 166.12it/s, loss=17.3]\r\n",
      "04/18 08:32: Test Epoch 85: average Loss: 16.123254, time: 0.49 s\r\n",
      "Train Epoch 86: 100%|██████████████| 245/245 [00:07<00:00, 33.71it/s, loss=13.8]\r\n",
      "04/18 08:32: Train Epoch 86: average Loss: 13.477838, time: 7.27 s\r\n",
      "Val Epoch 86: 100%|█████████████████| 81/81 [00:00<00:00, 162.18it/s, loss=16.5]\r\n",
      "04/18 08:32: Val Epoch 86: average Loss: 14.882849, time: 0.50 s\r\n",
      "Test Epoch 86: 100%|████████████████| 82/82 [00:00<00:00, 166.04it/s, loss=16.7]\r\n",
      "04/18 08:32: Test Epoch 86: average Loss: 15.865751, time: 0.49 s\r\n",
      "Train Epoch 87: 100%|██████████████| 245/245 [00:06<00:00, 35.20it/s, loss=13.2]\r\n",
      "04/18 08:32: Train Epoch 87: average Loss: 13.474916, time: 6.96 s\r\n",
      "Val Epoch 87: 100%|█████████████████| 81/81 [00:00<00:00, 162.06it/s, loss=17.4]\r\n",
      "04/18 08:32: Val Epoch 87: average Loss: 15.009636, time: 0.50 s\r\n",
      "Test Epoch 87: 100%|████████████████| 82/82 [00:00<00:00, 165.77it/s, loss=17.5]\r\n",
      "04/18 08:32: Test Epoch 87: average Loss: 16.045821, time: 0.50 s\r\n",
      "Train Epoch 88: 100%|██████████████| 245/245 [00:07<00:00, 33.70it/s, loss=12.9]\r\n",
      "04/18 08:33: Train Epoch 88: average Loss: 13.483958, time: 7.27 s\r\n",
      "Val Epoch 88: 100%|█████████████████| 81/81 [00:00<00:00, 162.32it/s, loss=16.6]\r\n",
      "04/18 08:33: Val Epoch 88: average Loss: 14.798134, time: 0.50 s\r\n",
      "Test Epoch 88: 100%|████████████████| 82/82 [00:00<00:00, 166.12it/s, loss=16.9]\r\n",
      "04/18 08:33: Test Epoch 88: average Loss: 15.956324, time: 0.49 s\r\n",
      "04/18 08:33: Best validation model saved!\r\n",
      "Train Epoch 89: 100%|██████████████| 245/245 [00:07<00:00, 33.68it/s, loss=13.2]\r\n",
      "04/18 08:33: Train Epoch 89: average Loss: 13.443807, time: 7.28 s\r\n",
      "Val Epoch 89: 100%|█████████████████| 81/81 [00:00<00:00, 162.12it/s, loss=16.5]\r\n",
      "04/18 08:33: Val Epoch 89: average Loss: 14.910501, time: 0.50 s\r\n",
      "Test Epoch 89: 100%|████████████████| 82/82 [00:00<00:00, 165.87it/s, loss=17.2]\r\n",
      "04/18 08:33: Test Epoch 89: average Loss: 16.018100, time: 0.49 s\r\n",
      "Train Epoch 90: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=13.3]\r\n",
      "04/18 08:33: Train Epoch 90: average Loss: 13.491717, time: 7.21 s\r\n",
      "Val Epoch 90: 100%|█████████████████| 81/81 [00:00<00:00, 161.99it/s, loss=16.6]\r\n",
      "04/18 08:33: Val Epoch 90: average Loss: 14.848005, time: 0.50 s\r\n",
      "Test Epoch 90: 100%|████████████████| 82/82 [00:00<00:00, 166.10it/s, loss=17.2]\r\n",
      "04/18 08:33: Test Epoch 90: average Loss: 15.961313, time: 0.49 s\r\n",
      "Train Epoch 91: 100%|██████████████| 245/245 [00:07<00:00, 33.89it/s, loss=13.5]\r\n",
      "04/18 08:33: Train Epoch 91: average Loss: 13.458608, time: 7.23 s\r\n",
      "Val Epoch 91: 100%|█████████████████| 81/81 [00:00<00:00, 162.26it/s, loss=17.7]\r\n",
      "04/18 08:33: Val Epoch 91: average Loss: 15.008948, time: 0.50 s\r\n",
      "Test Epoch 91: 100%|████████████████| 82/82 [00:00<00:00, 165.73it/s, loss=17.3]\r\n",
      "04/18 08:33: Test Epoch 91: average Loss: 16.080948, time: 0.50 s\r\n",
      "Train Epoch 92: 100%|██████████████| 245/245 [00:07<00:00, 33.90it/s, loss=13.7]\r\n",
      "04/18 08:33: Train Epoch 92: average Loss: 13.452825, time: 7.23 s\r\n",
      "Val Epoch 92: 100%|█████████████████| 81/81 [00:00<00:00, 162.19it/s, loss=16.6]\r\n",
      "04/18 08:33: Val Epoch 92: average Loss: 14.926208, time: 0.50 s\r\n",
      "Test Epoch 92: 100%|████████████████| 82/82 [00:00<00:00, 166.25it/s, loss=16.9]\r\n",
      "04/18 08:33: Test Epoch 92: average Loss: 16.022334, time: 0.49 s\r\n",
      "Train Epoch 93: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=13.7]\r\n",
      "04/18 08:33: Train Epoch 93: average Loss: 13.441854, time: 7.22 s\r\n",
      "Val Epoch 93: 100%|█████████████████| 81/81 [00:00<00:00, 162.35it/s, loss=16.4]\r\n",
      "04/18 08:33: Val Epoch 93: average Loss: 14.849551, time: 0.50 s\r\n",
      "Test Epoch 93: 100%|██████████████████| 82/82 [00:00<00:00, 166.24it/s, loss=17]\r\n",
      "04/18 08:33: Test Epoch 93: average Loss: 16.018247, time: 0.49 s\r\n",
      "Train Epoch 94: 100%|██████████████| 245/245 [00:07<00:00, 33.98it/s, loss=12.6]\r\n",
      "04/18 08:33: Train Epoch 94: average Loss: 13.411030, time: 7.21 s\r\n",
      "Val Epoch 94: 100%|█████████████████| 81/81 [00:00<00:00, 162.21it/s, loss=16.5]\r\n",
      "04/18 08:33: Val Epoch 94: average Loss: 14.897850, time: 0.50 s\r\n",
      "Test Epoch 94: 100%|████████████████| 82/82 [00:00<00:00, 165.87it/s, loss=17.3]\r\n",
      "04/18 08:33: Test Epoch 94: average Loss: 16.108796, time: 0.49 s\r\n",
      "Train Epoch 95: 100%|██████████████| 245/245 [00:07<00:00, 33.87it/s, loss=13.6]\r\n",
      "04/18 08:34: Train Epoch 95: average Loss: 13.395069, time: 7.23 s\r\n",
      "Val Epoch 95: 100%|███████████████████| 81/81 [00:00<00:00, 162.30it/s, loss=17]\r\n",
      "04/18 08:34: Val Epoch 95: average Loss: 14.852770, time: 0.50 s\r\n",
      "Test Epoch 95: 100%|████████████████| 82/82 [00:00<00:00, 166.27it/s, loss=16.9]\r\n",
      "04/18 08:34: Test Epoch 95: average Loss: 16.061324, time: 0.49 s\r\n",
      "Train Epoch 96: 100%|██████████████| 245/245 [00:07<00:00, 33.88it/s, loss=12.9]\r\n",
      "04/18 08:34: Train Epoch 96: average Loss: 13.427657, time: 7.23 s\r\n",
      "Val Epoch 96: 100%|█████████████████| 81/81 [00:00<00:00, 162.42it/s, loss=17.4]\r\n",
      "04/18 08:34: Val Epoch 96: average Loss: 15.017681, time: 0.50 s\r\n",
      "Test Epoch 96: 100%|████████████████| 82/82 [00:00<00:00, 166.35it/s, loss=17.4]\r\n",
      "04/18 08:34: Test Epoch 96: average Loss: 16.133133, time: 0.49 s\r\n",
      "Train Epoch 97: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=13.2]\r\n",
      "04/18 08:34: Train Epoch 97: average Loss: 13.454414, time: 7.22 s\r\n",
      "Val Epoch 97: 100%|█████████████████| 81/81 [00:00<00:00, 162.46it/s, loss=16.3]\r\n",
      "04/18 08:34: Val Epoch 97: average Loss: 15.012360, time: 0.50 s\r\n",
      "Test Epoch 97: 100%|████████████████| 82/82 [00:00<00:00, 166.34it/s, loss=16.9]\r\n",
      "04/18 08:34: Test Epoch 97: average Loss: 16.225586, time: 0.49 s\r\n",
      "Train Epoch 98: 100%|██████████████| 245/245 [00:07<00:00, 34.03it/s, loss=13.7]\r\n",
      "04/18 08:34: Train Epoch 98: average Loss: 13.376855, time: 7.20 s\r\n",
      "Val Epoch 98: 100%|█████████████████| 81/81 [00:00<00:00, 162.35it/s, loss=16.8]\r\n",
      "04/18 08:34: Val Epoch 98: average Loss: 14.786432, time: 0.50 s\r\n",
      "Test Epoch 98: 100%|████████████████| 82/82 [00:00<00:00, 166.22it/s, loss=16.5]\r\n",
      "04/18 08:34: Test Epoch 98: average Loss: 15.914097, time: 0.49 s\r\n",
      "04/18 08:34: Best validation model saved!\r\n",
      "Train Epoch 99: 100%|██████████████| 245/245 [00:07<00:00, 34.02it/s, loss=14.1]\r\n",
      "04/18 08:34: Train Epoch 99: average Loss: 13.397219, time: 7.20 s\r\n",
      "Val Epoch 99: 100%|█████████████████| 81/81 [00:00<00:00, 162.05it/s, loss=16.2]\r\n",
      "04/18 08:34: Val Epoch 99: average Loss: 14.751079, time: 0.50 s\r\n",
      "Test Epoch 99: 100%|████████████████| 82/82 [00:00<00:00, 166.25it/s, loss=17.3]\r\n",
      "04/18 08:34: Test Epoch 99: average Loss: 16.012898, time: 0.49 s\r\n",
      "04/18 08:34: Best validation model saved!\r\n",
      "Train Epoch 100: 100%|█████████████| 245/245 [00:07<00:00, 34.14it/s, loss=13.4]\r\n",
      "04/18 08:34: Train Epoch 100: average Loss: 13.379995, time: 7.18 s\r\n",
      "Val Epoch 100: 100%|████████████████| 81/81 [00:00<00:00, 162.67it/s, loss=16.7]\r\n",
      "04/18 08:34: Val Epoch 100: average Loss: 14.776715, time: 0.50 s\r\n",
      "Test Epoch 100: 100%|███████████████| 82/82 [00:00<00:00, 168.61it/s, loss=16.9]\r\n",
      "04/18 08:34: Test Epoch 100: average Loss: 15.918371, time: 0.49 s\r\n",
      "Train Epoch 101: 100%|█████████████| 245/245 [00:06<00:00, 37.16it/s, loss=13.5]\r\n",
      "04/18 08:34: Train Epoch 101: average Loss: 13.404575, time: 6.59 s\r\n",
      "Val Epoch 101: 100%|██████████████████| 81/81 [00:00<00:00, 162.58it/s, loss=16]\r\n",
      "04/18 08:34: Val Epoch 101: average Loss: 14.714013, time: 0.50 s\r\n",
      "Test Epoch 101: 100%|███████████████| 82/82 [00:00<00:00, 166.49it/s, loss=17.5]\r\n",
      "04/18 08:34: Test Epoch 101: average Loss: 15.990503, time: 0.49 s\r\n",
      "04/18 08:34: Best validation model saved!\r\n",
      "Train Epoch 102: 100%|█████████████| 245/245 [00:06<00:00, 37.15it/s, loss=13.7]\r\n",
      "04/18 08:35: Train Epoch 102: average Loss: 13.376575, time: 6.60 s\r\n",
      "Val Epoch 102: 100%|████████████████| 81/81 [00:00<00:00, 162.61it/s, loss=16.6]\r\n",
      "04/18 08:35: Val Epoch 102: average Loss: 14.874412, time: 0.50 s\r\n",
      "Test Epoch 102: 100%|███████████████| 82/82 [00:00<00:00, 166.48it/s, loss=17.2]\r\n",
      "04/18 08:35: Test Epoch 102: average Loss: 16.168736, time: 0.49 s\r\n",
      "Train Epoch 103: 100%|█████████████| 245/245 [00:06<00:00, 37.15it/s, loss=13.1]\r\n",
      "04/18 08:35: Train Epoch 103: average Loss: 13.335901, time: 6.60 s\r\n",
      "Val Epoch 103: 100%|██████████████████| 81/81 [00:00<00:00, 162.67it/s, loss=16]\r\n",
      "04/18 08:35: Val Epoch 103: average Loss: 14.801154, time: 0.50 s\r\n",
      "Test Epoch 103: 100%|███████████████| 82/82 [00:00<00:00, 166.52it/s, loss=17.4]\r\n",
      "04/18 08:35: Test Epoch 103: average Loss: 16.007618, time: 0.49 s\r\n",
      "Train Epoch 104: 100%|█████████████| 245/245 [00:06<00:00, 36.85it/s, loss=13.8]\r\n",
      "04/18 08:35: Train Epoch 104: average Loss: 13.360127, time: 6.65 s\r\n",
      "Val Epoch 104: 100%|████████████████| 81/81 [00:00<00:00, 162.54it/s, loss=16.2]\r\n",
      "04/18 08:35: Val Epoch 104: average Loss: 14.910105, time: 0.50 s\r\n",
      "Test Epoch 104: 100%|███████████████| 82/82 [00:00<00:00, 166.46it/s, loss=17.3]\r\n",
      "04/18 08:35: Test Epoch 104: average Loss: 16.089234, time: 0.49 s\r\n",
      "Train Epoch 105: 100%|█████████████| 245/245 [00:07<00:00, 34.18it/s, loss=12.6]\r\n",
      "04/18 08:35: Train Epoch 105: average Loss: 13.352056, time: 7.17 s\r\n",
      "Val Epoch 105: 100%|████████████████| 81/81 [00:00<00:00, 162.70it/s, loss=16.5]\r\n",
      "04/18 08:35: Val Epoch 105: average Loss: 14.831817, time: 0.50 s\r\n",
      "Test Epoch 105: 100%|███████████████| 82/82 [00:00<00:00, 166.53it/s, loss=17.1]\r\n",
      "04/18 08:35: Test Epoch 105: average Loss: 15.897543, time: 0.49 s\r\n",
      "Train Epoch 106: 100%|█████████████| 245/245 [00:07<00:00, 32.86it/s, loss=13.8]\r\n",
      "04/18 08:35: Train Epoch 106: average Loss: 13.308006, time: 7.46 s\r\n",
      "Val Epoch 106: 100%|████████████████| 81/81 [00:00<00:00, 162.42it/s, loss=16.5]\r\n",
      "04/18 08:35: Val Epoch 106: average Loss: 14.872602, time: 0.50 s\r\n",
      "Test Epoch 106: 100%|███████████████| 82/82 [00:00<00:00, 166.40it/s, loss=17.1]\r\n",
      "04/18 08:35: Test Epoch 106: average Loss: 16.049404, time: 0.49 s\r\n",
      "Train Epoch 107: 100%|███████████████| 245/245 [00:07<00:00, 33.99it/s, loss=13]\r\n",
      "04/18 08:35: Train Epoch 107: average Loss: 13.310562, time: 7.21 s\r\n",
      "Val Epoch 107: 100%|████████████████| 81/81 [00:00<00:00, 162.51it/s, loss=16.6]\r\n",
      "04/18 08:35: Val Epoch 107: average Loss: 14.878665, time: 0.50 s\r\n",
      "Test Epoch 107: 100%|███████████████| 82/82 [00:00<00:00, 166.37it/s, loss=16.9]\r\n",
      "04/18 08:35: Test Epoch 107: average Loss: 16.027358, time: 0.49 s\r\n",
      "Train Epoch 108: 100%|█████████████| 245/245 [00:07<00:00, 34.13it/s, loss=13.3]\r\n",
      "04/18 08:35: Train Epoch 108: average Loss: 13.329912, time: 7.18 s\r\n",
      "Val Epoch 108: 100%|████████████████| 81/81 [00:00<00:00, 162.07it/s, loss=16.8]\r\n",
      "04/18 08:35: Val Epoch 108: average Loss: 14.824955, time: 0.50 s\r\n",
      "Test Epoch 108: 100%|███████████████| 82/82 [00:00<00:00, 166.20it/s, loss=17.3]\r\n",
      "04/18 08:35: Test Epoch 108: average Loss: 15.993678, time: 0.49 s\r\n",
      "Train Epoch 109: 100%|███████████████| 245/245 [00:07<00:00, 34.01it/s, loss=14]\r\n",
      "04/18 08:35: Train Epoch 109: average Loss: 13.329724, time: 7.20 s\r\n",
      "Val Epoch 109: 100%|████████████████| 81/81 [00:00<00:00, 162.45it/s, loss=16.2]\r\n",
      "04/18 08:35: Val Epoch 109: average Loss: 14.815334, time: 0.50 s\r\n",
      "Test Epoch 109: 100%|███████████████| 82/82 [00:00<00:00, 166.25it/s, loss=17.3]\r\n",
      "04/18 08:35: Test Epoch 109: average Loss: 16.020613, time: 0.49 s\r\n",
      "Train Epoch 110: 100%|███████████████| 245/245 [00:07<00:00, 33.83it/s, loss=13]\r\n",
      "04/18 08:36: Train Epoch 110: average Loss: 13.294248, time: 7.24 s\r\n",
      "Val Epoch 110: 100%|████████████████| 81/81 [00:00<00:00, 162.31it/s, loss=16.3]\r\n",
      "04/18 08:36: Val Epoch 110: average Loss: 14.717274, time: 0.50 s\r\n",
      "Test Epoch 110: 100%|███████████████| 82/82 [00:00<00:00, 166.34it/s, loss=16.7]\r\n",
      "04/18 08:36: Test Epoch 110: average Loss: 15.906074, time: 0.49 s\r\n",
      "Train Epoch 111: 100%|█████████████| 245/245 [00:07<00:00, 33.84it/s, loss=13.4]\r\n",
      "04/18 08:36: Train Epoch 111: average Loss: 13.273691, time: 7.24 s\r\n",
      "Val Epoch 111: 100%|████████████████| 81/81 [00:00<00:00, 162.38it/s, loss=16.3]\r\n",
      "04/18 08:36: Val Epoch 111: average Loss: 14.645383, time: 0.50 s\r\n",
      "Test Epoch 111: 100%|███████████████| 82/82 [00:00<00:00, 166.37it/s, loss=16.7]\r\n",
      "04/18 08:36: Test Epoch 111: average Loss: 15.801057, time: 0.49 s\r\n",
      "04/18 08:36: Best validation model saved!\r\n",
      "Train Epoch 112: 100%|█████████████| 245/245 [00:07<00:00, 33.77it/s, loss=14.2]\r\n",
      "04/18 08:36: Train Epoch 112: average Loss: 13.389663, time: 7.26 s\r\n",
      "Val Epoch 112: 100%|████████████████| 81/81 [00:00<00:00, 162.33it/s, loss=16.4]\r\n",
      "04/18 08:36: Val Epoch 112: average Loss: 14.733031, time: 0.50 s\r\n",
      "Test Epoch 112: 100%|███████████████| 82/82 [00:00<00:00, 166.30it/s, loss=16.9]\r\n",
      "04/18 08:36: Test Epoch 112: average Loss: 15.986600, time: 0.49 s\r\n",
      "Train Epoch 113: 100%|█████████████| 245/245 [00:07<00:00, 33.86it/s, loss=13.8]\r\n",
      "04/18 08:36: Train Epoch 113: average Loss: 13.287252, time: 7.24 s\r\n",
      "Val Epoch 113: 100%|████████████████| 81/81 [00:00<00:00, 162.38it/s, loss=16.6]\r\n",
      "04/18 08:36: Val Epoch 113: average Loss: 14.709865, time: 0.50 s\r\n",
      "Test Epoch 113: 100%|█████████████████| 82/82 [00:00<00:00, 166.33it/s, loss=17]\r\n",
      "04/18 08:36: Test Epoch 113: average Loss: 15.844942, time: 0.49 s\r\n",
      "Train Epoch 114: 100%|█████████████| 245/245 [00:07<00:00, 33.82it/s, loss=13.6]\r\n",
      "04/18 08:36: Train Epoch 114: average Loss: 13.252040, time: 7.25 s\r\n",
      "Val Epoch 114: 100%|████████████████| 81/81 [00:00<00:00, 162.43it/s, loss=16.3]\r\n",
      "04/18 08:36: Val Epoch 114: average Loss: 14.726099, time: 0.50 s\r\n",
      "Test Epoch 114: 100%|███████████████| 82/82 [00:00<00:00, 165.96it/s, loss=16.8]\r\n",
      "04/18 08:36: Test Epoch 114: average Loss: 16.013936, time: 0.49 s\r\n",
      "Train Epoch 115: 100%|███████████████| 245/245 [00:07<00:00, 33.81it/s, loss=14]\r\n",
      "04/18 08:36: Train Epoch 115: average Loss: 13.343153, time: 7.25 s\r\n",
      "Val Epoch 115: 100%|████████████████| 81/81 [00:00<00:00, 162.38it/s, loss=16.2]\r\n",
      "04/18 08:36: Val Epoch 115: average Loss: 14.913648, time: 0.50 s\r\n",
      "Test Epoch 115: 100%|███████████████| 82/82 [00:00<00:00, 166.31it/s, loss=17.2]\r\n",
      "04/18 08:36: Test Epoch 115: average Loss: 16.073008, time: 0.49 s\r\n",
      "Train Epoch 116: 100%|█████████████| 245/245 [00:07<00:00, 33.89it/s, loss=12.7]\r\n",
      "04/18 08:36: Train Epoch 116: average Loss: 13.293304, time: 7.23 s\r\n",
      "Val Epoch 116: 100%|██████████████████| 81/81 [00:00<00:00, 162.49it/s, loss=16]\r\n",
      "04/18 08:36: Val Epoch 116: average Loss: 14.657750, time: 0.50 s\r\n",
      "Test Epoch 116: 100%|███████████████| 82/82 [00:00<00:00, 166.38it/s, loss=17.3]\r\n",
      "04/18 08:36: Test Epoch 116: average Loss: 15.870614, time: 0.49 s\r\n",
      "Train Epoch 117: 100%|█████████████| 245/245 [00:07<00:00, 33.89it/s, loss=13.6]\r\n",
      "04/18 08:37: Train Epoch 117: average Loss: 13.229226, time: 7.23 s\r\n",
      "Val Epoch 117: 100%|████████████████| 81/81 [00:00<00:00, 162.54it/s, loss=16.5]\r\n",
      "04/18 08:37: Val Epoch 117: average Loss: 14.730660, time: 0.50 s\r\n",
      "Test Epoch 117: 100%|███████████████| 82/82 [00:00<00:00, 166.42it/s, loss=17.4]\r\n",
      "04/18 08:37: Test Epoch 117: average Loss: 15.965383, time: 0.49 s\r\n",
      "Train Epoch 118: 100%|█████████████| 245/245 [00:07<00:00, 33.83it/s, loss=13.6]\r\n",
      "04/18 08:37: Train Epoch 118: average Loss: 13.228356, time: 7.24 s\r\n",
      "Val Epoch 118: 100%|████████████████| 81/81 [00:00<00:00, 162.46it/s, loss=16.6]\r\n",
      "04/18 08:37: Val Epoch 118: average Loss: 14.736695, time: 0.50 s\r\n",
      "Test Epoch 118: 100%|███████████████| 82/82 [00:00<00:00, 166.34it/s, loss=16.9]\r\n",
      "04/18 08:37: Test Epoch 118: average Loss: 15.904294, time: 0.49 s\r\n",
      "Train Epoch 119: 100%|█████████████| 245/245 [00:07<00:00, 33.88it/s, loss=13.9]\r\n",
      "04/18 08:37: Train Epoch 119: average Loss: 13.326191, time: 7.23 s\r\n",
      "Val Epoch 119: 100%|████████████████| 81/81 [00:00<00:00, 162.45it/s, loss=16.1]\r\n",
      "04/18 08:37: Val Epoch 119: average Loss: 14.763726, time: 0.50 s\r\n",
      "Test Epoch 119: 100%|███████████████| 82/82 [00:00<00:00, 166.40it/s, loss=17.9]\r\n",
      "04/18 08:37: Test Epoch 119: average Loss: 16.133120, time: 0.49 s\r\n",
      "Train Epoch 120: 100%|█████████████| 245/245 [00:07<00:00, 33.84it/s, loss=13.3]\r\n",
      "04/18 08:37: Train Epoch 120: average Loss: 13.250386, time: 7.24 s\r\n",
      "Val Epoch 120: 100%|████████████████| 81/81 [00:00<00:00, 162.32it/s, loss=16.4]\r\n",
      "04/18 08:37: Val Epoch 120: average Loss: 14.743714, time: 0.50 s\r\n",
      "Test Epoch 120: 100%|███████████████| 82/82 [00:00<00:00, 166.20it/s, loss=17.3]\r\n",
      "04/18 08:37: Test Epoch 120: average Loss: 15.977276, time: 0.49 s\r\n",
      "Train Epoch 121: 100%|█████████████| 245/245 [00:07<00:00, 33.71it/s, loss=12.8]\r\n",
      "04/18 08:37: Train Epoch 121: average Loss: 13.320058, time: 7.27 s\r\n",
      "Val Epoch 121: 100%|████████████████| 81/81 [00:00<00:00, 161.90it/s, loss=16.3]\r\n",
      "04/18 08:37: Val Epoch 121: average Loss: 14.747997, time: 0.50 s\r\n",
      "Test Epoch 121: 100%|███████████████| 82/82 [00:00<00:00, 166.00it/s, loss=16.8]\r\n",
      "04/18 08:37: Test Epoch 121: average Loss: 15.883917, time: 0.49 s\r\n",
      "Train Epoch 122: 100%|█████████████| 245/245 [00:07<00:00, 33.73it/s, loss=12.7]\r\n",
      "04/18 08:37: Train Epoch 122: average Loss: 13.220127, time: 7.26 s\r\n",
      "Val Epoch 122: 100%|████████████████| 81/81 [00:00<00:00, 162.56it/s, loss=16.6]\r\n",
      "04/18 08:37: Val Epoch 122: average Loss: 14.715636, time: 0.50 s\r\n",
      "Test Epoch 122: 100%|███████████████| 82/82 [00:00<00:00, 166.43it/s, loss=17.1]\r\n",
      "04/18 08:37: Test Epoch 122: average Loss: 15.848012, time: 0.49 s\r\n",
      "Train Epoch 123: 100%|█████████████| 245/245 [00:07<00:00, 33.68it/s, loss=12.8]\r\n",
      "04/18 08:37: Train Epoch 123: average Loss: 13.222055, time: 7.28 s\r\n",
      "Val Epoch 123: 100%|████████████████| 81/81 [00:00<00:00, 162.14it/s, loss=16.4]\r\n",
      "04/18 08:37: Val Epoch 123: average Loss: 14.728001, time: 0.50 s\r\n",
      "Test Epoch 123: 100%|███████████████| 82/82 [00:00<00:00, 166.29it/s, loss=17.2]\r\n",
      "04/18 08:37: Test Epoch 123: average Loss: 15.972173, time: 0.49 s\r\n",
      "Train Epoch 124: 100%|█████████████| 245/245 [00:07<00:00, 34.03it/s, loss=12.7]\r\n",
      "04/18 08:38: Train Epoch 124: average Loss: 13.231266, time: 7.20 s\r\n",
      "Val Epoch 124: 100%|████████████████| 81/81 [00:00<00:00, 162.33it/s, loss=16.9]\r\n",
      "04/18 08:38: Val Epoch 124: average Loss: 14.720905, time: 0.50 s\r\n",
      "Test Epoch 124: 100%|███████████████| 82/82 [00:00<00:00, 166.13it/s, loss=17.1]\r\n",
      "04/18 08:38: Test Epoch 124: average Loss: 15.830290, time: 0.49 s\r\n",
      "Train Epoch 125: 100%|███████████████| 245/245 [00:07<00:00, 33.87it/s, loss=13]\r\n",
      "04/18 08:38: Train Epoch 125: average Loss: 13.276206, time: 7.23 s\r\n",
      "Val Epoch 125: 100%|████████████████| 81/81 [00:00<00:00, 162.48it/s, loss=16.2]\r\n",
      "04/18 08:38: Val Epoch 125: average Loss: 14.695272, time: 0.50 s\r\n",
      "Test Epoch 125: 100%|███████████████| 82/82 [00:00<00:00, 166.16it/s, loss=17.7]\r\n",
      "04/18 08:38: Test Epoch 125: average Loss: 15.919341, time: 0.49 s\r\n",
      "Train Epoch 126: 100%|█████████████| 245/245 [00:07<00:00, 33.87it/s, loss=13.6]\r\n",
      "04/18 08:38: Train Epoch 126: average Loss: 13.222001, time: 7.23 s\r\n",
      "Val Epoch 126: 100%|████████████████| 81/81 [00:00<00:00, 162.22it/s, loss=16.3]\r\n",
      "04/18 08:38: Val Epoch 126: average Loss: 14.611908, time: 0.50 s\r\n",
      "Test Epoch 126: 100%|█████████████████| 82/82 [00:00<00:00, 166.14it/s, loss=17]\r\n",
      "04/18 08:38: Test Epoch 126: average Loss: 15.843730, time: 0.49 s\r\n",
      "04/18 08:38: Best validation model saved!\r\n",
      "Train Epoch 127: 100%|█████████████| 245/245 [00:07<00:00, 34.03it/s, loss=13.1]\r\n",
      "04/18 08:38: Train Epoch 127: average Loss: 13.178047, time: 7.20 s\r\n",
      "Val Epoch 127: 100%|████████████████| 81/81 [00:00<00:00, 162.68it/s, loss=16.4]\r\n",
      "04/18 08:38: Val Epoch 127: average Loss: 14.569762, time: 0.50 s\r\n",
      "Test Epoch 127: 100%|███████████████| 82/82 [00:00<00:00, 166.62it/s, loss=16.5]\r\n",
      "04/18 08:38: Test Epoch 127: average Loss: 15.765821, time: 0.49 s\r\n",
      "04/18 08:38: Best validation model saved!\r\n",
      "Train Epoch 128: 100%|█████████████| 245/245 [00:07<00:00, 33.87it/s, loss=13.7]\r\n",
      "04/18 08:38: Train Epoch 128: average Loss: 13.184891, time: 7.23 s\r\n",
      "Val Epoch 128: 100%|████████████████| 81/81 [00:00<00:00, 162.33it/s, loss=16.2]\r\n",
      "04/18 08:38: Val Epoch 128: average Loss: 14.633384, time: 0.50 s\r\n",
      "Test Epoch 128: 100%|███████████████| 82/82 [00:00<00:00, 166.54it/s, loss=17.1]\r\n",
      "04/18 08:38: Test Epoch 128: average Loss: 15.853912, time: 0.49 s\r\n",
      "Train Epoch 129: 100%|█████████████| 245/245 [00:07<00:00, 33.60it/s, loss=13.7]\r\n",
      "04/18 08:38: Train Epoch 129: average Loss: 13.195249, time: 7.29 s\r\n",
      "Val Epoch 129: 100%|████████████████| 81/81 [00:00<00:00, 162.35it/s, loss=17.2]\r\n",
      "04/18 08:38: Val Epoch 129: average Loss: 14.970964, time: 0.50 s\r\n",
      "Test Epoch 129: 100%|███████████████| 82/82 [00:00<00:00, 166.52it/s, loss=17.7]\r\n",
      "04/18 08:38: Test Epoch 129: average Loss: 15.957783, time: 0.49 s\r\n",
      "Train Epoch 130: 100%|█████████████| 245/245 [00:07<00:00, 33.56it/s, loss=12.5]\r\n",
      "04/18 08:38: Train Epoch 130: average Loss: 13.214311, time: 7.30 s\r\n",
      "Val Epoch 130: 100%|████████████████| 81/81 [00:00<00:00, 162.19it/s, loss=16.2]\r\n",
      "04/18 08:38: Val Epoch 130: average Loss: 14.822191, time: 0.50 s\r\n",
      "Test Epoch 130: 100%|███████████████| 82/82 [00:00<00:00, 165.98it/s, loss=17.5]\r\n",
      "04/18 08:38: Test Epoch 130: average Loss: 16.028007, time: 0.49 s\r\n",
      "Train Epoch 131: 100%|█████████████| 245/245 [00:07<00:00, 33.64it/s, loss=13.2]\r\n",
      "04/18 08:38: Train Epoch 131: average Loss: 13.251058, time: 7.28 s\r\n",
      "Val Epoch 131: 100%|████████████████| 81/81 [00:00<00:00, 162.16it/s, loss=16.8]\r\n",
      "04/18 08:38: Val Epoch 131: average Loss: 14.863789, time: 0.50 s\r\n",
      "Test Epoch 131: 100%|███████████████| 82/82 [00:00<00:00, 166.33it/s, loss=17.5]\r\n",
      "04/18 08:38: Test Epoch 131: average Loss: 15.887701, time: 0.49 s\r\n",
      "Train Epoch 132: 100%|█████████████| 245/245 [00:07<00:00, 33.61it/s, loss=13.8]\r\n",
      "04/18 08:39: Train Epoch 132: average Loss: 13.160780, time: 7.29 s\r\n",
      "Val Epoch 132: 100%|████████████████| 81/81 [00:00<00:00, 162.37it/s, loss=16.6]\r\n",
      "04/18 08:39: Val Epoch 132: average Loss: 14.774031, time: 0.50 s\r\n",
      "Test Epoch 132: 100%|███████████████| 82/82 [00:00<00:00, 166.28it/s, loss=17.5]\r\n",
      "04/18 08:39: Test Epoch 132: average Loss: 15.896072, time: 0.49 s\r\n",
      "Train Epoch 133: 100%|█████████████| 245/245 [00:07<00:00, 33.60it/s, loss=14.1]\r\n",
      "04/18 08:39: Train Epoch 133: average Loss: 13.183439, time: 7.29 s\r\n",
      "Val Epoch 133: 100%|████████████████| 81/81 [00:00<00:00, 162.21it/s, loss=16.1]\r\n",
      "04/18 08:39: Val Epoch 133: average Loss: 14.848312, time: 0.50 s\r\n",
      "Test Epoch 133: 100%|███████████████| 82/82 [00:00<00:00, 166.29it/s, loss=17.7]\r\n",
      "04/18 08:39: Test Epoch 133: average Loss: 16.010068, time: 0.49 s\r\n",
      "Train Epoch 134: 100%|█████████████| 245/245 [00:07<00:00, 33.82it/s, loss=13.3]\r\n",
      "04/18 08:39: Train Epoch 134: average Loss: 13.182306, time: 7.25 s\r\n",
      "Val Epoch 134: 100%|████████████████| 81/81 [00:00<00:00, 162.83it/s, loss=16.2]\r\n",
      "04/18 08:39: Val Epoch 134: average Loss: 14.776886, time: 0.50 s\r\n",
      "Test Epoch 134: 100%|███████████████| 82/82 [00:00<00:00, 166.55it/s, loss=17.5]\r\n",
      "04/18 08:39: Test Epoch 134: average Loss: 16.013489, time: 0.49 s\r\n",
      "Train Epoch 135: 100%|█████████████| 245/245 [00:07<00:00, 34.21it/s, loss=13.2]\r\n",
      "04/18 08:39: Train Epoch 135: average Loss: 13.148404, time: 7.16 s\r\n",
      "Val Epoch 135: 100%|████████████████| 81/81 [00:00<00:00, 162.79it/s, loss=16.7]\r\n",
      "04/18 08:39: Val Epoch 135: average Loss: 14.671963, time: 0.50 s\r\n",
      "Test Epoch 135: 100%|███████████████| 82/82 [00:00<00:00, 166.67it/s, loss=17.3]\r\n",
      "04/18 08:39: Test Epoch 135: average Loss: 15.789382, time: 0.49 s\r\n",
      "Train Epoch 136: 100%|█████████████| 245/245 [00:07<00:00, 34.10it/s, loss=13.5]\r\n",
      "04/18 08:39: Train Epoch 136: average Loss: 13.154792, time: 7.18 s\r\n",
      "Val Epoch 136: 100%|██████████████████| 81/81 [00:00<00:00, 162.78it/s, loss=16]\r\n",
      "04/18 08:39: Val Epoch 136: average Loss: 14.922512, time: 0.50 s\r\n",
      "Test Epoch 136: 100%|███████████████| 82/82 [00:00<00:00, 166.64it/s, loss=18.1]\r\n",
      "04/18 08:39: Test Epoch 136: average Loss: 16.376914, time: 0.49 s\r\n",
      "Train Epoch 137: 100%|█████████████| 245/245 [00:07<00:00, 34.00it/s, loss=13.1]\r\n",
      "04/18 08:39: Train Epoch 137: average Loss: 13.232702, time: 7.21 s\r\n",
      "Val Epoch 137: 100%|████████████████| 81/81 [00:00<00:00, 162.61it/s, loss=16.7]\r\n",
      "04/18 08:39: Val Epoch 137: average Loss: 14.674402, time: 0.50 s\r\n",
      "Test Epoch 137: 100%|███████████████| 82/82 [00:00<00:00, 166.49it/s, loss=17.3]\r\n",
      "04/18 08:39: Test Epoch 137: average Loss: 15.831254, time: 0.49 s\r\n",
      "Train Epoch 138: 100%|█████████████| 245/245 [00:07<00:00, 34.07it/s, loss=12.7]\r\n",
      "04/18 08:39: Train Epoch 138: average Loss: 13.183042, time: 7.19 s\r\n",
      "Val Epoch 138: 100%|██████████████████| 81/81 [00:00<00:00, 162.51it/s, loss=16]\r\n",
      "04/18 08:39: Val Epoch 138: average Loss: 14.564251, time: 0.50 s\r\n",
      "Test Epoch 138: 100%|█████████████████| 82/82 [00:00<00:00, 166.42it/s, loss=17]\r\n",
      "04/18 08:39: Test Epoch 138: average Loss: 15.768705, time: 0.49 s\r\n",
      "04/18 08:39: Best validation model saved!\r\n",
      "Train Epoch 139: 100%|█████████████| 245/245 [00:07<00:00, 33.88it/s, loss=13.2]\r\n",
      "04/18 08:40: Train Epoch 139: average Loss: 13.124213, time: 7.23 s\r\n",
      "Val Epoch 139: 100%|████████████████| 81/81 [00:00<00:00, 162.57it/s, loss=16.2]\r\n",
      "04/18 08:40: Val Epoch 139: average Loss: 14.703216, time: 0.50 s\r\n",
      "Test Epoch 139: 100%|███████████████| 82/82 [00:00<00:00, 166.53it/s, loss=16.8]\r\n",
      "04/18 08:40: Test Epoch 139: average Loss: 15.815398, time: 0.49 s\r\n",
      "Train Epoch 140: 100%|█████████████| 245/245 [00:07<00:00, 33.97it/s, loss=13.9]\r\n",
      "04/18 08:40: Train Epoch 140: average Loss: 13.133377, time: 7.21 s\r\n",
      "Val Epoch 140: 100%|████████████████| 81/81 [00:00<00:00, 162.81it/s, loss=16.6]\r\n",
      "04/18 08:40: Val Epoch 140: average Loss: 14.698650, time: 0.50 s\r\n",
      "Test Epoch 140: 100%|███████████████| 82/82 [00:00<00:00, 167.26it/s, loss=16.5]\r\n",
      "04/18 08:40: Test Epoch 140: average Loss: 15.744965, time: 0.49 s\r\n",
      "Train Epoch 141: 100%|█████████████| 245/245 [00:07<00:00, 33.94it/s, loss=12.6]\r\n",
      "04/18 08:40: Train Epoch 141: average Loss: 13.152832, time: 7.22 s\r\n",
      "Val Epoch 141: 100%|████████████████| 81/81 [00:00<00:00, 162.69it/s, loss=16.5]\r\n",
      "04/18 08:40: Val Epoch 141: average Loss: 14.773532, time: 0.50 s\r\n",
      "Test Epoch 141: 100%|███████████████| 82/82 [00:00<00:00, 166.33it/s, loss=16.9]\r\n",
      "04/18 08:40: Test Epoch 141: average Loss: 15.821076, time: 0.49 s\r\n",
      "Train Epoch 142: 100%|█████████████| 245/245 [00:07<00:00, 33.92it/s, loss=12.7]\r\n",
      "04/18 08:40: Train Epoch 142: average Loss: 13.107685, time: 7.22 s\r\n",
      "Val Epoch 142: 100%|██████████████████| 81/81 [00:00<00:00, 162.64it/s, loss=16]\r\n",
      "04/18 08:40: Val Epoch 142: average Loss: 14.572173, time: 0.50 s\r\n",
      "Test Epoch 142: 100%|███████████████| 82/82 [00:00<00:00, 166.61it/s, loss=16.7]\r\n",
      "04/18 08:40: Test Epoch 142: average Loss: 15.730567, time: 0.49 s\r\n",
      "Train Epoch 143: 100%|█████████████| 245/245 [00:07<00:00, 33.87it/s, loss=12.6]\r\n",
      "04/18 08:40: Train Epoch 143: average Loss: 13.154332, time: 7.23 s\r\n",
      "Val Epoch 143: 100%|████████████████| 81/81 [00:00<00:00, 162.48it/s, loss=15.8]\r\n",
      "04/18 08:40: Val Epoch 143: average Loss: 14.731125, time: 0.50 s\r\n",
      "Test Epoch 143: 100%|███████████████| 82/82 [00:00<00:00, 166.12it/s, loss=17.1]\r\n",
      "04/18 08:40: Test Epoch 143: average Loss: 15.960805, time: 0.49 s\r\n",
      "Train Epoch 144: 100%|█████████████| 245/245 [00:07<00:00, 33.78it/s, loss=13.9]\r\n",
      "04/18 08:40: Train Epoch 144: average Loss: 13.124824, time: 7.25 s\r\n",
      "Val Epoch 144: 100%|████████████████| 81/81 [00:00<00:00, 162.59it/s, loss=16.7]\r\n",
      "04/18 08:40: Val Epoch 144: average Loss: 14.845031, time: 0.50 s\r\n",
      "Test Epoch 144: 100%|███████████████| 82/82 [00:00<00:00, 166.44it/s, loss=17.7]\r\n",
      "04/18 08:40: Test Epoch 144: average Loss: 15.936898, time: 0.49 s\r\n",
      "Train Epoch 145: 100%|█████████████| 245/245 [00:07<00:00, 34.03it/s, loss=13.7]\r\n",
      "04/18 08:40: Train Epoch 145: average Loss: 13.154516, time: 7.20 s\r\n",
      "Val Epoch 145: 100%|████████████████| 81/81 [00:00<00:00, 162.66it/s, loss=15.9]\r\n",
      "04/18 08:40: Val Epoch 145: average Loss: 14.657786, time: 0.50 s\r\n",
      "Test Epoch 145: 100%|███████████████| 82/82 [00:00<00:00, 166.65it/s, loss=17.4]\r\n",
      "04/18 08:40: Test Epoch 145: average Loss: 15.831482, time: 0.49 s\r\n",
      "Train Epoch 146: 100%|█████████████| 245/245 [00:07<00:00, 33.99it/s, loss=12.9]\r\n",
      "04/18 08:41: Train Epoch 146: average Loss: 13.116345, time: 7.21 s\r\n",
      "Val Epoch 146: 100%|████████████████| 81/81 [00:00<00:00, 162.66it/s, loss=16.3]\r\n",
      "04/18 08:41: Val Epoch 146: average Loss: 14.756759, time: 0.50 s\r\n",
      "Test Epoch 146: 100%|███████████████| 82/82 [00:00<00:00, 166.54it/s, loss=17.1]\r\n",
      "04/18 08:41: Test Epoch 146: average Loss: 15.960762, time: 0.49 s\r\n",
      "Train Epoch 147: 100%|█████████████| 245/245 [00:07<00:00, 33.60it/s, loss=12.7]\r\n",
      "04/18 08:41: Train Epoch 147: average Loss: 13.128432, time: 7.29 s\r\n",
      "Val Epoch 147: 100%|████████████████| 81/81 [00:00<00:00, 162.65it/s, loss=16.4]\r\n",
      "04/18 08:41: Val Epoch 147: average Loss: 14.707233, time: 0.50 s\r\n",
      "Test Epoch 147: 100%|███████████████| 82/82 [00:00<00:00, 166.71it/s, loss=16.9]\r\n",
      "04/18 08:41: Test Epoch 147: average Loss: 15.854288, time: 0.49 s\r\n",
      "Train Epoch 148: 100%|█████████████| 245/245 [00:07<00:00, 33.95it/s, loss=13.9]\r\n",
      "04/18 08:41: Train Epoch 148: average Loss: 13.117303, time: 7.22 s\r\n",
      "Val Epoch 148: 100%|████████████████| 81/81 [00:00<00:00, 162.62it/s, loss=16.2]\r\n",
      "04/18 08:41: Val Epoch 148: average Loss: 14.670402, time: 0.50 s\r\n",
      "Test Epoch 148: 100%|█████████████████| 82/82 [00:00<00:00, 166.47it/s, loss=17]\r\n",
      "04/18 08:41: Test Epoch 148: average Loss: 15.922492, time: 0.49 s\r\n",
      "Train Epoch 149: 100%|█████████████| 245/245 [00:07<00:00, 33.39it/s, loss=12.8]\r\n",
      "04/18 08:41: Train Epoch 149: average Loss: 13.126854, time: 7.34 s\r\n",
      "Val Epoch 149: 100%|████████████████| 81/81 [00:00<00:00, 162.64it/s, loss=16.4]\r\n",
      "04/18 08:41: Val Epoch 149: average Loss: 14.537054, time: 0.50 s\r\n",
      "Test Epoch 149: 100%|███████████████| 82/82 [00:00<00:00, 166.66it/s, loss=17.4]\r\n",
      "04/18 08:41: Test Epoch 149: average Loss: 15.845168, time: 0.49 s\r\n",
      "04/18 08:41: Best validation model saved!\r\n",
      "Train Epoch 150: 100%|█████████████| 245/245 [00:07<00:00, 32.80it/s, loss=12.7]\r\n",
      "04/18 08:41: Train Epoch 150: average Loss: 13.068520, time: 7.47 s\r\n",
      "Val Epoch 150: 100%|████████████████| 81/81 [00:00<00:00, 162.66it/s, loss=16.6]\r\n",
      "04/18 08:41: Val Epoch 150: average Loss: 14.614789, time: 0.50 s\r\n",
      "Test Epoch 150: 100%|███████████████| 82/82 [00:00<00:00, 166.64it/s, loss=17.6]\r\n",
      "04/18 08:41: Test Epoch 150: average Loss: 15.773586, time: 0.49 s\r\n",
      "Train Epoch 151: 100%|█████████████| 245/245 [00:07<00:00, 33.05it/s, loss=13.1]\r\n",
      "04/18 08:41: Train Epoch 151: average Loss: 13.158781, time: 7.41 s\r\n",
      "Val Epoch 151: 100%|██████████████████| 81/81 [00:00<00:00, 162.76it/s, loss=16]\r\n",
      "04/18 08:41: Val Epoch 151: average Loss: 14.647275, time: 0.50 s\r\n",
      "Test Epoch 151: 100%|███████████████| 82/82 [00:00<00:00, 166.65it/s, loss=16.7]\r\n",
      "04/18 08:41: Test Epoch 151: average Loss: 15.837986, time: 0.49 s\r\n",
      "Train Epoch 152: 100%|█████████████| 245/245 [00:07<00:00, 33.93it/s, loss=12.7]\r\n",
      "04/18 08:41: Train Epoch 152: average Loss: 13.079211, time: 7.22 s\r\n",
      "Val Epoch 152: 100%|████████████████| 81/81 [00:00<00:00, 162.81it/s, loss=16.6]\r\n",
      "04/18 08:41: Val Epoch 152: average Loss: 14.702783, time: 0.50 s\r\n",
      "Test Epoch 152: 100%|███████████████| 82/82 [00:00<00:00, 166.61it/s, loss=16.6]\r\n",
      "04/18 08:41: Test Epoch 152: average Loss: 15.778278, time: 0.49 s\r\n",
      "Train Epoch 153: 100%|█████████████| 245/245 [00:07<00:00, 34.02it/s, loss=14.4]\r\n",
      "04/18 08:41: Train Epoch 153: average Loss: 13.068126, time: 7.20 s\r\n",
      "Val Epoch 153: 100%|██████████████████| 81/81 [00:00<00:00, 162.79it/s, loss=16]\r\n",
      "04/18 08:41: Val Epoch 153: average Loss: 14.544818, time: 0.50 s\r\n",
      "Test Epoch 153: 100%|███████████████| 82/82 [00:00<00:00, 166.64it/s, loss=17.2]\r\n",
      "04/18 08:42: Test Epoch 153: average Loss: 15.883814, time: 0.49 s\r\n",
      "Train Epoch 154: 100%|█████████████| 245/245 [00:07<00:00, 34.01it/s, loss=12.6]\r\n",
      "04/18 08:42: Train Epoch 154: average Loss: 13.109386, time: 7.21 s\r\n",
      "Val Epoch 154: 100%|████████████████| 81/81 [00:00<00:00, 162.62it/s, loss=16.2]\r\n",
      "04/18 08:42: Val Epoch 154: average Loss: 14.581777, time: 0.50 s\r\n",
      "Test Epoch 154: 100%|█████████████████| 82/82 [00:00<00:00, 166.45it/s, loss=17]\r\n",
      "04/18 08:42: Test Epoch 154: average Loss: 15.720317, time: 0.49 s\r\n",
      "Train Epoch 155: 100%|█████████████| 245/245 [00:07<00:00, 33.84it/s, loss=13.5]\r\n",
      "04/18 08:42: Train Epoch 155: average Loss: 13.065727, time: 7.24 s\r\n",
      "Val Epoch 155: 100%|████████████████| 81/81 [00:00<00:00, 161.72it/s, loss=16.1]\r\n",
      "04/18 08:42: Val Epoch 155: average Loss: 14.647970, time: 0.50 s\r\n",
      "Test Epoch 155: 100%|█████████████████| 82/82 [00:00<00:00, 166.31it/s, loss=17]\r\n",
      "04/18 08:42: Test Epoch 155: average Loss: 15.919113, time: 0.49 s\r\n",
      "Train Epoch 156: 100%|█████████████| 245/245 [00:07<00:00, 33.88it/s, loss=13.3]\r\n",
      "04/18 08:42: Train Epoch 156: average Loss: 13.095887, time: 7.23 s\r\n",
      "Val Epoch 156: 100%|████████████████| 81/81 [00:00<00:00, 162.53it/s, loss=16.4]\r\n",
      "04/18 08:42: Val Epoch 156: average Loss: 14.654520, time: 0.50 s\r\n",
      "Test Epoch 156: 100%|███████████████| 82/82 [00:00<00:00, 166.39it/s, loss=17.3]\r\n",
      "04/18 08:42: Test Epoch 156: average Loss: 15.850568, time: 0.49 s\r\n",
      "Train Epoch 157: 100%|█████████████| 245/245 [00:07<00:00, 34.01it/s, loss=12.8]\r\n",
      "04/18 08:42: Train Epoch 157: average Loss: 13.062143, time: 7.20 s\r\n",
      "Val Epoch 157: 100%|████████████████| 81/81 [00:00<00:00, 162.38it/s, loss=16.2]\r\n",
      "04/18 08:42: Val Epoch 157: average Loss: 14.658812, time: 0.50 s\r\n",
      "Test Epoch 157: 100%|███████████████| 82/82 [00:00<00:00, 166.40it/s, loss=16.8]\r\n",
      "04/18 08:42: Test Epoch 157: average Loss: 15.813124, time: 0.49 s\r\n",
      "Train Epoch 158: 100%|█████████████| 245/245 [00:07<00:00, 33.93it/s, loss=12.4]\r\n",
      "04/18 08:42: Train Epoch 158: average Loss: 13.082926, time: 7.22 s\r\n",
      "Val Epoch 158: 100%|██████████████████| 81/81 [00:00<00:00, 160.63it/s, loss=16]\r\n",
      "04/18 08:42: Val Epoch 158: average Loss: 14.610148, time: 0.50 s\r\n",
      "Test Epoch 158: 100%|███████████████| 82/82 [00:00<00:00, 166.41it/s, loss=16.8]\r\n",
      "04/18 08:42: Test Epoch 158: average Loss: 15.802680, time: 0.49 s\r\n",
      "Train Epoch 159: 100%|█████████████| 245/245 [00:07<00:00, 33.92it/s, loss=12.9]\r\n",
      "04/18 08:42: Train Epoch 159: average Loss: 13.061048, time: 7.22 s\r\n",
      "Val Epoch 159: 100%|████████████████| 81/81 [00:00<00:00, 162.57it/s, loss=16.3]\r\n",
      "04/18 08:42: Val Epoch 159: average Loss: 14.568728, time: 0.50 s\r\n",
      "Test Epoch 159: 100%|███████████████| 82/82 [00:00<00:00, 166.36it/s, loss=16.9]\r\n",
      "04/18 08:42: Test Epoch 159: average Loss: 15.749793, time: 0.49 s\r\n",
      "Train Epoch 160: 100%|█████████████| 245/245 [00:07<00:00, 34.00it/s, loss=13.2]\r\n",
      "04/18 08:42: Train Epoch 160: average Loss: 13.080133, time: 7.21 s\r\n",
      "Val Epoch 160: 100%|████████████████| 81/81 [00:00<00:00, 162.52it/s, loss=15.9]\r\n",
      "04/18 08:42: Val Epoch 160: average Loss: 14.725780, time: 0.50 s\r\n",
      "Test Epoch 160: 100%|███████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17.3]\r\n",
      "04/18 08:42: Test Epoch 160: average Loss: 16.059539, time: 0.49 s\r\n",
      "Train Epoch 161: 100%|█████████████| 245/245 [00:07<00:00, 34.05it/s, loss=13.7]\r\n",
      "04/18 08:43: Train Epoch 161: average Loss: 13.092312, time: 7.20 s\r\n",
      "Val Epoch 161: 100%|████████████████| 81/81 [00:00<00:00, 162.48it/s, loss=16.1]\r\n",
      "04/18 08:43: Val Epoch 161: average Loss: 14.630666, time: 0.50 s\r\n",
      "Test Epoch 161: 100%|███████████████| 82/82 [00:00<00:00, 166.25it/s, loss=17.4]\r\n",
      "04/18 08:43: Test Epoch 161: average Loss: 15.884791, time: 0.49 s\r\n",
      "Train Epoch 162: 100%|█████████████| 245/245 [00:07<00:00, 33.95it/s, loss=13.5]\r\n",
      "04/18 08:43: Train Epoch 162: average Loss: 13.065397, time: 7.22 s\r\n",
      "Val Epoch 162: 100%|████████████████| 81/81 [00:00<00:00, 162.27it/s, loss=16.4]\r\n",
      "04/18 08:43: Val Epoch 162: average Loss: 14.635772, time: 0.50 s\r\n",
      "Test Epoch 162: 100%|███████████████| 82/82 [00:00<00:00, 166.28it/s, loss=17.2]\r\n",
      "04/18 08:43: Test Epoch 162: average Loss: 15.782683, time: 0.49 s\r\n",
      "Train Epoch 163: 100%|█████████████| 245/245 [00:07<00:00, 34.03it/s, loss=13.1]\r\n",
      "04/18 08:43: Train Epoch 163: average Loss: 13.027102, time: 7.20 s\r\n",
      "Val Epoch 163: 100%|██████████████████| 81/81 [00:00<00:00, 162.48it/s, loss=16]\r\n",
      "04/18 08:43: Val Epoch 163: average Loss: 14.694593, time: 0.50 s\r\n",
      "Test Epoch 163: 100%|█████████████████| 82/82 [00:00<00:00, 166.35it/s, loss=17]\r\n",
      "04/18 08:43: Test Epoch 163: average Loss: 15.940915, time: 0.49 s\r\n",
      "Train Epoch 164: 100%|█████████████| 245/245 [00:07<00:00, 33.96it/s, loss=12.5]\r\n",
      "04/18 08:43: Train Epoch 164: average Loss: 13.019604, time: 7.22 s\r\n",
      "Val Epoch 164: 100%|████████████████| 81/81 [00:00<00:00, 162.40it/s, loss=16.4]\r\n",
      "04/18 08:43: Val Epoch 164: average Loss: 14.673292, time: 0.50 s\r\n",
      "Test Epoch 164: 100%|███████████████| 82/82 [00:00<00:00, 166.34it/s, loss=17.4]\r\n",
      "04/18 08:43: Test Epoch 164: average Loss: 15.767276, time: 0.49 s\r\n",
      "04/18 08:43: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
      "04/18 08:43: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD3/2025-04-18_08-21-02/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD3/2025-04-18_08-21-02/best_test_model.pth\r\n",
      "04/18 08:43: Testing on best validation model\r\n",
      "04/18 08:43: Horizon 01, MAE: 12.7712, RMSE: 22.2473, MAPE: 0.1242\r\n",
      "04/18 08:43: Horizon 02, MAE: 13.6044, RMSE: 23.6707, MAPE: 0.1309\r\n",
      "04/18 08:43: Horizon 03, MAE: 14.3538, RMSE: 24.9377, MAPE: 0.1379\r\n",
      "04/18 08:43: Horizon 04, MAE: 14.9725, RMSE: 25.9823, MAPE: 0.1460\r\n",
      "04/18 08:43: Horizon 05, MAE: 15.4040, RMSE: 26.7232, MAPE: 0.1487\r\n",
      "04/18 08:43: Horizon 06, MAE: 15.7912, RMSE: 27.3705, MAPE: 0.1484\r\n",
      "04/18 08:43: Horizon 07, MAE: 16.2175, RMSE: 27.9795, MAPE: 0.1498\r\n",
      "04/18 08:43: Horizon 08, MAE: 16.6338, RMSE: 28.5478, MAPE: 0.1531\r\n",
      "04/18 08:43: Horizon 09, MAE: 17.0556, RMSE: 29.1044, MAPE: 0.1587\r\n",
      "04/18 08:43: Horizon 10, MAE: 17.3334, RMSE: 29.5353, MAPE: 0.1615\r\n",
      "04/18 08:43: Horizon 11, MAE: 17.7555, RMSE: 30.0832, MAPE: 0.1686\r\n",
      "04/18 08:43: Horizon 12, MAE: 18.2113, RMSE: 30.7136, MAPE: 0.1709\r\n",
      "04/18 08:43: Average Horizon, MAE: 15.8420, RMSE: 27.3573, MAPE: 0.1499\r\n",
      "04/18 08:43: Testing on best test model\r\n",
      "04/18 08:43: Horizon 01, MAE: 12.7800, RMSE: 22.1087, MAPE: 0.1245\r\n",
      "04/18 08:43: Horizon 02, MAE: 13.6024, RMSE: 23.5206, MAPE: 0.1323\r\n",
      "04/18 08:43: Horizon 03, MAE: 14.3328, RMSE: 24.7743, MAPE: 0.1358\r\n",
      "04/18 08:43: Horizon 04, MAE: 14.9072, RMSE: 25.7872, MAPE: 0.1417\r\n",
      "04/18 08:43: Horizon 05, MAE: 15.3552, RMSE: 26.5653, MAPE: 0.1470\r\n",
      "04/18 08:43: Horizon 06, MAE: 15.7714, RMSE: 27.2039, MAPE: 0.1565\r\n",
      "04/18 08:43: Horizon 07, MAE: 16.1481, RMSE: 27.7955, MAPE: 0.1505\r\n",
      "04/18 08:43: Horizon 08, MAE: 16.5511, RMSE: 28.3551, MAPE: 0.1560\r\n",
      "04/18 08:43: Horizon 09, MAE: 16.8331, RMSE: 28.7643, MAPE: 0.1573\r\n",
      "04/18 08:43: Horizon 10, MAE: 17.1247, RMSE: 29.2011, MAPE: 0.1645\r\n",
      "04/18 08:43: Horizon 11, MAE: 17.4206, RMSE: 29.6298, MAPE: 0.1693\r\n",
      "04/18 08:43: Horizon 12, MAE: 17.7853, RMSE: 30.1632, MAPE: 0.1687\r\n",
      "04/18 08:43: Average Horizon, MAE: 15.7177, RMSE: 27.0970, MAPE: 0.1503\r\n"
     ]
    }
   ],
   "source": [
    "!python run.py --model EXP --dataset PEMSD3  --mode train  --device cuda:1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "413ac989e85adf6a",
   "metadata": {
    "collapsed": false,
    "ExecuteTime": {
     "end_time": "2025-04-18T00:43:33.187889Z",
     "start_time": "2025-04-18T00:43:33.184250Z"
    }
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "ba12f992-f8a5-418d-a136-a4e1bdf0a3f3",
   "metadata": {
    "collapsed": false,
    "ExecuteTime": {
     "end_time": "2025-04-18T00:52:29.940011Z",
     "start_time": "2025-04-18T00:43:33.189106Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "加载 PEMSD8 数据集中... \r\n",
      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD8/2025-04-18_08-43-41/run.log\r\n",
      "04/18 08:43: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD8/2025-04-18_08-43-41\r\n",
      "04/18 08:43: Training process started\r\n",
      "Train Epoch 1: 100%|███████████████| 167/167 [00:04<00:00, 33.94it/s, loss=24.5]\r\n",
      "04/18 08:43: Train Epoch 1: average Loss: 39.506298, time: 4.92 s\r\n",
      "Val Epoch 1: 100%|██████████████████| 55/55 [00:00<00:00, 247.20it/s, loss=36.4]\r\n",
      "04/18 08:43: Val Epoch 1: average Loss: 27.205887, time: 0.22 s\r\n",
      "Test Epoch 1: 100%|█████████████████| 56/56 [00:00<00:00, 279.69it/s, loss=21.1]\r\n",
      "04/18 08:43: Test Epoch 1: average Loss: 26.366730, time: 0.20 s\r\n",
      "04/18 08:43: Best validation model saved!\r\n",
      "Train Epoch 2: 100%|███████████████| 167/167 [00:04<00:00, 34.98it/s, loss=23.4]\r\n",
      "04/18 08:43: Train Epoch 2: average Loss: 22.510694, time: 4.77 s\r\n",
      "Val Epoch 2: 100%|██████████████████| 55/55 [00:00<00:00, 250.75it/s, loss=29.3]\r\n",
      "04/18 08:43: Val Epoch 2: average Loss: 21.588604, time: 0.22 s\r\n",
      "Test Epoch 2: 100%|█████████████████| 56/56 [00:00<00:00, 284.37it/s, loss=15.6]\r\n",
      "04/18 08:43: Test Epoch 2: average Loss: 20.761848, time: 0.20 s\r\n",
      "04/18 08:43: Best validation model saved!\r\n",
      "Train Epoch 3: 100%|███████████████| 167/167 [00:04<00:00, 35.11it/s, loss=19.9]\r\n",
      "04/18 08:43: Train Epoch 3: average Loss: 21.021495, time: 4.76 s\r\n",
      "Val Epoch 3: 100%|██████████████████| 55/55 [00:00<00:00, 250.68it/s, loss=27.4]\r\n",
      "04/18 08:43: Val Epoch 3: average Loss: 20.287444, time: 0.22 s\r\n",
      "Test Epoch 3: 100%|█████████████████| 56/56 [00:00<00:00, 284.50it/s, loss=14.8]\r\n",
      "04/18 08:43: Test Epoch 3: average Loss: 19.469679, time: 0.20 s\r\n",
      "04/18 08:43: Best validation model saved!\r\n",
      "Train Epoch 4: 100%|███████████████| 167/167 [00:04<00:00, 35.05it/s, loss=20.5]\r\n",
      "04/18 08:44: Train Epoch 4: average Loss: 20.319173, time: 4.77 s\r\n",
      "Val Epoch 4: 100%|██████████████████| 55/55 [00:00<00:00, 251.14it/s, loss=26.9]\r\n",
      "04/18 08:44: Val Epoch 4: average Loss: 20.055466, time: 0.22 s\r\n",
      "Test Epoch 4: 100%|█████████████████| 56/56 [00:00<00:00, 284.91it/s, loss=15.6]\r\n",
      "04/18 08:44: Test Epoch 4: average Loss: 19.374938, time: 0.20 s\r\n",
      "04/18 08:44: Best validation model saved!\r\n",
      "Train Epoch 5: 100%|███████████████| 167/167 [00:04<00:00, 35.19it/s, loss=18.1]\r\n",
      "04/18 08:44: Train Epoch 5: average Loss: 19.271035, time: 4.75 s\r\n",
      "Val Epoch 5: 100%|██████████████████| 55/55 [00:00<00:00, 251.23it/s, loss=25.3]\r\n",
      "04/18 08:44: Val Epoch 5: average Loss: 19.293594, time: 0.22 s\r\n",
      "Test Epoch 5: 100%|█████████████████| 56/56 [00:00<00:00, 285.28it/s, loss=14.4]\r\n",
      "04/18 08:44: Test Epoch 5: average Loss: 18.610612, time: 0.20 s\r\n",
      "04/18 08:44: Best validation model saved!\r\n",
      "Train Epoch 6: 100%|███████████████| 167/167 [00:04<00:00, 35.13it/s, loss=18.7]\r\n",
      "04/18 08:44: Train Epoch 6: average Loss: 19.272047, time: 4.75 s\r\n",
      "Val Epoch 6: 100%|██████████████████| 55/55 [00:00<00:00, 250.77it/s, loss=24.9]\r\n",
      "04/18 08:44: Val Epoch 6: average Loss: 18.821796, time: 0.22 s\r\n",
      "Test Epoch 6: 100%|█████████████████| 56/56 [00:00<00:00, 285.48it/s, loss=14.4]\r\n",
      "04/18 08:44: Test Epoch 6: average Loss: 18.020011, time: 0.20 s\r\n",
      "04/18 08:44: Best validation model saved!\r\n",
      "Train Epoch 7: 100%|███████████████| 167/167 [00:04<00:00, 35.15it/s, loss=19.1]\r\n",
      "04/18 08:44: Train Epoch 7: average Loss: 18.779586, time: 4.75 s\r\n",
      "Val Epoch 7: 100%|██████████████████| 55/55 [00:00<00:00, 251.20it/s, loss=26.7]\r\n",
      "04/18 08:44: Val Epoch 7: average Loss: 20.586219, time: 0.22 s\r\n",
      "Test Epoch 7: 100%|█████████████████| 56/56 [00:00<00:00, 285.24it/s, loss=15.7]\r\n",
      "04/18 08:44: Test Epoch 7: average Loss: 19.143705, time: 0.20 s\r\n",
      "Train Epoch 8: 100%|███████████████| 167/167 [00:04<00:00, 35.23it/s, loss=18.2]\r\n",
      "04/18 08:44: Train Epoch 8: average Loss: 18.083023, time: 4.74 s\r\n",
      "Val Epoch 8: 100%|██████████████████| 55/55 [00:00<00:00, 250.55it/s, loss=24.4]\r\n",
      "04/18 08:44: Val Epoch 8: average Loss: 20.553471, time: 0.22 s\r\n",
      "Test Epoch 8: 100%|█████████████████| 56/56 [00:00<00:00, 284.91it/s, loss=15.3]\r\n",
      "04/18 08:44: Test Epoch 8: average Loss: 17.889147, time: 0.20 s\r\n",
      "Train Epoch 9: 100%|███████████████| 167/167 [00:04<00:00, 35.25it/s, loss=19.2]\r\n",
      "04/18 08:44: Train Epoch 9: average Loss: 18.066632, time: 4.74 s\r\n",
      "Val Epoch 9: 100%|██████████████████| 55/55 [00:00<00:00, 251.11it/s, loss=23.9]\r\n",
      "04/18 08:44: Val Epoch 9: average Loss: 20.488817, time: 0.22 s\r\n",
      "Test Epoch 9: 100%|█████████████████| 56/56 [00:00<00:00, 284.83it/s, loss=14.7]\r\n",
      "04/18 08:44: Test Epoch 9: average Loss: 18.009325, time: 0.20 s\r\n",
      "Train Epoch 10: 100%|██████████████| 167/167 [00:04<00:00, 35.25it/s, loss=17.6]\r\n",
      "04/18 08:44: Train Epoch 10: average Loss: 17.802029, time: 4.74 s\r\n",
      "Val Epoch 10: 100%|█████████████████| 55/55 [00:00<00:00, 250.85it/s, loss=23.8]\r\n",
      "04/18 08:44: Val Epoch 10: average Loss: 19.273723, time: 0.22 s\r\n",
      "Test Epoch 10: 100%|████████████████| 56/56 [00:00<00:00, 284.62it/s, loss=15.2]\r\n",
      "04/18 08:44: Test Epoch 10: average Loss: 17.658629, time: 0.20 s\r\n",
      "Train Epoch 11: 100%|████████████████| 167/167 [00:04<00:00, 35.22it/s, loss=17]\r\n",
      "04/18 08:44: Train Epoch 11: average Loss: 17.777407, time: 4.74 s\r\n",
      "Val Epoch 11: 100%|█████████████████| 55/55 [00:00<00:00, 251.24it/s, loss=23.3]\r\n",
      "04/18 08:44: Val Epoch 11: average Loss: 18.854272, time: 0.22 s\r\n",
      "Test Epoch 11: 100%|██████████████████| 56/56 [00:00<00:00, 285.25it/s, loss=15]\r\n",
      "04/18 08:44: Test Epoch 11: average Loss: 17.708520, time: 0.20 s\r\n",
      "Train Epoch 12: 100%|██████████████| 167/167 [00:04<00:00, 35.23it/s, loss=17.9]\r\n",
      "04/18 08:44: Train Epoch 12: average Loss: 17.611109, time: 4.74 s\r\n",
      "Val Epoch 12: 100%|█████████████████| 55/55 [00:00<00:00, 251.20it/s, loss=24.3]\r\n",
      "04/18 08:44: Val Epoch 12: average Loss: 19.840095, time: 0.22 s\r\n",
      "Test Epoch 12: 100%|██████████████████| 56/56 [00:00<00:00, 285.51it/s, loss=17]\r\n",
      "04/18 08:44: Test Epoch 12: average Loss: 18.635254, time: 0.20 s\r\n",
      "Train Epoch 13: 100%|██████████████| 167/167 [00:04<00:00, 35.23it/s, loss=17.4]\r\n",
      "04/18 08:44: Train Epoch 13: average Loss: 17.470167, time: 4.74 s\r\n",
      "Val Epoch 13: 100%|█████████████████| 55/55 [00:00<00:00, 251.05it/s, loss=24.5]\r\n",
      "04/18 08:44: Val Epoch 13: average Loss: 20.273963, time: 0.22 s\r\n",
      "Test Epoch 13: 100%|████████████████| 56/56 [00:00<00:00, 284.98it/s, loss=18.4]\r\n",
      "04/18 08:44: Test Epoch 13: average Loss: 18.926771, time: 0.20 s\r\n",
      "Train Epoch 14: 100%|██████████████| 167/167 [00:04<00:00, 35.22it/s, loss=17.9]\r\n",
      "04/18 08:44: Train Epoch 14: average Loss: 17.391176, time: 4.74 s\r\n",
      "Val Epoch 14: 100%|█████████████████| 55/55 [00:00<00:00, 251.15it/s, loss=24.2]\r\n",
      "04/18 08:44: Val Epoch 14: average Loss: 19.734498, time: 0.22 s\r\n",
      "Test Epoch 14: 100%|████████████████| 56/56 [00:00<00:00, 285.40it/s, loss=16.1]\r\n",
      "04/18 08:44: Test Epoch 14: average Loss: 18.368704, time: 0.20 s\r\n",
      "Train Epoch 15: 100%|██████████████| 167/167 [00:04<00:00, 34.76it/s, loss=15.4]\r\n",
      "04/18 08:44: Train Epoch 15: average Loss: 17.313164, time: 4.81 s\r\n",
      "Val Epoch 15: 100%|█████████████████| 55/55 [00:00<00:00, 251.38it/s, loss=22.1]\r\n",
      "04/18 08:44: Val Epoch 15: average Loss: 18.766183, time: 0.22 s\r\n",
      "Test Epoch 15: 100%|████████████████| 56/56 [00:00<00:00, 285.02it/s, loss=14.9]\r\n",
      "04/18 08:44: Test Epoch 15: average Loss: 17.674669, time: 0.20 s\r\n",
      "04/18 08:44: Best validation model saved!\r\n",
      "Train Epoch 16: 100%|████████████████| 167/167 [00:04<00:00, 34.51it/s, loss=17]\r\n",
      "04/18 08:45: Train Epoch 16: average Loss: 17.064364, time: 4.84 s\r\n",
      "Val Epoch 16: 100%|█████████████████| 55/55 [00:00<00:00, 251.68it/s, loss=21.9]\r\n",
      "04/18 08:45: Val Epoch 16: average Loss: 18.228922, time: 0.22 s\r\n",
      "Test Epoch 16: 100%|████████████████| 56/56 [00:00<00:00, 285.19it/s, loss=14.9]\r\n",
      "04/18 08:45: Test Epoch 16: average Loss: 17.452714, time: 0.20 s\r\n",
      "04/18 08:45: Best validation model saved!\r\n",
      "Train Epoch 17: 100%|██████████████| 167/167 [00:04<00:00, 34.33it/s, loss=16.9]\r\n",
      "04/18 08:45: Train Epoch 17: average Loss: 17.064472, time: 4.86 s\r\n",
      "Val Epoch 17: 100%|█████████████████| 55/55 [00:00<00:00, 251.60it/s, loss=22.5]\r\n",
      "04/18 08:45: Val Epoch 17: average Loss: 18.252914, time: 0.22 s\r\n",
      "Test Epoch 17: 100%|████████████████| 56/56 [00:00<00:00, 285.18it/s, loss=16.9]\r\n",
      "04/18 08:45: Test Epoch 17: average Loss: 17.585957, time: 0.20 s\r\n",
      "Train Epoch 18: 100%|██████████████| 167/167 [00:04<00:00, 34.16it/s, loss=17.1]\r\n",
      "04/18 08:45: Train Epoch 18: average Loss: 17.019343, time: 4.89 s\r\n",
      "Val Epoch 18: 100%|█████████████████| 55/55 [00:00<00:00, 250.74it/s, loss=22.7]\r\n",
      "04/18 08:45: Val Epoch 18: average Loss: 18.376662, time: 0.22 s\r\n",
      "Test Epoch 18: 100%|████████████████| 56/56 [00:00<00:00, 284.68it/s, loss=17.2]\r\n",
      "04/18 08:45: Test Epoch 18: average Loss: 18.165717, time: 0.20 s\r\n",
      "Train Epoch 19: 100%|████████████████| 167/167 [00:04<00:00, 34.03it/s, loss=18]\r\n",
      "04/18 08:45: Train Epoch 19: average Loss: 16.973695, time: 4.91 s\r\n",
      "Val Epoch 19: 100%|█████████████████| 55/55 [00:00<00:00, 251.03it/s, loss=22.4]\r\n",
      "04/18 08:45: Val Epoch 19: average Loss: 17.737491, time: 0.22 s\r\n",
      "Test Epoch 19: 100%|████████████████| 56/56 [00:00<00:00, 284.78it/s, loss=15.5]\r\n",
      "04/18 08:45: Test Epoch 19: average Loss: 17.431937, time: 0.20 s\r\n",
      "04/18 08:45: Best validation model saved!\r\n",
      "Train Epoch 20: 100%|██████████████| 167/167 [00:04<00:00, 34.24it/s, loss=17.4]\r\n",
      "04/18 08:45: Train Epoch 20: average Loss: 16.752252, time: 4.88 s\r\n",
      "Val Epoch 20: 100%|█████████████████| 55/55 [00:00<00:00, 250.82it/s, loss=22.1]\r\n",
      "04/18 08:45: Val Epoch 20: average Loss: 17.651684, time: 0.22 s\r\n",
      "Test Epoch 20: 100%|██████████████████| 56/56 [00:00<00:00, 285.54it/s, loss=16]\r\n",
      "04/18 08:45: Test Epoch 20: average Loss: 17.450396, time: 0.20 s\r\n",
      "04/18 08:45: Best validation model saved!\r\n",
      "Train Epoch 21: 100%|██████████████| 167/167 [00:04<00:00, 34.22it/s, loss=16.7]\r\n",
      "04/18 08:45: Train Epoch 21: average Loss: 16.665316, time: 4.88 s\r\n",
      "Val Epoch 21: 100%|█████████████████| 55/55 [00:00<00:00, 251.67it/s, loss=21.5]\r\n",
      "04/18 08:45: Val Epoch 21: average Loss: 17.244449, time: 0.22 s\r\n",
      "Test Epoch 21: 100%|████████████████| 56/56 [00:00<00:00, 285.45it/s, loss=14.6]\r\n",
      "04/18 08:45: Test Epoch 21: average Loss: 16.898464, time: 0.20 s\r\n",
      "04/18 08:45: Best validation model saved!\r\n",
      "Train Epoch 22: 100%|██████████████| 167/167 [00:04<00:00, 34.02it/s, loss=16.1]\r\n",
      "04/18 08:45: Train Epoch 22: average Loss: 16.647713, time: 4.91 s\r\n",
      "Val Epoch 22: 100%|█████████████████| 55/55 [00:00<00:00, 251.22it/s, loss=21.4]\r\n",
      "04/18 08:45: Val Epoch 22: average Loss: 17.366931, time: 0.22 s\r\n",
      "Test Epoch 22: 100%|████████████████| 56/56 [00:00<00:00, 284.75it/s, loss=14.7]\r\n",
      "04/18 08:45: Test Epoch 22: average Loss: 17.188143, time: 0.20 s\r\n",
      "Train Epoch 23: 100%|██████████████| 167/167 [00:04<00:00, 34.49it/s, loss=16.4]\r\n",
      "04/18 08:45: Train Epoch 23: average Loss: 16.525044, time: 4.84 s\r\n",
      "Val Epoch 23: 100%|█████████████████| 55/55 [00:00<00:00, 251.16it/s, loss=21.4]\r\n",
      "04/18 08:45: Val Epoch 23: average Loss: 17.495926, time: 0.22 s\r\n",
      "Test Epoch 23: 100%|████████████████| 56/56 [00:00<00:00, 284.25it/s, loss=15.1]\r\n",
      "04/18 08:45: Test Epoch 23: average Loss: 17.029968, time: 0.20 s\r\n",
      "Train Epoch 24: 100%|██████████████| 167/167 [00:04<00:00, 34.49it/s, loss=16.1]\r\n",
      "04/18 08:45: Train Epoch 24: average Loss: 16.339686, time: 4.84 s\r\n",
      "Val Epoch 24: 100%|█████████████████| 55/55 [00:00<00:00, 250.63it/s, loss=21.5]\r\n",
      "04/18 08:45: Val Epoch 24: average Loss: 18.113878, time: 0.22 s\r\n",
      "Test Epoch 24: 100%|████████████████| 56/56 [00:00<00:00, 284.36it/s, loss=14.9]\r\n",
      "04/18 08:45: Test Epoch 24: average Loss: 17.197143, time: 0.20 s\r\n",
      "Train Epoch 25: 100%|██████████████| 167/167 [00:04<00:00, 34.19it/s, loss=16.2]\r\n",
      "04/18 08:45: Train Epoch 25: average Loss: 16.291375, time: 4.88 s\r\n",
      "Val Epoch 25: 100%|█████████████████| 55/55 [00:00<00:00, 250.16it/s, loss=21.2]\r\n",
      "04/18 08:45: Val Epoch 25: average Loss: 17.736995, time: 0.22 s\r\n",
      "Test Epoch 25: 100%|████████████████| 56/56 [00:00<00:00, 284.18it/s, loss=15.1]\r\n",
      "04/18 08:45: Test Epoch 25: average Loss: 16.862796, time: 0.20 s\r\n",
      "Train Epoch 26: 100%|██████████████| 167/167 [00:04<00:00, 34.03it/s, loss=16.2]\r\n",
      "04/18 08:45: Train Epoch 26: average Loss: 16.281564, time: 4.91 s\r\n",
      "Val Epoch 26: 100%|█████████████████| 55/55 [00:00<00:00, 251.27it/s, loss=21.8]\r\n",
      "04/18 08:45: Val Epoch 26: average Loss: 18.213151, time: 0.22 s\r\n",
      "Test Epoch 26: 100%|████████████████| 56/56 [00:00<00:00, 285.38it/s, loss=15.6]\r\n",
      "04/18 08:45: Test Epoch 26: average Loss: 17.401493, time: 0.20 s\r\n",
      "Train Epoch 27: 100%|████████████████| 167/167 [00:04<00:00, 34.27it/s, loss=16]\r\n",
      "04/18 08:46: Train Epoch 27: average Loss: 16.309366, time: 4.87 s\r\n",
      "Val Epoch 27: 100%|█████████████████| 55/55 [00:00<00:00, 251.07it/s, loss=22.2]\r\n",
      "04/18 08:46: Val Epoch 27: average Loss: 18.658216, time: 0.22 s\r\n",
      "Test Epoch 27: 100%|████████████████| 56/56 [00:00<00:00, 285.09it/s, loss=16.8]\r\n",
      "04/18 08:46: Test Epoch 27: average Loss: 17.985501, time: 0.20 s\r\n",
      "Train Epoch 28: 100%|██████████████| 167/167 [00:04<00:00, 34.41it/s, loss=16.6]\r\n",
      "04/18 08:46: Train Epoch 28: average Loss: 16.167645, time: 4.85 s\r\n",
      "Val Epoch 28: 100%|█████████████████| 55/55 [00:00<00:00, 251.12it/s, loss=20.3]\r\n",
      "04/18 08:46: Val Epoch 28: average Loss: 17.677747, time: 0.22 s\r\n",
      "Test Epoch 28: 100%|████████████████| 56/56 [00:00<00:00, 285.29it/s, loss=15.4]\r\n",
      "04/18 08:46: Test Epoch 28: average Loss: 16.553468, time: 0.20 s\r\n",
      "Train Epoch 29: 100%|██████████████| 167/167 [00:04<00:00, 34.27it/s, loss=15.8]\r\n",
      "04/18 08:46: Train Epoch 29: average Loss: 16.181928, time: 4.87 s\r\n",
      "Val Epoch 29: 100%|█████████████████| 55/55 [00:00<00:00, 251.12it/s, loss=20.8]\r\n",
      "04/18 08:46: Val Epoch 29: average Loss: 17.299322, time: 0.22 s\r\n",
      "Test Epoch 29: 100%|████████████████| 56/56 [00:00<00:00, 285.13it/s, loss=16.9]\r\n",
      "04/18 08:46: Test Epoch 29: average Loss: 17.005687, time: 0.20 s\r\n",
      "Train Epoch 30: 100%|██████████████| 167/167 [00:04<00:00, 34.42it/s, loss=15.4]\r\n",
      "04/18 08:46: Train Epoch 30: average Loss: 16.147403, time: 4.85 s\r\n",
      "Val Epoch 30: 100%|█████████████████| 55/55 [00:00<00:00, 251.57it/s, loss=20.7]\r\n",
      "04/18 08:46: Val Epoch 30: average Loss: 17.492887, time: 0.22 s\r\n",
      "Test Epoch 30: 100%|██████████████████| 56/56 [00:00<00:00, 285.20it/s, loss=15]\r\n",
      "04/18 08:46: Test Epoch 30: average Loss: 17.141175, time: 0.20 s\r\n",
      "Train Epoch 31: 100%|██████████████| 167/167 [00:04<00:00, 34.57it/s, loss=16.4]\r\n",
      "04/18 08:46: Train Epoch 31: average Loss: 16.001079, time: 4.83 s\r\n",
      "Val Epoch 31: 100%|█████████████████| 55/55 [00:00<00:00, 250.80it/s, loss=20.1]\r\n",
      "04/18 08:46: Val Epoch 31: average Loss: 17.100378, time: 0.22 s\r\n",
      "Test Epoch 31: 100%|████████████████| 56/56 [00:00<00:00, 284.86it/s, loss=14.2]\r\n",
      "04/18 08:46: Test Epoch 31: average Loss: 16.433166, time: 0.20 s\r\n",
      "04/18 08:46: Best validation model saved!\r\n",
      "Train Epoch 32: 100%|████████████████| 167/167 [00:04<00:00, 34.69it/s, loss=15]\r\n",
      "04/18 08:46: Train Epoch 32: average Loss: 16.064041, time: 4.81 s\r\n",
      "Val Epoch 32: 100%|█████████████████| 55/55 [00:00<00:00, 251.54it/s, loss=21.2]\r\n",
      "04/18 08:46: Val Epoch 32: average Loss: 17.689797, time: 0.22 s\r\n",
      "Test Epoch 32: 100%|████████████████| 56/56 [00:00<00:00, 285.81it/s, loss=15.9]\r\n",
      "04/18 08:46: Test Epoch 32: average Loss: 17.067569, time: 0.20 s\r\n",
      "Train Epoch 33: 100%|██████████████| 167/167 [00:04<00:00, 34.62it/s, loss=15.5]\r\n",
      "04/18 08:46: Train Epoch 33: average Loss: 15.915573, time: 4.82 s\r\n",
      "Val Epoch 33: 100%|█████████████████| 55/55 [00:00<00:00, 251.61it/s, loss=21.3]\r\n",
      "04/18 08:46: Val Epoch 33: average Loss: 17.780161, time: 0.22 s\r\n",
      "Test Epoch 33: 100%|████████████████| 56/56 [00:00<00:00, 285.91it/s, loss=16.5]\r\n",
      "04/18 08:46: Test Epoch 33: average Loss: 17.097681, time: 0.20 s\r\n",
      "Train Epoch 34: 100%|██████████████| 167/167 [00:04<00:00, 34.44it/s, loss=15.6]\r\n",
      "04/18 08:46: Train Epoch 34: average Loss: 15.784123, time: 4.85 s\r\n",
      "Val Epoch 34: 100%|█████████████████| 55/55 [00:00<00:00, 251.43it/s, loss=20.1]\r\n",
      "04/18 08:46: Val Epoch 34: average Loss: 16.913559, time: 0.22 s\r\n",
      "Test Epoch 34: 100%|████████████████| 56/56 [00:00<00:00, 285.59it/s, loss=14.7]\r\n",
      "04/18 08:46: Test Epoch 34: average Loss: 16.380815, time: 0.20 s\r\n",
      "04/18 08:46: Best validation model saved!\r\n",
      "Train Epoch 35: 100%|██████████████| 167/167 [00:04<00:00, 34.28it/s, loss=15.9]\r\n",
      "04/18 08:46: Train Epoch 35: average Loss: 15.873339, time: 4.87 s\r\n",
      "Val Epoch 35: 100%|█████████████████| 55/55 [00:00<00:00, 249.57it/s, loss=20.3]\r\n",
      "04/18 08:46: Val Epoch 35: average Loss: 17.217540, time: 0.22 s\r\n",
      "Test Epoch 35: 100%|████████████████| 56/56 [00:00<00:00, 285.50it/s, loss=14.2]\r\n",
      "04/18 08:46: Test Epoch 35: average Loss: 16.462555, time: 0.20 s\r\n",
      "Train Epoch 36: 100%|██████████████| 167/167 [00:04<00:00, 34.46it/s, loss=16.1]\r\n",
      "04/18 08:46: Train Epoch 36: average Loss: 15.991742, time: 4.85 s\r\n",
      "Val Epoch 36: 100%|█████████████████| 55/55 [00:00<00:00, 251.75it/s, loss=20.1]\r\n",
      "04/18 08:46: Val Epoch 36: average Loss: 16.951748, time: 0.22 s\r\n",
      "Test Epoch 36: 100%|████████████████| 56/56 [00:00<00:00, 285.61it/s, loss=15.4]\r\n",
      "04/18 08:46: Test Epoch 36: average Loss: 16.423501, time: 0.20 s\r\n",
      "Train Epoch 37: 100%|██████████████| 167/167 [00:04<00:00, 34.28it/s, loss=17.2]\r\n",
      "04/18 08:46: Train Epoch 37: average Loss: 15.887517, time: 4.87 s\r\n",
      "Val Epoch 37: 100%|█████████████████| 55/55 [00:00<00:00, 252.08it/s, loss=20.5]\r\n",
      "04/18 08:46: Val Epoch 37: average Loss: 17.125994, time: 0.22 s\r\n",
      "Test Epoch 37: 100%|██████████████████| 56/56 [00:00<00:00, 285.94it/s, loss=15]\r\n",
      "04/18 08:46: Test Epoch 37: average Loss: 16.613290, time: 0.20 s\r\n",
      "Train Epoch 38: 100%|██████████████| 167/167 [00:04<00:00, 34.57it/s, loss=16.2]\r\n",
      "04/18 08:47: Train Epoch 38: average Loss: 15.802867, time: 4.83 s\r\n",
      "Val Epoch 38: 100%|███████████████████| 55/55 [00:00<00:00, 251.30it/s, loss=20]\r\n",
      "04/18 08:47: Val Epoch 38: average Loss: 17.337968, time: 0.22 s\r\n",
      "Test Epoch 38: 100%|████████████████| 56/56 [00:00<00:00, 285.54it/s, loss=15.6]\r\n",
      "04/18 08:47: Test Epoch 38: average Loss: 16.955162, time: 0.20 s\r\n",
      "Train Epoch 39: 100%|██████████████| 167/167 [00:04<00:00, 34.51it/s, loss=14.9]\r\n",
      "04/18 08:47: Train Epoch 39: average Loss: 15.743888, time: 4.84 s\r\n",
      "Val Epoch 39: 100%|█████████████████| 55/55 [00:00<00:00, 251.60it/s, loss=19.7]\r\n",
      "04/18 08:47: Val Epoch 39: average Loss: 16.733869, time: 0.22 s\r\n",
      "Test Epoch 39: 100%|████████████████| 56/56 [00:00<00:00, 285.85it/s, loss=13.9]\r\n",
      "04/18 08:47: Test Epoch 39: average Loss: 16.160520, time: 0.20 s\r\n",
      "04/18 08:47: Best validation model saved!\r\n",
      "Train Epoch 40: 100%|██████████████| 167/167 [00:04<00:00, 34.33it/s, loss=16.1]\r\n",
      "04/18 08:47: Train Epoch 40: average Loss: 15.587076, time: 4.87 s\r\n",
      "Val Epoch 40: 100%|█████████████████| 55/55 [00:00<00:00, 251.13it/s, loss=19.8]\r\n",
      "04/18 08:47: Val Epoch 40: average Loss: 16.740199, time: 0.22 s\r\n",
      "Test Epoch 40: 100%|████████████████| 56/56 [00:00<00:00, 285.23it/s, loss=14.9]\r\n",
      "04/18 08:47: Test Epoch 40: average Loss: 16.346621, time: 0.20 s\r\n",
      "Train Epoch 41: 100%|██████████████| 167/167 [00:04<00:00, 34.16it/s, loss=16.4]\r\n",
      "04/18 08:47: Train Epoch 41: average Loss: 15.543008, time: 4.89 s\r\n",
      "Val Epoch 41: 100%|█████████████████| 55/55 [00:00<00:00, 250.41it/s, loss=20.1]\r\n",
      "04/18 08:47: Val Epoch 41: average Loss: 16.781022, time: 0.22 s\r\n",
      "Test Epoch 41: 100%|████████████████| 56/56 [00:00<00:00, 284.90it/s, loss=14.8]\r\n",
      "04/18 08:47: Test Epoch 41: average Loss: 16.341117, time: 0.20 s\r\n",
      "Train Epoch 42: 100%|██████████████| 167/167 [00:04<00:00, 34.19it/s, loss=16.4]\r\n",
      "04/18 08:47: Train Epoch 42: average Loss: 15.486921, time: 4.88 s\r\n",
      "Val Epoch 42: 100%|█████████████████| 55/55 [00:00<00:00, 251.11it/s, loss=20.2]\r\n",
      "04/18 08:47: Val Epoch 42: average Loss: 16.781223, time: 0.22 s\r\n",
      "Test Epoch 42: 100%|████████████████| 56/56 [00:00<00:00, 284.60it/s, loss=14.5]\r\n",
      "04/18 08:47: Test Epoch 42: average Loss: 16.299600, time: 0.20 s\r\n",
      "Train Epoch 43: 100%|██████████████| 167/167 [00:04<00:00, 34.49it/s, loss=15.4]\r\n",
      "04/18 08:47: Train Epoch 43: average Loss: 15.501569, time: 4.84 s\r\n",
      "Val Epoch 43: 100%|█████████████████| 55/55 [00:00<00:00, 250.25it/s, loss=19.9]\r\n",
      "04/18 08:47: Val Epoch 43: average Loss: 16.800717, time: 0.22 s\r\n",
      "Test Epoch 43: 100%|████████████████| 56/56 [00:00<00:00, 284.92it/s, loss=14.6]\r\n",
      "04/18 08:47: Test Epoch 43: average Loss: 16.345809, time: 0.20 s\r\n",
      "Train Epoch 44: 100%|██████████████| 167/167 [00:04<00:00, 34.29it/s, loss=16.1]\r\n",
      "04/18 08:47: Train Epoch 44: average Loss: 15.481349, time: 4.87 s\r\n",
      "Val Epoch 44: 100%|█████████████████| 55/55 [00:00<00:00, 250.77it/s, loss=20.5]\r\n",
      "04/18 08:47: Val Epoch 44: average Loss: 17.231070, time: 0.22 s\r\n",
      "Test Epoch 44: 100%|████████████████| 56/56 [00:00<00:00, 284.49it/s, loss=14.2]\r\n",
      "04/18 08:47: Test Epoch 44: average Loss: 16.713288, time: 0.20 s\r\n",
      "Train Epoch 45: 100%|██████████████| 167/167 [00:04<00:00, 34.42it/s, loss=15.6]\r\n",
      "04/18 08:47: Train Epoch 45: average Loss: 15.476048, time: 4.85 s\r\n",
      "Val Epoch 45: 100%|█████████████████| 55/55 [00:00<00:00, 251.03it/s, loss=19.7]\r\n",
      "04/18 08:47: Val Epoch 45: average Loss: 16.926716, time: 0.22 s\r\n",
      "Test Epoch 45: 100%|████████████████| 56/56 [00:00<00:00, 285.22it/s, loss=14.3]\r\n",
      "04/18 08:47: Test Epoch 45: average Loss: 16.332955, time: 0.20 s\r\n",
      "Train Epoch 46: 100%|██████████████| 167/167 [00:04<00:00, 34.39it/s, loss=16.3]\r\n",
      "04/18 08:47: Train Epoch 46: average Loss: 15.379082, time: 4.86 s\r\n",
      "Val Epoch 46: 100%|█████████████████| 55/55 [00:00<00:00, 251.17it/s, loss=20.4]\r\n",
      "04/18 08:47: Val Epoch 46: average Loss: 17.269384, time: 0.22 s\r\n",
      "Test Epoch 46: 100%|████████████████| 56/56 [00:00<00:00, 285.34it/s, loss=15.4]\r\n",
      "04/18 08:47: Test Epoch 46: average Loss: 16.764184, time: 0.20 s\r\n",
      "Train Epoch 47: 100%|██████████████| 167/167 [00:04<00:00, 34.38it/s, loss=15.2]\r\n",
      "04/18 08:47: Train Epoch 47: average Loss: 15.480779, time: 4.86 s\r\n",
      "Val Epoch 47: 100%|█████████████████| 55/55 [00:00<00:00, 251.59it/s, loss=19.3]\r\n",
      "04/18 08:47: Val Epoch 47: average Loss: 16.710435, time: 0.22 s\r\n",
      "Test Epoch 47: 100%|████████████████| 56/56 [00:00<00:00, 284.94it/s, loss=14.1]\r\n",
      "04/18 08:47: Test Epoch 47: average Loss: 16.287342, time: 0.20 s\r\n",
      "04/18 08:47: Best validation model saved!\r\n",
      "Train Epoch 48: 100%|██████████████| 167/167 [00:04<00:00, 34.34it/s, loss=15.9]\r\n",
      "04/18 08:47: Train Epoch 48: average Loss: 15.494978, time: 4.86 s\r\n",
      "Val Epoch 48: 100%|█████████████████| 55/55 [00:00<00:00, 250.67it/s, loss=19.8]\r\n",
      "04/18 08:47: Val Epoch 48: average Loss: 17.052293, time: 0.22 s\r\n",
      "Test Epoch 48: 100%|████████████████| 56/56 [00:00<00:00, 284.64it/s, loss=14.4]\r\n",
      "04/18 08:47: Test Epoch 48: average Loss: 16.450159, time: 0.20 s\r\n",
      "Train Epoch 49: 100%|██████████████| 167/167 [00:04<00:00, 34.36it/s, loss=15.6]\r\n",
      "04/18 08:47: Train Epoch 49: average Loss: 15.412560, time: 4.86 s\r\n",
      "Val Epoch 49: 100%|█████████████████| 55/55 [00:00<00:00, 250.88it/s, loss=19.9]\r\n",
      "04/18 08:47: Val Epoch 49: average Loss: 16.738287, time: 0.22 s\r\n",
      "Test Epoch 49: 100%|██████████████████| 56/56 [00:00<00:00, 284.29it/s, loss=14]\r\n",
      "04/18 08:47: Test Epoch 49: average Loss: 16.227454, time: 0.20 s\r\n",
      "Train Epoch 50: 100%|██████████████| 167/167 [00:04<00:00, 34.33it/s, loss=15.4]\r\n",
      "04/18 08:48: Train Epoch 50: average Loss: 15.279242, time: 4.87 s\r\n",
      "Val Epoch 50: 100%|█████████████████| 55/55 [00:00<00:00, 250.51it/s, loss=19.6]\r\n",
      "04/18 08:48: Val Epoch 50: average Loss: 16.861004, time: 0.22 s\r\n",
      "Test Epoch 50: 100%|████████████████| 56/56 [00:00<00:00, 284.76it/s, loss=15.1]\r\n",
      "04/18 08:48: Test Epoch 50: average Loss: 16.155808, time: 0.20 s\r\n",
      "Train Epoch 51: 100%|██████████████| 167/167 [00:04<00:00, 34.25it/s, loss=14.4]\r\n",
      "04/18 08:48: Train Epoch 51: average Loss: 15.238625, time: 4.88 s\r\n",
      "Val Epoch 51: 100%|█████████████████| 55/55 [00:00<00:00, 250.90it/s, loss=19.8]\r\n",
      "04/18 08:48: Val Epoch 51: average Loss: 17.029690, time: 0.22 s\r\n",
      "Test Epoch 51: 100%|████████████████| 56/56 [00:00<00:00, 284.71it/s, loss=14.6]\r\n",
      "04/18 08:48: Test Epoch 51: average Loss: 16.333091, time: 0.20 s\r\n",
      "Train Epoch 52: 100%|████████████████| 167/167 [00:04<00:00, 34.44it/s, loss=16]\r\n",
      "04/18 08:48: Train Epoch 52: average Loss: 15.261024, time: 4.85 s\r\n",
      "Val Epoch 52: 100%|███████████████████| 55/55 [00:00<00:00, 250.45it/s, loss=19]\r\n",
      "04/18 08:48: Val Epoch 52: average Loss: 16.738742, time: 0.22 s\r\n",
      "Test Epoch 52: 100%|████████████████| 56/56 [00:00<00:00, 283.23it/s, loss=13.8]\r\n",
      "04/18 08:48: Test Epoch 52: average Loss: 16.122415, time: 0.20 s\r\n",
      "Train Epoch 53: 100%|██████████████| 167/167 [00:04<00:00, 34.36it/s, loss=15.5]\r\n",
      "04/18 08:48: Train Epoch 53: average Loss: 15.282890, time: 4.86 s\r\n",
      "Val Epoch 53: 100%|███████████████████| 55/55 [00:00<00:00, 251.37it/s, loss=19]\r\n",
      "04/18 08:48: Val Epoch 53: average Loss: 16.743282, time: 0.22 s\r\n",
      "Test Epoch 53: 100%|████████████████| 56/56 [00:00<00:00, 284.47it/s, loss=13.7]\r\n",
      "04/18 08:48: Test Epoch 53: average Loss: 16.093227, time: 0.20 s\r\n",
      "Train Epoch 54: 100%|██████████████| 167/167 [00:04<00:00, 34.23it/s, loss=15.4]\r\n",
      "04/18 08:48: Train Epoch 54: average Loss: 15.182469, time: 4.88 s\r\n",
      "Val Epoch 54: 100%|█████████████████| 55/55 [00:00<00:00, 251.11it/s, loss=20.2]\r\n",
      "04/18 08:48: Val Epoch 54: average Loss: 17.136235, time: 0.22 s\r\n",
      "Test Epoch 54: 100%|██████████████████| 56/56 [00:00<00:00, 285.10it/s, loss=15]\r\n",
      "04/18 08:48: Test Epoch 54: average Loss: 16.815146, time: 0.20 s\r\n",
      "Train Epoch 55: 100%|██████████████| 167/167 [00:04<00:00, 34.35it/s, loss=14.9]\r\n",
      "04/18 08:48: Train Epoch 55: average Loss: 15.306898, time: 4.86 s\r\n",
      "Val Epoch 55: 100%|█████████████████| 55/55 [00:00<00:00, 251.05it/s, loss=20.1]\r\n",
      "04/18 08:48: Val Epoch 55: average Loss: 17.120998, time: 0.22 s\r\n",
      "Test Epoch 55: 100%|████████████████| 56/56 [00:00<00:00, 284.92it/s, loss=15.1]\r\n",
      "04/18 08:48: Test Epoch 55: average Loss: 16.825459, time: 0.20 s\r\n",
      "Train Epoch 56: 100%|██████████████| 167/167 [00:04<00:00, 34.34it/s, loss=15.7]\r\n",
      "04/18 08:48: Train Epoch 56: average Loss: 15.170655, time: 4.86 s\r\n",
      "Val Epoch 56: 100%|█████████████████| 55/55 [00:00<00:00, 250.97it/s, loss=18.9]\r\n",
      "04/18 08:48: Val Epoch 56: average Loss: 16.440079, time: 0.22 s\r\n",
      "Test Epoch 56: 100%|████████████████| 56/56 [00:00<00:00, 284.77it/s, loss=13.8]\r\n",
      "04/18 08:48: Test Epoch 56: average Loss: 16.034851, time: 0.20 s\r\n",
      "04/18 08:48: Best validation model saved!\r\n",
      "Train Epoch 57: 100%|██████████████| 167/167 [00:04<00:00, 34.35it/s, loss=14.8]\r\n",
      "04/18 08:48: Train Epoch 57: average Loss: 15.113485, time: 4.86 s\r\n",
      "Val Epoch 57: 100%|█████████████████| 55/55 [00:00<00:00, 251.08it/s, loss=19.1]\r\n",
      "04/18 08:48: Val Epoch 57: average Loss: 16.408957, time: 0.22 s\r\n",
      "Test Epoch 57: 100%|████████████████| 56/56 [00:00<00:00, 284.51it/s, loss=13.7]\r\n",
      "04/18 08:48: Test Epoch 57: average Loss: 15.930668, time: 0.20 s\r\n",
      "04/18 08:48: Best validation model saved!\r\n",
      "Train Epoch 58: 100%|██████████████| 167/167 [00:04<00:00, 34.28it/s, loss=15.2]\r\n",
      "04/18 08:48: Train Epoch 58: average Loss: 15.078642, time: 4.87 s\r\n",
      "Val Epoch 58: 100%|█████████████████| 55/55 [00:00<00:00, 250.67it/s, loss=19.2]\r\n",
      "04/18 08:48: Val Epoch 58: average Loss: 16.407609, time: 0.22 s\r\n",
      "Test Epoch 58: 100%|████████████████| 56/56 [00:00<00:00, 283.34it/s, loss=14.5]\r\n",
      "04/18 08:48: Test Epoch 58: average Loss: 16.042855, time: 0.20 s\r\n",
      "04/18 08:48: Best validation model saved!\r\n",
      "Train Epoch 59: 100%|██████████████| 167/167 [00:04<00:00, 34.36it/s, loss=15.2]\r\n",
      "04/18 08:48: Train Epoch 59: average Loss: 15.108807, time: 4.86 s\r\n",
      "Val Epoch 59: 100%|█████████████████| 55/55 [00:00<00:00, 250.38it/s, loss=19.4]\r\n",
      "04/18 08:48: Val Epoch 59: average Loss: 16.749092, time: 0.22 s\r\n",
      "Test Epoch 59: 100%|████████████████| 56/56 [00:00<00:00, 284.40it/s, loss=15.4]\r\n",
      "04/18 08:48: Test Epoch 59: average Loss: 16.470573, time: 0.20 s\r\n",
      "Train Epoch 60: 100%|██████████████| 167/167 [00:04<00:00, 34.46it/s, loss=14.8]\r\n",
      "04/18 08:48: Train Epoch 60: average Loss: 15.015028, time: 4.85 s\r\n",
      "Val Epoch 60: 100%|███████████████████| 55/55 [00:00<00:00, 250.64it/s, loss=19]\r\n",
      "04/18 08:48: Val Epoch 60: average Loss: 16.477326, time: 0.22 s\r\n",
      "Test Epoch 60: 100%|████████████████| 56/56 [00:00<00:00, 282.79it/s, loss=13.8]\r\n",
      "04/18 08:48: Test Epoch 60: average Loss: 16.157337, time: 0.20 s\r\n",
      "Train Epoch 61: 100%|██████████████| 167/167 [00:04<00:00, 34.35it/s, loss=13.9]\r\n",
      "04/18 08:49: Train Epoch 61: average Loss: 15.087128, time: 4.86 s\r\n",
      "Val Epoch 61: 100%|█████████████████| 55/55 [00:00<00:00, 250.48it/s, loss=19.4]\r\n",
      "04/18 08:49: Val Epoch 61: average Loss: 16.490494, time: 0.22 s\r\n",
      "Test Epoch 61: 100%|████████████████| 56/56 [00:00<00:00, 284.10it/s, loss=14.3]\r\n",
      "04/18 08:49: Test Epoch 61: average Loss: 16.122618, time: 0.20 s\r\n",
      "Train Epoch 62: 100%|██████████████| 167/167 [00:04<00:00, 34.49it/s, loss=15.6]\r\n",
      "04/18 08:49: Train Epoch 62: average Loss: 15.019663, time: 4.84 s\r\n",
      "Val Epoch 62: 100%|█████████████████| 55/55 [00:00<00:00, 225.22it/s, loss=19.1]\r\n",
      "04/18 08:49: Val Epoch 62: average Loss: 16.293927, time: 0.24 s\r\n",
      "Test Epoch 62: 100%|████████████████| 56/56 [00:00<00:00, 250.73it/s, loss=14.7]\r\n",
      "04/18 08:49: Test Epoch 62: average Loss: 15.980360, time: 0.22 s\r\n",
      "04/18 08:49: Best validation model saved!\r\n",
      "Train Epoch 63: 100%|██████████████| 167/167 [00:04<00:00, 35.65it/s, loss=15.5]\r\n",
      "04/18 08:49: Train Epoch 63: average Loss: 14.991429, time: 4.69 s\r\n",
      "Val Epoch 63: 100%|█████████████████| 55/55 [00:00<00:00, 259.89it/s, loss=19.6]\r\n",
      "04/18 08:49: Val Epoch 63: average Loss: 16.254968, time: 0.21 s\r\n",
      "Test Epoch 63: 100%|██████████████████| 56/56 [00:00<00:00, 281.97it/s, loss=15]\r\n",
      "04/18 08:49: Test Epoch 63: average Loss: 15.868470, time: 0.20 s\r\n",
      "04/18 08:49: Best validation model saved!\r\n",
      "Train Epoch 64: 100%|██████████████| 167/167 [00:04<00:00, 34.95it/s, loss=15.5]\r\n",
      "04/18 08:49: Train Epoch 64: average Loss: 14.922149, time: 4.78 s\r\n",
      "Val Epoch 64: 100%|█████████████████| 55/55 [00:00<00:00, 247.61it/s, loss=19.2]\r\n",
      "04/18 08:49: Val Epoch 64: average Loss: 16.272386, time: 0.22 s\r\n",
      "Test Epoch 64: 100%|██████████████████| 56/56 [00:00<00:00, 275.51it/s, loss=14]\r\n",
      "04/18 08:49: Test Epoch 64: average Loss: 15.978457, time: 0.20 s\r\n",
      "Train Epoch 65: 100%|██████████████| 167/167 [00:04<00:00, 35.09it/s, loss=15.7]\r\n",
      "04/18 08:49: Train Epoch 65: average Loss: 14.977768, time: 4.76 s\r\n",
      "Val Epoch 65: 100%|█████████████████| 55/55 [00:00<00:00, 249.64it/s, loss=19.2]\r\n",
      "04/18 08:49: Val Epoch 65: average Loss: 16.369355, time: 0.22 s\r\n",
      "Test Epoch 65: 100%|████████████████| 56/56 [00:00<00:00, 283.09it/s, loss=13.6]\r\n",
      "04/18 08:49: Test Epoch 65: average Loss: 15.886252, time: 0.20 s\r\n",
      "Train Epoch 66: 100%|██████████████| 167/167 [00:04<00:00, 34.98it/s, loss=15.3]\r\n",
      "04/18 08:49: Train Epoch 66: average Loss: 15.022352, time: 4.77 s\r\n",
      "Val Epoch 66: 100%|█████████████████| 55/55 [00:00<00:00, 250.37it/s, loss=18.5]\r\n",
      "04/18 08:49: Val Epoch 66: average Loss: 16.439510, time: 0.22 s\r\n",
      "Test Epoch 66: 100%|████████████████| 56/56 [00:00<00:00, 282.59it/s, loss=14.3]\r\n",
      "04/18 08:49: Test Epoch 66: average Loss: 16.122697, time: 0.20 s\r\n",
      "Train Epoch 67: 100%|██████████████| 167/167 [00:04<00:00, 35.21it/s, loss=15.3]\r\n",
      "04/18 08:49: Train Epoch 67: average Loss: 14.957477, time: 4.74 s\r\n",
      "Val Epoch 67: 100%|█████████████████| 55/55 [00:00<00:00, 250.08it/s, loss=18.9]\r\n",
      "04/18 08:49: Val Epoch 67: average Loss: 16.122444, time: 0.22 s\r\n",
      "Test Epoch 67: 100%|████████████████| 56/56 [00:00<00:00, 283.38it/s, loss=14.1]\r\n",
      "04/18 08:49: Test Epoch 67: average Loss: 15.762167, time: 0.20 s\r\n",
      "04/18 08:49: Best validation model saved!\r\n",
      "Train Epoch 68: 100%|██████████████| 167/167 [00:04<00:00, 35.10it/s, loss=15.7]\r\n",
      "04/18 08:49: Train Epoch 68: average Loss: 14.828285, time: 4.76 s\r\n",
      "Val Epoch 68: 100%|█████████████████| 55/55 [00:00<00:00, 249.60it/s, loss=19.4]\r\n",
      "04/18 08:49: Val Epoch 68: average Loss: 16.477962, time: 0.22 s\r\n",
      "Test Epoch 68: 100%|████████████████| 56/56 [00:00<00:00, 282.77it/s, loss=14.1]\r\n",
      "04/18 08:49: Test Epoch 68: average Loss: 16.202142, time: 0.20 s\r\n",
      "Train Epoch 69: 100%|██████████████| 167/167 [00:04<00:00, 34.76it/s, loss=14.2]\r\n",
      "04/18 08:49: Train Epoch 69: average Loss: 14.942728, time: 4.81 s\r\n",
      "Val Epoch 69: 100%|███████████████████| 55/55 [00:00<00:00, 249.06it/s, loss=19]\r\n",
      "04/18 08:49: Val Epoch 69: average Loss: 16.306367, time: 0.22 s\r\n",
      "Test Epoch 69: 100%|████████████████| 56/56 [00:00<00:00, 282.48it/s, loss=13.8]\r\n",
      "04/18 08:49: Test Epoch 69: average Loss: 15.893694, time: 0.20 s\r\n",
      "Train Epoch 70: 100%|██████████████| 167/167 [00:04<00:00, 34.66it/s, loss=15.3]\r\n",
      "04/18 08:49: Train Epoch 70: average Loss: 14.888835, time: 4.82 s\r\n",
      "Val Epoch 70: 100%|█████████████████| 55/55 [00:00<00:00, 249.58it/s, loss=18.7]\r\n",
      "04/18 08:49: Val Epoch 70: average Loss: 16.156444, time: 0.22 s\r\n",
      "Test Epoch 70: 100%|██████████████████| 56/56 [00:00<00:00, 283.74it/s, loss=14]\r\n",
      "04/18 08:49: Test Epoch 70: average Loss: 15.730062, time: 0.20 s\r\n",
      "Train Epoch 71: 100%|██████████████| 167/167 [00:04<00:00, 34.80it/s, loss=15.6]\r\n",
      "04/18 08:49: Train Epoch 71: average Loss: 14.895580, time: 4.80 s\r\n",
      "Val Epoch 71: 100%|█████████████████| 55/55 [00:00<00:00, 245.89it/s, loss=18.5]\r\n",
      "04/18 08:49: Val Epoch 71: average Loss: 16.245770, time: 0.22 s\r\n",
      "Test Epoch 71: 100%|████████████████| 56/56 [00:00<00:00, 279.19it/s, loss=14.1]\r\n",
      "04/18 08:49: Test Epoch 71: average Loss: 15.931203, time: 0.20 s\r\n",
      "Train Epoch 72: 100%|██████████████| 167/167 [00:04<00:00, 35.01it/s, loss=14.6]\r\n",
      "04/18 08:49: Train Epoch 72: average Loss: 14.749772, time: 4.77 s\r\n",
      "Val Epoch 72: 100%|█████████████████| 55/55 [00:00<00:00, 251.02it/s, loss=19.2]\r\n",
      "04/18 08:49: Val Epoch 72: average Loss: 16.326202, time: 0.22 s\r\n",
      "Test Epoch 72: 100%|████████████████| 56/56 [00:00<00:00, 283.41it/s, loss=14.8]\r\n",
      "04/18 08:49: Test Epoch 72: average Loss: 16.059783, time: 0.20 s\r\n",
      "Train Epoch 73: 100%|██████████████| 167/167 [00:04<00:00, 34.03it/s, loss=14.9]\r\n",
      "04/18 08:50: Train Epoch 73: average Loss: 14.783189, time: 4.91 s\r\n",
      "Val Epoch 73: 100%|███████████████████| 55/55 [00:00<00:00, 248.13it/s, loss=19]\r\n",
      "04/18 08:50: Val Epoch 73: average Loss: 16.243334, time: 0.22 s\r\n",
      "Test Epoch 73: 100%|████████████████| 56/56 [00:00<00:00, 280.58it/s, loss=14.2]\r\n",
      "04/18 08:50: Test Epoch 73: average Loss: 15.970104, time: 0.20 s\r\n",
      "Train Epoch 74: 100%|██████████████| 167/167 [00:04<00:00, 34.52it/s, loss=14.4]\r\n",
      "04/18 08:50: Train Epoch 74: average Loss: 14.847505, time: 4.84 s\r\n",
      "Val Epoch 74: 100%|███████████████████| 55/55 [00:00<00:00, 235.92it/s, loss=19]\r\n",
      "04/18 08:50: Val Epoch 74: average Loss: 16.453883, time: 0.23 s\r\n",
      "Test Epoch 74: 100%|████████████████| 56/56 [00:00<00:00, 282.33it/s, loss=14.4]\r\n",
      "04/18 08:50: Test Epoch 74: average Loss: 16.249723, time: 0.20 s\r\n",
      "Train Epoch 75: 100%|██████████████| 167/167 [00:04<00:00, 34.54it/s, loss=14.6]\r\n",
      "04/18 08:50: Train Epoch 75: average Loss: 14.747669, time: 4.84 s\r\n",
      "Val Epoch 75: 100%|█████████████████| 55/55 [00:00<00:00, 247.18it/s, loss=19.3]\r\n",
      "04/18 08:50: Val Epoch 75: average Loss: 16.226064, time: 0.22 s\r\n",
      "Test Epoch 75: 100%|████████████████| 56/56 [00:00<00:00, 281.59it/s, loss=14.3]\r\n",
      "04/18 08:50: Test Epoch 75: average Loss: 15.839095, time: 0.20 s\r\n",
      "Train Epoch 76: 100%|██████████████| 167/167 [00:04<00:00, 34.29it/s, loss=15.3]\r\n",
      "04/18 08:50: Train Epoch 76: average Loss: 14.749109, time: 4.87 s\r\n",
      "Val Epoch 76: 100%|█████████████████| 55/55 [00:00<00:00, 248.85it/s, loss=18.8]\r\n",
      "04/18 08:50: Val Epoch 76: average Loss: 16.179346, time: 0.22 s\r\n",
      "Test Epoch 76: 100%|████████████████| 56/56 [00:00<00:00, 281.80it/s, loss=14.5]\r\n",
      "04/18 08:50: Test Epoch 76: average Loss: 15.816942, time: 0.20 s\r\n",
      "Train Epoch 77: 100%|██████████████| 167/167 [00:04<00:00, 34.64it/s, loss=14.7]\r\n",
      "04/18 08:50: Train Epoch 77: average Loss: 14.732865, time: 4.82 s\r\n",
      "Val Epoch 77: 100%|█████████████████| 55/55 [00:00<00:00, 246.79it/s, loss=18.6]\r\n",
      "04/18 08:50: Val Epoch 77: average Loss: 16.086506, time: 0.22 s\r\n",
      "Test Epoch 77: 100%|████████████████| 56/56 [00:00<00:00, 281.43it/s, loss=14.1]\r\n",
      "04/18 08:50: Test Epoch 77: average Loss: 15.780718, time: 0.20 s\r\n",
      "04/18 08:50: Best validation model saved!\r\n",
      "Train Epoch 78: 100%|████████████████| 167/167 [00:04<00:00, 34.42it/s, loss=14]\r\n",
      "04/18 08:50: Train Epoch 78: average Loss: 14.688790, time: 4.85 s\r\n",
      "Val Epoch 78: 100%|█████████████████| 55/55 [00:00<00:00, 249.85it/s, loss=18.8]\r\n",
      "04/18 08:50: Val Epoch 78: average Loss: 16.321885, time: 0.22 s\r\n",
      "Test Epoch 78: 100%|████████████████| 56/56 [00:00<00:00, 273.32it/s, loss=14.4]\r\n",
      "04/18 08:50: Test Epoch 78: average Loss: 15.945193, time: 0.21 s\r\n",
      "Train Epoch 79: 100%|████████████████| 167/167 [00:04<00:00, 34.51it/s, loss=15]\r\n",
      "04/18 08:50: Train Epoch 79: average Loss: 14.654298, time: 4.84 s\r\n",
      "Val Epoch 79: 100%|█████████████████| 55/55 [00:00<00:00, 249.62it/s, loss=18.6]\r\n",
      "04/18 08:50: Val Epoch 79: average Loss: 16.175887, time: 0.22 s\r\n",
      "Test Epoch 79: 100%|████████████████| 56/56 [00:00<00:00, 282.53it/s, loss=14.2]\r\n",
      "04/18 08:50: Test Epoch 79: average Loss: 15.870329, time: 0.20 s\r\n",
      "Train Epoch 80: 100%|██████████████| 167/167 [00:04<00:00, 34.62it/s, loss=14.7]\r\n",
      "04/18 08:50: Train Epoch 80: average Loss: 14.662764, time: 4.82 s\r\n",
      "Val Epoch 80: 100%|█████████████████| 55/55 [00:00<00:00, 249.86it/s, loss=18.6]\r\n",
      "04/18 08:50: Val Epoch 80: average Loss: 16.089882, time: 0.22 s\r\n",
      "Test Epoch 80: 100%|████████████████| 56/56 [00:00<00:00, 280.37it/s, loss=13.8]\r\n",
      "04/18 08:50: Test Epoch 80: average Loss: 15.694384, time: 0.20 s\r\n",
      "Train Epoch 81: 100%|██████████████| 167/167 [00:04<00:00, 34.67it/s, loss=15.1]\r\n",
      "04/18 08:50: Train Epoch 81: average Loss: 14.727644, time: 4.82 s\r\n",
      "Val Epoch 81: 100%|█████████████████| 55/55 [00:00<00:00, 242.88it/s, loss=18.7]\r\n",
      "04/18 08:50: Val Epoch 81: average Loss: 16.436213, time: 0.23 s\r\n",
      "Test Epoch 81: 100%|████████████████| 56/56 [00:00<00:00, 281.77it/s, loss=14.2]\r\n",
      "04/18 08:50: Test Epoch 81: average Loss: 16.024835, time: 0.20 s\r\n",
      "Train Epoch 82: 100%|██████████████| 167/167 [00:04<00:00, 34.86it/s, loss=13.7]\r\n",
      "04/18 08:50: Train Epoch 82: average Loss: 14.745395, time: 4.79 s\r\n",
      "Val Epoch 82: 100%|█████████████████| 55/55 [00:00<00:00, 245.71it/s, loss=18.6]\r\n",
      "04/18 08:50: Val Epoch 82: average Loss: 16.117310, time: 0.22 s\r\n",
      "Test Epoch 82: 100%|██████████████████| 56/56 [00:00<00:00, 282.55it/s, loss=14]\r\n",
      "04/18 08:50: Test Epoch 82: average Loss: 15.751906, time: 0.20 s\r\n",
      "Train Epoch 83: 100%|██████████████| 167/167 [00:04<00:00, 34.94it/s, loss=15.1]\r\n",
      "04/18 08:50: Train Epoch 83: average Loss: 14.650927, time: 4.78 s\r\n",
      "Val Epoch 83: 100%|█████████████████| 55/55 [00:00<00:00, 249.83it/s, loss=20.3]\r\n",
      "04/18 08:50: Val Epoch 83: average Loss: 16.680379, time: 0.22 s\r\n",
      "Test Epoch 83: 100%|████████████████| 56/56 [00:00<00:00, 283.02it/s, loss=14.6]\r\n",
      "04/18 08:50: Test Epoch 83: average Loss: 16.417854, time: 0.20 s\r\n",
      "Train Epoch 84: 100%|██████████████| 167/167 [00:04<00:00, 34.90it/s, loss=14.1]\r\n",
      "04/18 08:51: Train Epoch 84: average Loss: 14.587477, time: 4.79 s\r\n",
      "Val Epoch 84: 100%|█████████████████| 55/55 [00:00<00:00, 248.96it/s, loss=18.8]\r\n",
      "04/18 08:51: Val Epoch 84: average Loss: 16.168589, time: 0.22 s\r\n",
      "Test Epoch 84: 100%|████████████████| 56/56 [00:00<00:00, 280.79it/s, loss=13.7]\r\n",
      "04/18 08:51: Test Epoch 84: average Loss: 15.772617, time: 0.20 s\r\n",
      "Train Epoch 85: 100%|██████████████| 167/167 [00:04<00:00, 34.96it/s, loss=15.7]\r\n",
      "04/18 08:51: Train Epoch 85: average Loss: 14.582436, time: 4.78 s\r\n",
      "Val Epoch 85: 100%|█████████████████| 55/55 [00:00<00:00, 239.43it/s, loss=18.9]\r\n",
      "04/18 08:51: Val Epoch 85: average Loss: 16.193969, time: 0.23 s\r\n",
      "Test Epoch 85: 100%|████████████████| 56/56 [00:00<00:00, 268.55it/s, loss=14.5]\r\n",
      "04/18 08:51: Test Epoch 85: average Loss: 15.920490, time: 0.21 s\r\n",
      "Train Epoch 86: 100%|██████████████| 167/167 [00:04<00:00, 38.01it/s, loss=14.2]\r\n",
      "04/18 08:51: Train Epoch 86: average Loss: 14.516802, time: 4.39 s\r\n",
      "Val Epoch 86: 100%|█████████████████| 55/55 [00:00<00:00, 252.59it/s, loss=18.8]\r\n",
      "04/18 08:51: Val Epoch 86: average Loss: 16.285623, time: 0.22 s\r\n",
      "Test Epoch 86: 100%|████████████████| 56/56 [00:00<00:00, 282.75it/s, loss=13.8]\r\n",
      "04/18 08:51: Test Epoch 86: average Loss: 16.044379, time: 0.20 s\r\n",
      "Train Epoch 87: 100%|██████████████| 167/167 [00:04<00:00, 39.87it/s, loss=14.8]\r\n",
      "04/18 08:51: Train Epoch 87: average Loss: 14.558661, time: 4.19 s\r\n",
      "Val Epoch 87: 100%|█████████████████| 55/55 [00:00<00:00, 250.71it/s, loss=18.6]\r\n",
      "04/18 08:51: Val Epoch 87: average Loss: 15.980665, time: 0.22 s\r\n",
      "Test Epoch 87: 100%|████████████████| 56/56 [00:00<00:00, 279.56it/s, loss=13.9]\r\n",
      "04/18 08:51: Test Epoch 87: average Loss: 15.581081, time: 0.20 s\r\n",
      "04/18 08:51: Best validation model saved!\r\n",
      "Train Epoch 88: 100%|██████████████| 167/167 [00:04<00:00, 39.98it/s, loss=15.1]\r\n",
      "04/18 08:51: Train Epoch 88: average Loss: 14.584754, time: 4.18 s\r\n",
      "Val Epoch 88: 100%|███████████████████| 55/55 [00:00<00:00, 251.47it/s, loss=19]\r\n",
      "04/18 08:51: Val Epoch 88: average Loss: 16.459325, time: 0.22 s\r\n",
      "Test Epoch 88: 100%|████████████████| 56/56 [00:00<00:00, 284.51it/s, loss=14.7]\r\n",
      "04/18 08:51: Test Epoch 88: average Loss: 16.109471, time: 0.20 s\r\n",
      "Train Epoch 89: 100%|██████████████| 167/167 [00:04<00:00, 40.52it/s, loss=14.5]\r\n",
      "04/18 08:51: Train Epoch 89: average Loss: 14.580314, time: 4.12 s\r\n",
      "Val Epoch 89: 100%|█████████████████| 55/55 [00:00<00:00, 253.80it/s, loss=18.5]\r\n",
      "04/18 08:51: Val Epoch 89: average Loss: 16.123978, time: 0.22 s\r\n",
      "Test Epoch 89: 100%|████████████████| 56/56 [00:00<00:00, 284.47it/s, loss=14.4]\r\n",
      "04/18 08:51: Test Epoch 89: average Loss: 15.782721, time: 0.20 s\r\n",
      "Train Epoch 90: 100%|██████████████| 167/167 [00:04<00:00, 39.99it/s, loss=14.3]\r\n",
      "04/18 08:51: Train Epoch 90: average Loss: 14.514696, time: 4.18 s\r\n",
      "Val Epoch 90: 100%|█████████████████| 55/55 [00:00<00:00, 253.69it/s, loss=18.9]\r\n",
      "04/18 08:51: Val Epoch 90: average Loss: 16.501126, time: 0.22 s\r\n",
      "Test Epoch 90: 100%|████████████████| 56/56 [00:00<00:00, 284.71it/s, loss=14.1]\r\n",
      "04/18 08:51: Test Epoch 90: average Loss: 16.108524, time: 0.20 s\r\n",
      "Train Epoch 91: 100%|████████████████| 167/167 [00:04<00:00, 40.08it/s, loss=16]\r\n",
      "04/18 08:51: Train Epoch 91: average Loss: 14.493015, time: 4.17 s\r\n",
      "Val Epoch 91: 100%|███████████████████| 55/55 [00:00<00:00, 253.33it/s, loss=19]\r\n",
      "04/18 08:51: Val Epoch 91: average Loss: 16.209231, time: 0.22 s\r\n",
      "Test Epoch 91: 100%|████████████████| 56/56 [00:00<00:00, 283.81it/s, loss=14.4]\r\n",
      "04/18 08:51: Test Epoch 91: average Loss: 15.918250, time: 0.20 s\r\n",
      "Train Epoch 92: 100%|██████████████| 167/167 [00:04<00:00, 37.97it/s, loss=13.2]\r\n",
      "04/18 08:51: Train Epoch 92: average Loss: 14.474951, time: 4.40 s\r\n",
      "Val Epoch 92: 100%|█████████████████| 55/55 [00:00<00:00, 244.26it/s, loss=18.7]\r\n",
      "04/18 08:51: Val Epoch 92: average Loss: 16.089245, time: 0.23 s\r\n",
      "Test Epoch 92: 100%|██████████████████| 56/56 [00:00<00:00, 280.70it/s, loss=14]\r\n",
      "04/18 08:51: Test Epoch 92: average Loss: 15.738677, time: 0.20 s\r\n",
      "Train Epoch 93: 100%|██████████████| 167/167 [00:04<00:00, 35.25it/s, loss=14.5]\r\n",
      "04/18 08:51: Train Epoch 93: average Loss: 14.566865, time: 4.74 s\r\n",
      "Val Epoch 93: 100%|█████████████████| 55/55 [00:00<00:00, 245.84it/s, loss=18.8]\r\n",
      "04/18 08:51: Val Epoch 93: average Loss: 16.199889, time: 0.22 s\r\n",
      "Test Epoch 93: 100%|████████████████| 56/56 [00:00<00:00, 274.01it/s, loss=13.9]\r\n",
      "04/18 08:51: Test Epoch 93: average Loss: 15.833123, time: 0.20 s\r\n",
      "Train Epoch 94: 100%|████████████████| 167/167 [00:04<00:00, 35.68it/s, loss=14]\r\n",
      "04/18 08:51: Train Epoch 94: average Loss: 14.461874, time: 4.68 s\r\n",
      "Val Epoch 94: 100%|█████████████████| 55/55 [00:00<00:00, 252.32it/s, loss=18.5]\r\n",
      "04/18 08:51: Val Epoch 94: average Loss: 16.256401, time: 0.22 s\r\n",
      "Test Epoch 94: 100%|████████████████| 56/56 [00:00<00:00, 286.25it/s, loss=13.8]\r\n",
      "04/18 08:51: Test Epoch 94: average Loss: 15.828448, time: 0.20 s\r\n",
      "Train Epoch 95: 100%|██████████████| 167/167 [00:04<00:00, 38.24it/s, loss=14.6]\r\n",
      "04/18 08:51: Train Epoch 95: average Loss: 14.508215, time: 4.37 s\r\n",
      "Val Epoch 95: 100%|█████████████████| 55/55 [00:00<00:00, 252.52it/s, loss=18.4]\r\n",
      "04/18 08:51: Val Epoch 95: average Loss: 16.157201, time: 0.22 s\r\n",
      "Test Epoch 95: 100%|██████████████████| 56/56 [00:00<00:00, 286.53it/s, loss=14]\r\n",
      "04/18 08:51: Test Epoch 95: average Loss: 15.679551, time: 0.20 s\r\n",
      "Train Epoch 96: 100%|██████████████| 167/167 [00:04<00:00, 40.57it/s, loss=15.3]\r\n",
      "04/18 08:51: Train Epoch 96: average Loss: 14.582968, time: 4.12 s\r\n",
      "Val Epoch 96: 100%|█████████████████| 55/55 [00:00<00:00, 252.16it/s, loss=18.9]\r\n",
      "04/18 08:52: Val Epoch 96: average Loss: 16.451567, time: 0.22 s\r\n",
      "Test Epoch 96: 100%|████████████████| 56/56 [00:00<00:00, 286.74it/s, loss=15.2]\r\n",
      "04/18 08:52: Test Epoch 96: average Loss: 16.037780, time: 0.20 s\r\n",
      "Train Epoch 97: 100%|██████████████| 167/167 [00:04<00:00, 38.20it/s, loss=14.1]\r\n",
      "04/18 08:52: Train Epoch 97: average Loss: 14.510874, time: 4.37 s\r\n",
      "Val Epoch 97: 100%|█████████████████| 55/55 [00:00<00:00, 252.74it/s, loss=19.7]\r\n",
      "04/18 08:52: Val Epoch 97: average Loss: 16.686309, time: 0.22 s\r\n",
      "Test Epoch 97: 100%|████████████████| 56/56 [00:00<00:00, 286.61it/s, loss=14.4]\r\n",
      "04/18 08:52: Test Epoch 97: average Loss: 16.474505, time: 0.20 s\r\n",
      "Train Epoch 98: 100%|██████████████| 167/167 [00:04<00:00, 38.64it/s, loss=14.5]\r\n",
      "04/18 08:52: Train Epoch 98: average Loss: 14.446102, time: 4.32 s\r\n",
      "Val Epoch 98: 100%|███████████████████| 55/55 [00:00<00:00, 255.27it/s, loss=19]\r\n",
      "04/18 08:52: Val Epoch 98: average Loss: 16.100838, time: 0.22 s\r\n",
      "Test Epoch 98: 100%|████████████████| 56/56 [00:00<00:00, 286.23it/s, loss=13.9]\r\n",
      "04/18 08:52: Test Epoch 98: average Loss: 15.622221, time: 0.20 s\r\n",
      "Train Epoch 99: 100%|██████████████| 167/167 [00:04<00:00, 40.41it/s, loss=14.6]\r\n",
      "04/18 08:52: Train Epoch 99: average Loss: 14.324829, time: 4.13 s\r\n",
      "Val Epoch 99: 100%|█████████████████| 55/55 [00:00<00:00, 255.06it/s, loss=19.4]\r\n",
      "04/18 08:52: Val Epoch 99: average Loss: 16.450862, time: 0.22 s\r\n",
      "Test Epoch 99: 100%|████████████████| 56/56 [00:00<00:00, 286.25it/s, loss=14.8]\r\n",
      "04/18 08:52: Test Epoch 99: average Loss: 15.983271, time: 0.20 s\r\n",
      "Train Epoch 100: 100%|█████████████| 167/167 [00:04<00:00, 40.11it/s, loss=14.6]\r\n",
      "04/18 08:52: Train Epoch 100: average Loss: 14.385470, time: 4.16 s\r\n",
      "Val Epoch 100: 100%|████████████████| 55/55 [00:00<00:00, 251.89it/s, loss=18.7]\r\n",
      "04/18 08:52: Val Epoch 100: average Loss: 16.121895, time: 0.22 s\r\n",
      "Test Epoch 100: 100%|███████████████| 56/56 [00:00<00:00, 285.95it/s, loss=13.7]\r\n",
      "04/18 08:52: Test Epoch 100: average Loss: 15.717325, time: 0.20 s\r\n",
      "Train Epoch 101: 100%|█████████████| 167/167 [00:04<00:00, 40.26it/s, loss=14.8]\r\n",
      "04/18 08:52: Train Epoch 101: average Loss: 14.397263, time: 4.15 s\r\n",
      "Val Epoch 101: 100%|████████████████| 55/55 [00:00<00:00, 254.73it/s, loss=19.2]\r\n",
      "04/18 08:52: Val Epoch 101: average Loss: 16.262470, time: 0.22 s\r\n",
      "Test Epoch 101: 100%|█████████████████| 56/56 [00:00<00:00, 285.67it/s, loss=14]\r\n",
      "04/18 08:52: Test Epoch 101: average Loss: 15.854632, time: 0.20 s\r\n",
      "Train Epoch 102: 100%|█████████████| 167/167 [00:04<00:00, 40.09it/s, loss=14.2]\r\n",
      "04/18 08:52: Train Epoch 102: average Loss: 14.414404, time: 4.17 s\r\n",
      "Val Epoch 102: 100%|████████████████| 55/55 [00:00<00:00, 254.33it/s, loss=18.7]\r\n",
      "04/18 08:52: Val Epoch 102: average Loss: 16.426371, time: 0.22 s\r\n",
      "Test Epoch 102: 100%|███████████████| 56/56 [00:00<00:00, 284.93it/s, loss=15.1]\r\n",
      "04/18 08:52: Test Epoch 102: average Loss: 16.104147, time: 0.20 s\r\n",
      "04/18 08:52: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
      "04/18 08:52: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD8/2025-04-18_08-43-41/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD8/2025-04-18_08-43-41/best_test_model.pth\r\n",
      "04/18 08:52: Testing on best validation model\r\n",
      "04/18 08:52: Horizon 01, MAE: 13.2682, RMSE: 20.5472, MAPE: 0.0862\r\n",
      "04/18 08:52: Horizon 02, MAE: 13.9291, RMSE: 21.7753, MAPE: 0.0897\r\n",
      "04/18 08:52: Horizon 03, MAE: 14.4309, RMSE: 22.7010, MAPE: 0.0930\r\n",
      "04/18 08:52: Horizon 04, MAE: 14.8310, RMSE: 23.4684, MAPE: 0.0960\r\n",
      "04/18 08:52: Horizon 05, MAE: 15.2226, RMSE: 24.1494, MAPE: 0.1002\r\n",
      "04/18 08:52: Horizon 06, MAE: 15.5759, RMSE: 24.7568, MAPE: 0.1045\r\n",
      "04/18 08:52: Horizon 07, MAE: 15.8861, RMSE: 25.2933, MAPE: 0.1017\r\n",
      "04/18 08:52: Horizon 08, MAE: 16.2203, RMSE: 25.7910, MAPE: 0.1061\r\n",
      "04/18 08:52: Horizon 09, MAE: 16.4622, RMSE: 26.2238, MAPE: 0.1058\r\n",
      "04/18 08:52: Horizon 10, MAE: 16.7053, RMSE: 26.6193, MAPE: 0.1092\r\n",
      "04/18 08:52: Horizon 11, MAE: 17.0431, RMSE: 27.0491, MAPE: 0.1131\r\n",
      "04/18 08:52: Horizon 12, MAE: 17.4996, RMSE: 27.5972, MAPE: 0.1146\r\n",
      "04/18 08:52: Average Horizon, MAE: 15.5895, RMSE: 24.7538, MAPE: 0.1017\r\n",
      "04/18 08:52: Testing on best test model\r\n",
      "04/18 08:52: Horizon 01, MAE: 13.2682, RMSE: 20.5472, MAPE: 0.0862\r\n",
      "04/18 08:52: Horizon 02, MAE: 13.9291, RMSE: 21.7753, MAPE: 0.0897\r\n",
      "04/18 08:52: Horizon 03, MAE: 14.4309, RMSE: 22.7010, MAPE: 0.0930\r\n",
      "04/18 08:52: Horizon 04, MAE: 14.8310, RMSE: 23.4684, MAPE: 0.0960\r\n",
      "04/18 08:52: Horizon 05, MAE: 15.2226, RMSE: 24.1494, MAPE: 0.1002\r\n",
      "04/18 08:52: Horizon 06, MAE: 15.5759, RMSE: 24.7568, MAPE: 0.1045\r\n",
      "04/18 08:52: Horizon 07, MAE: 15.8861, RMSE: 25.2933, MAPE: 0.1017\r\n",
      "04/18 08:52: Horizon 08, MAE: 16.2203, RMSE: 25.7910, MAPE: 0.1061\r\n",
      "04/18 08:52: Horizon 09, MAE: 16.4622, RMSE: 26.2238, MAPE: 0.1058\r\n",
      "04/18 08:52: Horizon 10, MAE: 16.7053, RMSE: 26.6193, MAPE: 0.1092\r\n",
      "04/18 08:52: Horizon 11, MAE: 17.0431, RMSE: 27.0491, MAPE: 0.1131\r\n",
      "04/18 08:52: Horizon 12, MAE: 17.4996, RMSE: 27.5972, MAPE: 0.1146\r\n",
      "04/18 08:52: Average Horizon, MAE: 15.5895, RMSE: 24.7538, MAPE: 0.1017\r\n"
     ]
    }
   ],
   "source": [
    "!python run.py --model EXP --dataset PEMSD8  --mode train  --device cuda:1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "68bfc782-42a1-4d3e-aea6-8ca6d24e15a1",
   "metadata": {
    "collapsed": false,
    "ExecuteTime": {
     "end_time": "2025-04-18T01:30:14.567230Z",
     "start_time": "2025-04-18T00:52:29.945221Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "加载 PEMSD7 数据集中... \r\n",
      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-18_08-53-21/run.log\r\n",
      "04/18 08:53: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-18_08-53-21\r\n",
      "04/18 08:53: Training process started\r\n",
      "Train Epoch 1:  75%|███████████▎   | 199/264 [00:14<00:04, 14.37it/s, loss=36.2]04/18 08:53: Train Epoch 1: 200/264 Loss: 36.514286\r\n",
      "Train Epoch 1: 100%|███████████████| 264/264 [00:18<00:00, 14.08it/s, loss=27.4]\r\n",
      "04/18 08:53: Train Epoch 1: average Loss: 45.832401, time: 18.76 s\r\n",
      "Val Epoch 1: 100%|███████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=42.5]\r\n",
      "04/18 08:53: Val Epoch 1: average Loss: 30.960399, time: 2.34 s\r\n",
      "Test Epoch 1: 100%|██████████████████| 89/89 [00:02<00:00, 37.91it/s, loss=27.7]\r\n",
      "04/18 08:53: Test Epoch 1: average Loss: 31.121037, time: 2.35 s\r\n",
      "04/18 08:53: Best validation model saved!\r\n",
      "Train Epoch 2:  75%|███████████▎   | 199/264 [00:13<00:04, 14.25it/s, loss=28.5]04/18 08:53: Train Epoch 2: 200/264 Loss: 26.758423\r\n",
      "Train Epoch 2: 100%|█████████████████| 264/264 [00:18<00:00, 14.25it/s, loss=28]\r\n",
      "04/18 08:54: Train Epoch 2: average Loss: 28.536195, time: 18.52 s\r\n",
      "Val Epoch 2: 100%|███████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=36.1]\r\n",
      "04/18 08:54: Val Epoch 2: average Loss: 26.946413, time: 2.34 s\r\n",
      "Test Epoch 2: 100%|██████████████████| 89/89 [00:02<00:00, 38.01it/s, loss=24.8]\r\n",
      "04/18 08:54: Test Epoch 2: average Loss: 26.893337, time: 2.34 s\r\n",
      "04/18 08:54: Best validation model saved!\r\n",
      "Train Epoch 3:  75%|███████████▎   | 199/264 [00:13<00:04, 14.33it/s, loss=26.6]04/18 08:54: Train Epoch 3: 200/264 Loss: 26.622904\r\n",
      "Train Epoch 3: 100%|███████████████| 264/264 [00:18<00:00, 14.28it/s, loss=25.1]\r\n",
      "04/18 08:54: Train Epoch 3: average Loss: 27.159584, time: 18.48 s\r\n",
      "Val Epoch 3: 100%|███████████████████| 88/88 [00:02<00:00, 37.68it/s, loss=34.7]\r\n",
      "04/18 08:54: Val Epoch 3: average Loss: 25.887063, time: 2.34 s\r\n",
      "Test Epoch 3: 100%|██████████████████| 89/89 [00:02<00:00, 38.02it/s, loss=25.6]\r\n",
      "04/18 08:54: Test Epoch 3: average Loss: 26.121490, time: 2.34 s\r\n",
      "04/18 08:54: Best validation model saved!\r\n",
      "Train Epoch 4:  75%|████████████▊    | 199/264 [00:13<00:04, 14.30it/s, loss=26]04/18 08:54: Train Epoch 4: 200/264 Loss: 24.617142\r\n",
      "Train Epoch 4: 100%|███████████████| 264/264 [00:18<00:00, 14.29it/s, loss=24.2]\r\n",
      "04/18 08:54: Train Epoch 4: average Loss: 26.090977, time: 18.47 s\r\n",
      "Val Epoch 4: 100%|███████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=33.5]\r\n",
      "04/18 08:54: Val Epoch 4: average Loss: 25.883293, time: 2.34 s\r\n",
      "Test Epoch 4: 100%|██████████████████| 89/89 [00:02<00:00, 37.94it/s, loss=27.1]\r\n",
      "04/18 08:54: Test Epoch 4: average Loss: 26.081273, time: 2.35 s\r\n",
      "04/18 08:54: Best validation model saved!\r\n",
      "Train Epoch 5:  75%|███████████▎   | 199/264 [00:13<00:04, 14.31it/s, loss=24.5]04/18 08:55: Train Epoch 5: 200/264 Loss: 27.456375\r\n",
      "Train Epoch 5: 100%|███████████████| 264/264 [00:18<00:00, 14.28it/s, loss=23.6]\r\n",
      "04/18 08:55: Train Epoch 5: average Loss: 25.296981, time: 18.49 s\r\n",
      "Val Epoch 5: 100%|███████████████████| 88/88 [00:02<00:00, 37.42it/s, loss=31.8]\r\n",
      "04/18 08:55: Val Epoch 5: average Loss: 25.520361, time: 2.35 s\r\n",
      "Test Epoch 5: 100%|██████████████████| 89/89 [00:02<00:00, 37.86it/s, loss=25.9]\r\n",
      "04/18 08:55: Test Epoch 5: average Loss: 25.715724, time: 2.35 s\r\n",
      "04/18 08:55: Best validation model saved!\r\n",
      "Train Epoch 6:  75%|███████████▎   | 199/264 [00:13<00:04, 14.27it/s, loss=24.2]04/18 08:55: Train Epoch 6: 200/264 Loss: 26.214220\r\n",
      "Train Epoch 6: 100%|███████████████| 264/264 [00:18<00:00, 14.26it/s, loss=24.5]\r\n",
      "04/18 08:55: Train Epoch 6: average Loss: 24.640670, time: 18.51 s\r\n",
      "Val Epoch 6: 100%|███████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=30.3]\r\n",
      "04/18 08:55: Val Epoch 6: average Loss: 24.436720, time: 2.34 s\r\n",
      "Test Epoch 6: 100%|██████████████████| 89/89 [00:02<00:00, 37.88it/s, loss=23.6]\r\n",
      "04/18 08:55: Test Epoch 6: average Loss: 24.546810, time: 2.35 s\r\n",
      "04/18 08:55: Best validation model saved!\r\n",
      "Train Epoch 7:  75%|███████████▎   | 199/264 [00:13<00:04, 14.30it/s, loss=20.8]04/18 08:55: Train Epoch 7: 200/264 Loss: 24.259430\r\n",
      "Train Epoch 7: 100%|███████████████| 264/264 [00:18<00:00, 14.26it/s, loss=23.7]\r\n",
      "04/18 08:55: Train Epoch 7: average Loss: 24.261024, time: 18.51 s\r\n",
      "Val Epoch 7: 100%|█████████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=30]\r\n",
      "04/18 08:56: Val Epoch 7: average Loss: 24.114528, time: 2.34 s\r\n",
      "Test Epoch 7: 100%|██████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23.8]\r\n",
      "04/18 08:56: Test Epoch 7: average Loss: 24.324161, time: 2.34 s\r\n",
      "04/18 08:56: Best validation model saved!\r\n",
      "Train Epoch 8:  75%|███████████▎   | 199/264 [00:13<00:04, 14.27it/s, loss=22.3]04/18 08:56: Train Epoch 8: 200/264 Loss: 23.024929\r\n",
      "Train Epoch 8: 100%|███████████████| 264/264 [00:18<00:00, 14.28it/s, loss=23.5]\r\n",
      "04/18 08:56: Train Epoch 8: average Loss: 23.789009, time: 18.49 s\r\n",
      "Val Epoch 8: 100%|███████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=29.4]\r\n",
      "04/18 08:56: Val Epoch 8: average Loss: 23.840006, time: 2.34 s\r\n",
      "Test Epoch 8: 100%|██████████████████| 89/89 [00:02<00:00, 38.00it/s, loss=23.8]\r\n",
      "04/18 08:56: Test Epoch 8: average Loss: 24.149908, time: 2.34 s\r\n",
      "04/18 08:56: Best validation model saved!\r\n",
      "Train Epoch 9:  75%|███████████▎   | 199/264 [00:13<00:04, 14.19it/s, loss=22.7]04/18 08:56: Train Epoch 9: 200/264 Loss: 23.157549\r\n",
      "Train Epoch 9: 100%|█████████████████| 264/264 [00:18<00:00, 14.25it/s, loss=23]\r\n",
      "04/18 08:56: Train Epoch 9: average Loss: 23.352928, time: 18.52 s\r\n",
      "Val Epoch 9: 100%|███████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=29.1]\r\n",
      "04/18 08:56: Val Epoch 9: average Loss: 23.937347, time: 2.34 s\r\n",
      "Test Epoch 9: 100%|██████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=24.7]\r\n",
      "04/18 08:56: Test Epoch 9: average Loss: 24.151036, time: 2.34 s\r\n",
      "Train Epoch 10:  75%|██████████▌   | 199/264 [00:13<00:04, 14.18it/s, loss=23.3]04/18 08:57: Train Epoch 10: 200/264 Loss: 22.759546\r\n",
      "Train Epoch 10: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=23.2]\r\n",
      "04/18 08:57: Train Epoch 10: average Loss: 23.169006, time: 18.54 s\r\n",
      "Val Epoch 10: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=28.2]\r\n",
      "04/18 08:57: Val Epoch 10: average Loss: 23.279594, time: 2.34 s\r\n",
      "Test Epoch 10: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=23.5]\r\n",
      "04/18 08:57: Test Epoch 10: average Loss: 23.518104, time: 2.34 s\r\n",
      "04/18 08:57: Best validation model saved!\r\n",
      "Train Epoch 11:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=21.8]04/18 08:57: Train Epoch 11: 200/264 Loss: 22.785122\r\n",
      "Train Epoch 11: 100%|██████████████| 264/264 [00:18<00:00, 14.27it/s, loss=23.7]\r\n",
      "04/18 08:57: Train Epoch 11: average Loss: 22.931803, time: 18.51 s\r\n",
      "Val Epoch 11: 100%|██████████████████| 88/88 [00:02<00:00, 37.32it/s, loss=27.5]\r\n",
      "04/18 08:57: Val Epoch 11: average Loss: 23.253339, time: 2.36 s\r\n",
      "Test Epoch 11: 100%|█████████████████| 89/89 [00:02<00:00, 37.81it/s, loss=23.3]\r\n",
      "04/18 08:57: Test Epoch 11: average Loss: 23.552522, time: 2.35 s\r\n",
      "04/18 08:57: Best validation model saved!\r\n",
      "Train Epoch 12:  75%|██████████▌   | 199/264 [00:13<00:04, 14.26it/s, loss=23.6]04/18 08:57: Train Epoch 12: 200/264 Loss: 21.671694\r\n",
      "Train Epoch 12: 100%|██████████████| 264/264 [00:18<00:00, 14.26it/s, loss=22.2]\r\n",
      "04/18 08:57: Train Epoch 12: average Loss: 22.670130, time: 18.52 s\r\n",
      "Val Epoch 12: 100%|████████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=27]\r\n",
      "04/18 08:57: Val Epoch 12: average Loss: 22.931223, time: 2.34 s\r\n",
      "Test Epoch 12: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=23.5]\r\n",
      "04/18 08:57: Test Epoch 12: average Loss: 23.286298, time: 2.35 s\r\n",
      "04/18 08:57: Best validation model saved!\r\n",
      "Train Epoch 13:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=22.7]04/18 08:58: Train Epoch 13: 200/264 Loss: 23.132727\r\n",
      "Train Epoch 13: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=21.8]\r\n",
      "04/18 08:58: Train Epoch 13: average Loss: 22.458400, time: 18.52 s\r\n",
      "Val Epoch 13: 100%|██████████████████| 88/88 [00:02<00:00, 37.60it/s, loss=27.4]\r\n",
      "04/18 08:58: Val Epoch 13: average Loss: 23.476762, time: 2.34 s\r\n",
      "Test Epoch 13: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=24.1]\r\n",
      "04/18 08:58: Test Epoch 13: average Loss: 23.726871, time: 2.34 s\r\n",
      "Train Epoch 14:  75%|██████████▌   | 199/264 [00:13<00:04, 14.18it/s, loss=22.2]04/18 08:58: Train Epoch 14: 200/264 Loss: 22.266384\r\n",
      "Train Epoch 14: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=22.5]\r\n",
      "04/18 08:58: Train Epoch 14: average Loss: 22.438710, time: 18.54 s\r\n",
      "Val Epoch 14: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=27.6]\r\n",
      "04/18 08:58: Val Epoch 14: average Loss: 23.554284, time: 2.34 s\r\n",
      "Test Epoch 14: 100%|███████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=24]\r\n",
      "04/18 08:58: Test Epoch 14: average Loss: 23.918096, time: 2.34 s\r\n",
      "Train Epoch 15:  75%|████████████    | 199/264 [00:13<00:04, 14.24it/s, loss=23]04/18 08:59: Train Epoch 15: 200/264 Loss: 21.175695\r\n",
      "Train Epoch 15: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=22.5]\r\n",
      "04/18 08:59: Train Epoch 15: average Loss: 22.243129, time: 18.53 s\r\n",
      "Val Epoch 15: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=26.7]\r\n",
      "04/18 08:59: Val Epoch 15: average Loss: 22.720666, time: 2.34 s\r\n",
      "Test Epoch 15: 100%|███████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=24]\r\n",
      "04/18 08:59: Test Epoch 15: average Loss: 23.038066, time: 2.34 s\r\n",
      "04/18 08:59: Best validation model saved!\r\n",
      "Train Epoch 16:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=22.3]04/18 08:59: Train Epoch 16: 200/264 Loss: 21.058683\r\n",
      "Train Epoch 16: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=22.3]\r\n",
      "04/18 08:59: Train Epoch 16: average Loss: 22.252922, time: 18.53 s\r\n",
      "Val Epoch 16: 100%|██████████████████| 88/88 [00:02<00:00, 37.64it/s, loss=27.9]\r\n",
      "04/18 08:59: Val Epoch 16: average Loss: 23.003643, time: 2.34 s\r\n",
      "Test Epoch 16: 100%|█████████████████| 89/89 [00:02<00:00, 38.00it/s, loss=23.9]\r\n",
      "04/18 08:59: Test Epoch 16: average Loss: 23.289208, time: 2.34 s\r\n",
      "Train Epoch 17:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=21.8]04/18 08:59: Train Epoch 17: 200/264 Loss: 21.003761\r\n",
      "Train Epoch 17: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=21.4]\r\n",
      "04/18 08:59: Train Epoch 17: average Loss: 21.932049, time: 18.52 s\r\n",
      "Val Epoch 17: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=26.5]\r\n",
      "04/18 08:59: Val Epoch 17: average Loss: 22.575043, time: 2.34 s\r\n",
      "Test Epoch 17: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23.8]\r\n",
      "04/18 08:59: Test Epoch 17: average Loss: 22.944077, time: 2.34 s\r\n",
      "04/18 08:59: Best validation model saved!\r\n",
      "Train Epoch 18:  75%|██████████▌   | 199/264 [00:13<00:04, 14.29it/s, loss=23.8]04/18 09:00: Train Epoch 18: 200/264 Loss: 21.547813\r\n",
      "Train Epoch 18: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=23.7]\r\n",
      "04/18 09:00: Train Epoch 18: average Loss: 21.895740, time: 18.53 s\r\n",
      "Val Epoch 18: 100%|██████████████████| 88/88 [00:02<00:00, 37.64it/s, loss=26.6]\r\n",
      "04/18 09:00: Val Epoch 18: average Loss: 22.574752, time: 2.34 s\r\n",
      "Test Epoch 18: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23.5]\r\n",
      "04/18 09:00: Test Epoch 18: average Loss: 22.899082, time: 2.34 s\r\n",
      "04/18 09:00: Best validation model saved!\r\n",
      "Train Epoch 19:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=21.9]04/18 09:00: Train Epoch 19: 200/264 Loss: 22.002012\r\n",
      "Train Epoch 19: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=22.2]\r\n",
      "04/18 09:00: Train Epoch 19: average Loss: 21.799298, time: 18.56 s\r\n",
      "Val Epoch 19: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=26.3]\r\n",
      "04/18 09:00: Val Epoch 19: average Loss: 22.508047, time: 2.34 s\r\n",
      "Test Epoch 19: 100%|█████████████████| 89/89 [00:02<00:00, 38.00it/s, loss=23.3]\r\n",
      "04/18 09:00: Test Epoch 19: average Loss: 22.957956, time: 2.34 s\r\n",
      "04/18 09:00: Best validation model saved!\r\n",
      "Train Epoch 20:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=21.9]04/18 09:00: Train Epoch 20: 200/264 Loss: 22.738688\r\n",
      "Train Epoch 20: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=22.7]\r\n",
      "04/18 09:01: Train Epoch 20: average Loss: 21.706831, time: 18.52 s\r\n",
      "Val Epoch 20: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=25.9]\r\n",
      "04/18 09:01: Val Epoch 20: average Loss: 22.389948, time: 2.34 s\r\n",
      "Test Epoch 20: 100%|█████████████████| 89/89 [00:02<00:00, 38.00it/s, loss=23.5]\r\n",
      "04/18 09:01: Test Epoch 20: average Loss: 22.767345, time: 2.34 s\r\n",
      "04/18 09:01: Best validation model saved!\r\n",
      "Train Epoch 21:  75%|██████████▌   | 199/264 [00:13<00:04, 14.19it/s, loss=22.3]04/18 09:01: Train Epoch 21: 200/264 Loss: 21.525967\r\n",
      "Train Epoch 21: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=22.6]\r\n",
      "04/18 09:01: Train Epoch 21: average Loss: 21.600162, time: 18.54 s\r\n",
      "Val Epoch 21: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=25.6]\r\n",
      "04/18 09:01: Val Epoch 21: average Loss: 22.385803, time: 2.34 s\r\n",
      "Test Epoch 21: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23.8]\r\n",
      "04/18 09:01: Test Epoch 21: average Loss: 22.891797, time: 2.34 s\r\n",
      "04/18 09:01: Best validation model saved!\r\n",
      "Train Epoch 22:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=23.1]04/18 09:01: Train Epoch 22: 200/264 Loss: 22.342453\r\n",
      "Train Epoch 22: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=19.5]\r\n",
      "04/18 09:01: Train Epoch 22: average Loss: 21.699375, time: 18.53 s\r\n",
      "Val Epoch 22: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=26.3]\r\n",
      "04/18 09:01: Val Epoch 22: average Loss: 22.292602, time: 2.34 s\r\n",
      "Test Epoch 22: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=23.1]\r\n",
      "04/18 09:01: Test Epoch 22: average Loss: 22.766070, time: 2.34 s\r\n",
      "04/18 09:01: Best validation model saved!\r\n",
      "Train Epoch 23:  75%|████████████    | 199/264 [00:13<00:04, 14.21it/s, loss=21]04/18 09:02: Train Epoch 23: 200/264 Loss: 21.752972\r\n",
      "Train Epoch 23: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=22.1]\r\n",
      "04/18 09:02: Train Epoch 23: average Loss: 21.419681, time: 18.54 s\r\n",
      "Val Epoch 23: 100%|██████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=25.6]\r\n",
      "04/18 09:02: Val Epoch 23: average Loss: 22.218350, time: 2.34 s\r\n",
      "Test Epoch 23: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=23.2]\r\n",
      "04/18 09:02: Test Epoch 23: average Loss: 22.605272, time: 2.34 s\r\n",
      "04/18 09:02: Best validation model saved!\r\n",
      "Train Epoch 24:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=22.2]04/18 09:02: Train Epoch 24: 200/264 Loss: 22.212477\r\n",
      "Train Epoch 24: 100%|████████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21]\r\n",
      "04/18 09:02: Train Epoch 24: average Loss: 21.540699, time: 18.54 s\r\n",
      "Val Epoch 24: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=25.7]\r\n",
      "04/18 09:02: Val Epoch 24: average Loss: 22.467423, time: 2.34 s\r\n",
      "Test Epoch 24: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=23.1]\r\n",
      "04/18 09:02: Test Epoch 24: average Loss: 22.983325, time: 2.34 s\r\n",
      "Train Epoch 25:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=19.7]04/18 09:02: Train Epoch 25: 200/264 Loss: 20.504463\r\n",
      "Train Epoch 25: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21.2]\r\n",
      "04/18 09:02: Train Epoch 25: average Loss: 21.260825, time: 18.54 s\r\n",
      "Val Epoch 25: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=25.5]\r\n",
      "04/18 09:02: Val Epoch 25: average Loss: 22.033492, time: 2.34 s\r\n",
      "Test Epoch 25: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23.1]\r\n",
      "04/18 09:03: Test Epoch 25: average Loss: 22.434114, time: 2.34 s\r\n",
      "04/18 09:03: Best validation model saved!\r\n",
      "Train Epoch 26:  75%|██████████▌   | 199/264 [00:13<00:04, 14.21it/s, loss=21.3]04/18 09:03: Train Epoch 26: 200/264 Loss: 21.401398\r\n",
      "Train Epoch 26: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21.9]\r\n",
      "04/18 09:03: Train Epoch 26: average Loss: 21.347976, time: 18.55 s\r\n",
      "Val Epoch 26: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=25.3]\r\n",
      "04/18 09:03: Val Epoch 26: average Loss: 22.290410, time: 2.34 s\r\n",
      "Test Epoch 26: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=23.2]\r\n",
      "04/18 09:03: Test Epoch 26: average Loss: 22.741265, time: 2.35 s\r\n",
      "Train Epoch 27:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=20.9]04/18 09:03: Train Epoch 27: 200/264 Loss: 19.935926\r\n",
      "Train Epoch 27: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.7]\r\n",
      "04/18 09:03: Train Epoch 27: average Loss: 21.290234, time: 18.54 s\r\n",
      "Val Epoch 27: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=25.8]\r\n",
      "04/18 09:03: Val Epoch 27: average Loss: 22.698799, time: 2.34 s\r\n",
      "Test Epoch 27: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=23.9]\r\n",
      "04/18 09:03: Test Epoch 27: average Loss: 22.973219, time: 2.34 s\r\n",
      "Train Epoch 28:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.5]04/18 09:04: Train Epoch 28: 200/264 Loss: 21.464029\r\n",
      "Train Epoch 28: 100%|████████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21]\r\n",
      "04/18 09:04: Train Epoch 28: average Loss: 21.207796, time: 18.54 s\r\n",
      "Val Epoch 28: 100%|██████████████████| 88/88 [00:02<00:00, 37.60it/s, loss=25.6]\r\n",
      "04/18 09:04: Val Epoch 28: average Loss: 22.298308, time: 2.34 s\r\n",
      "Test Epoch 28: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=24.2]\r\n",
      "04/18 09:04: Test Epoch 28: average Loss: 22.651594, time: 2.34 s\r\n",
      "Train Epoch 29:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=19.1]04/18 09:04: Train Epoch 29: 200/264 Loss: 19.952728\r\n",
      "Train Epoch 29: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21.1]\r\n",
      "04/18 09:04: Train Epoch 29: average Loss: 21.049866, time: 18.54 s\r\n",
      "Val Epoch 29: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.9]\r\n",
      "04/18 09:04: Val Epoch 29: average Loss: 21.745020, time: 2.34 s\r\n",
      "Test Epoch 29: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.9]\r\n",
      "04/18 09:04: Test Epoch 29: average Loss: 22.356449, time: 2.34 s\r\n",
      "04/18 09:04: Best validation model saved!\r\n",
      "Train Epoch 30:  75%|██████████▌   | 199/264 [00:13<00:04, 14.26it/s, loss=19.6]04/18 09:04: Train Epoch 30: 200/264 Loss: 21.410799\r\n",
      "Train Epoch 30: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.8]\r\n",
      "04/18 09:04: Train Epoch 30: average Loss: 21.014675, time: 18.54 s\r\n",
      "Val Epoch 30: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.8]\r\n",
      "04/18 09:04: Val Epoch 30: average Loss: 21.933845, time: 2.34 s\r\n",
      "Test Epoch 30: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.7]\r\n",
      "04/18 09:04: Test Epoch 30: average Loss: 22.473973, time: 2.34 s\r\n",
      "Train Epoch 31:  75%|██████████▌   | 199/264 [00:13<00:04, 14.19it/s, loss=22.1]04/18 09:05: Train Epoch 31: 200/264 Loss: 22.138046\r\n",
      "Train Epoch 31: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=20.6]\r\n",
      "04/18 09:05: Train Epoch 31: average Loss: 20.967281, time: 18.53 s\r\n",
      "Val Epoch 31: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=24.8]\r\n",
      "04/18 09:05: Val Epoch 31: average Loss: 22.012535, time: 2.34 s\r\n",
      "Test Epoch 31: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.8]\r\n",
      "04/18 09:05: Test Epoch 31: average Loss: 22.310096, time: 2.34 s\r\n",
      "Train Epoch 32:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.9]04/18 09:05: Train Epoch 32: 200/264 Loss: 21.944662\r\n",
      "Train Epoch 32: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=20.6]\r\n",
      "04/18 09:05: Train Epoch 32: average Loss: 20.809118, time: 18.52 s\r\n",
      "Val Epoch 32: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=25.1]\r\n",
      "04/18 09:05: Val Epoch 32: average Loss: 22.024544, time: 2.34 s\r\n",
      "Test Epoch 32: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.8]\r\n",
      "04/18 09:05: Test Epoch 32: average Loss: 22.548546, time: 2.34 s\r\n",
      "Train Epoch 33:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=21.5]04/18 09:05: Train Epoch 33: 200/264 Loss: 20.422792\r\n",
      "Train Epoch 33: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.9]\r\n",
      "04/18 09:06: Train Epoch 33: average Loss: 20.927550, time: 18.54 s\r\n",
      "Val Epoch 33: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.8]\r\n",
      "04/18 09:06: Val Epoch 33: average Loss: 21.972195, time: 2.34 s\r\n",
      "Test Epoch 33: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.7]\r\n",
      "04/18 09:06: Test Epoch 33: average Loss: 22.487235, time: 2.34 s\r\n",
      "Train Epoch 34:  75%|██████████▌   | 199/264 [00:13<00:04, 14.21it/s, loss=21.3]04/18 09:06: Train Epoch 34: 200/264 Loss: 21.162403\r\n",
      "Train Epoch 34: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=21.1]\r\n",
      "04/18 09:06: Train Epoch 34: average Loss: 20.843561, time: 18.53 s\r\n",
      "Val Epoch 34: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=24.7]\r\n",
      "04/18 09:06: Val Epoch 34: average Loss: 21.790478, time: 2.34 s\r\n",
      "Test Epoch 34: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.6]\r\n",
      "04/18 09:06: Test Epoch 34: average Loss: 22.342813, time: 2.34 s\r\n",
      "Train Epoch 35:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=20.6]04/18 09:06: Train Epoch 35: 200/264 Loss: 20.833553\r\n",
      "Train Epoch 35: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.9]\r\n",
      "04/18 09:06: Train Epoch 35: average Loss: 20.758498, time: 18.54 s\r\n",
      "Val Epoch 35: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.6]\r\n",
      "04/18 09:06: Val Epoch 35: average Loss: 21.967598, time: 2.34 s\r\n",
      "Test Epoch 35: 100%|███████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23]\r\n",
      "04/18 09:06: Test Epoch 35: average Loss: 22.594636, time: 2.34 s\r\n",
      "Train Epoch 36:  75%|██████████▌   | 199/264 [00:13<00:04, 14.26it/s, loss=20.1]04/18 09:07: Train Epoch 36: 200/264 Loss: 21.455151\r\n",
      "Train Epoch 36: 100%|████████████████| 264/264 [00:18<00:00, 14.23it/s, loss=21]\r\n",
      "04/18 09:07: Train Epoch 36: average Loss: 20.861400, time: 18.55 s\r\n",
      "Val Epoch 36: 100%|████████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=25]\r\n",
      "04/18 09:07: Val Epoch 36: average Loss: 21.992176, time: 2.34 s\r\n",
      "Test Epoch 36: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.6]\r\n",
      "04/18 09:07: Test Epoch 36: average Loss: 22.465821, time: 2.34 s\r\n",
      "Train Epoch 37:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=21.4]04/18 09:07: Train Epoch 37: 200/264 Loss: 21.058022\r\n",
      "Train Epoch 37: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20.5]\r\n",
      "04/18 09:07: Train Epoch 37: average Loss: 20.625071, time: 18.55 s\r\n",
      "Val Epoch 37: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=25.3]\r\n",
      "04/18 09:07: Val Epoch 37: average Loss: 22.087846, time: 2.34 s\r\n",
      "Test Epoch 37: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23.2]\r\n",
      "04/18 09:07: Test Epoch 37: average Loss: 22.469504, time: 2.34 s\r\n",
      "Train Epoch 38:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.2]04/18 09:07: Train Epoch 38: 200/264 Loss: 20.758459\r\n",
      "Train Epoch 38: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.7]\r\n",
      "04/18 09:07: Train Epoch 38: average Loss: 20.701656, time: 18.54 s\r\n",
      "Val Epoch 38: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=24.4]\r\n",
      "04/18 09:08: Val Epoch 38: average Loss: 21.563845, time: 2.34 s\r\n",
      "Test Epoch 38: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.6]\r\n",
      "04/18 09:08: Test Epoch 38: average Loss: 22.107379, time: 2.34 s\r\n",
      "04/18 09:08: Best validation model saved!\r\n",
      "Train Epoch 39:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=22.2]04/18 09:08: Train Epoch 39: 200/264 Loss: 20.324511\r\n",
      "Train Epoch 39: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.9]\r\n",
      "04/18 09:08: Train Epoch 39: average Loss: 20.561674, time: 18.54 s\r\n",
      "Val Epoch 39: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.4]\r\n",
      "04/18 09:08: Val Epoch 39: average Loss: 21.763730, time: 2.34 s\r\n",
      "Test Epoch 39: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.9]\r\n",
      "04/18 09:08: Test Epoch 39: average Loss: 22.265569, time: 2.34 s\r\n",
      "Train Epoch 40:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=19.6]04/18 09:08: Train Epoch 40: 200/264 Loss: 20.705139\r\n",
      "Train Epoch 40: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=20.4]\r\n",
      "04/18 09:08: Train Epoch 40: average Loss: 20.556461, time: 18.52 s\r\n",
      "Val Epoch 40: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.8]\r\n",
      "04/18 09:08: Val Epoch 40: average Loss: 21.919790, time: 2.34 s\r\n",
      "Test Epoch 40: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.6]\r\n",
      "04/18 09:08: Test Epoch 40: average Loss: 22.503225, time: 2.34 s\r\n",
      "Train Epoch 41:  75%|██████████▌   | 199/264 [00:13<00:04, 14.28it/s, loss=19.4]04/18 09:09: Train Epoch 41: 200/264 Loss: 18.603790\r\n",
      "Train Epoch 41: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.8]\r\n",
      "04/18 09:09: Train Epoch 41: average Loss: 20.587822, time: 18.55 s\r\n",
      "Val Epoch 41: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.4]\r\n",
      "04/18 09:09: Val Epoch 41: average Loss: 21.672382, time: 2.34 s\r\n",
      "Test Epoch 41: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.6]\r\n",
      "04/18 09:09: Test Epoch 41: average Loss: 22.204999, time: 2.34 s\r\n",
      "Train Epoch 42:  75%|██████████▌   | 199/264 [00:13<00:04, 14.29it/s, loss=20.6]04/18 09:09: Train Epoch 42: 200/264 Loss: 20.538704\r\n",
      "Train Epoch 42: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21.3]\r\n",
      "04/18 09:09: Train Epoch 42: average Loss: 20.501643, time: 18.54 s\r\n",
      "Val Epoch 42: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.9]\r\n",
      "04/18 09:09: Val Epoch 42: average Loss: 22.084461, time: 2.34 s\r\n",
      "Test Epoch 42: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.7]\r\n",
      "04/18 09:09: Test Epoch 42: average Loss: 22.493934, time: 2.34 s\r\n",
      "Train Epoch 43:  75%|██████████▌   | 199/264 [00:13<00:04, 14.26it/s, loss=20.8]04/18 09:09: Train Epoch 43: 200/264 Loss: 19.455002\r\n",
      "Train Epoch 43: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.7]\r\n",
      "04/18 09:09: Train Epoch 43: average Loss: 20.439132, time: 18.54 s\r\n",
      "Val Epoch 43: 100%|████████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=25]\r\n",
      "04/18 09:09: Val Epoch 43: average Loss: 22.012068, time: 2.34 s\r\n",
      "Test Epoch 43: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=23.6]\r\n",
      "04/18 09:09: Test Epoch 43: average Loss: 22.740599, time: 2.34 s\r\n",
      "Train Epoch 44:  75%|████████████    | 199/264 [00:13<00:04, 14.18it/s, loss=20]04/18 09:10: Train Epoch 44: 200/264 Loss: 19.100407\r\n",
      "Train Epoch 44: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.5]\r\n",
      "04/18 09:10: Train Epoch 44: average Loss: 20.428868, time: 18.55 s\r\n",
      "Val Epoch 44: 100%|██████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=24.4]\r\n",
      "04/18 09:10: Val Epoch 44: average Loss: 21.577494, time: 2.34 s\r\n",
      "Test Epoch 44: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=23.2]\r\n",
      "04/18 09:10: Test Epoch 44: average Loss: 22.224027, time: 2.35 s\r\n",
      "Train Epoch 45:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=20.4]04/18 09:10: Train Epoch 45: 200/264 Loss: 19.277838\r\n",
      "Train Epoch 45: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.9]\r\n",
      "04/18 09:10: Train Epoch 45: average Loss: 20.432406, time: 18.54 s\r\n",
      "Val Epoch 45: 100%|██████████████████| 88/88 [00:02<00:00, 37.60it/s, loss=24.5]\r\n",
      "04/18 09:10: Val Epoch 45: average Loss: 21.711999, time: 2.34 s\r\n",
      "Test Epoch 45: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=22.7]\r\n",
      "04/18 09:10: Test Epoch 45: average Loss: 22.382231, time: 2.34 s\r\n",
      "Train Epoch 46:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=19.6]04/18 09:11: Train Epoch 46: 200/264 Loss: 20.927425\r\n",
      "Train Epoch 46: 100%|████████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21]\r\n",
      "04/18 09:11: Train Epoch 46: average Loss: 20.410149, time: 18.54 s\r\n",
      "Val Epoch 46: 100%|██████████████████| 88/88 [00:02<00:00, 37.60it/s, loss=24.4]\r\n",
      "04/18 09:11: Val Epoch 46: average Loss: 21.600601, time: 2.34 s\r\n",
      "Test Epoch 46: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=22.4]\r\n",
      "04/18 09:11: Test Epoch 46: average Loss: 22.171401, time: 2.34 s\r\n",
      "Train Epoch 47:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=20.3]04/18 09:11: Train Epoch 47: 200/264 Loss: 20.983257\r\n",
      "Train Epoch 47: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.7]\r\n",
      "04/18 09:11: Train Epoch 47: average Loss: 20.329740, time: 18.54 s\r\n",
      "Val Epoch 47: 100%|██████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=24.3]\r\n",
      "04/18 09:11: Val Epoch 47: average Loss: 21.648310, time: 2.34 s\r\n",
      "Test Epoch 47: 100%|███████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=23]\r\n",
      "04/18 09:11: Test Epoch 47: average Loss: 22.275165, time: 2.35 s\r\n",
      "Train Epoch 48:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=21.9]04/18 09:11: Train Epoch 48: 200/264 Loss: 20.160532\r\n",
      "Train Epoch 48: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.1]\r\n",
      "04/18 09:11: Train Epoch 48: average Loss: 20.384974, time: 18.55 s\r\n",
      "Val Epoch 48: 100%|██████████████████| 88/88 [00:02<00:00, 37.60it/s, loss=24.6]\r\n",
      "04/18 09:11: Val Epoch 48: average Loss: 21.795016, time: 2.34 s\r\n",
      "Test Epoch 48: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=23.2]\r\n",
      "04/18 09:11: Test Epoch 48: average Loss: 22.259819, time: 2.35 s\r\n",
      "Train Epoch 49:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=18.7]04/18 09:12: Train Epoch 49: 200/264 Loss: 19.731627\r\n",
      "Train Epoch 49: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.9]\r\n",
      "04/18 09:12: Train Epoch 49: average Loss: 20.309192, time: 18.55 s\r\n",
      "Val Epoch 49: 100%|██████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=24.4]\r\n",
      "04/18 09:12: Val Epoch 49: average Loss: 21.686331, time: 2.34 s\r\n",
      "Test Epoch 49: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=22.6]\r\n",
      "04/18 09:12: Test Epoch 49: average Loss: 22.387880, time: 2.34 s\r\n",
      "Train Epoch 50:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=20.6]04/18 09:12: Train Epoch 50: 200/264 Loss: 19.874996\r\n",
      "Train Epoch 50: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20.1]\r\n",
      "04/18 09:12: Train Epoch 50: average Loss: 20.299510, time: 18.55 s\r\n",
      "Val Epoch 50: 100%|██████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=24.5]\r\n",
      "04/18 09:12: Val Epoch 50: average Loss: 21.549236, time: 2.34 s\r\n",
      "Test Epoch 50: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=22.3]\r\n",
      "04/18 09:12: Test Epoch 50: average Loss: 22.218514, time: 2.35 s\r\n",
      "04/18 09:12: Best validation model saved!\r\n",
      "Train Epoch 51:  75%|██████████▌   | 199/264 [00:13<00:04, 14.18it/s, loss=19.7]04/18 09:12: Train Epoch 51: 200/264 Loss: 21.042204\r\n",
      "Train Epoch 51: 100%|██████████████| 264/264 [00:18<00:00, 14.22it/s, loss=22.1]\r\n",
      "04/18 09:13: Train Epoch 51: average Loss: 20.227099, time: 18.57 s\r\n",
      "Val Epoch 51: 100%|██████████████████| 88/88 [00:02<00:00, 37.55it/s, loss=24.2]\r\n",
      "04/18 09:13: Val Epoch 51: average Loss: 21.482131, time: 2.34 s\r\n",
      "Test Epoch 51: 100%|█████████████████| 89/89 [00:02<00:00, 37.94it/s, loss=22.3]\r\n",
      "04/18 09:13: Test Epoch 51: average Loss: 21.956697, time: 2.35 s\r\n",
      "04/18 09:13: Best validation model saved!\r\n",
      "Train Epoch 52:  75%|██████████▌   | 199/264 [00:13<00:04, 14.21it/s, loss=20.4]04/18 09:13: Train Epoch 52: 200/264 Loss: 20.519869\r\n",
      "Train Epoch 52: 100%|████████████████| 264/264 [00:18<00:00, 14.23it/s, loss=21]\r\n",
      "04/18 09:13: Train Epoch 52: average Loss: 20.219227, time: 18.55 s\r\n",
      "Val Epoch 52: 100%|████████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=24]\r\n",
      "04/18 09:13: Val Epoch 52: average Loss: 21.507960, time: 2.34 s\r\n",
      "Test Epoch 52: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.8]\r\n",
      "04/18 09:13: Test Epoch 52: average Loss: 22.073277, time: 2.34 s\r\n",
      "Train Epoch 53:  75%|██████████▌   | 199/264 [00:13<00:04, 14.19it/s, loss=20.3]04/18 09:13: Train Epoch 53: 200/264 Loss: 19.674397\r\n",
      "Train Epoch 53: 100%|████████████████| 264/264 [00:18<00:00, 14.21it/s, loss=21]\r\n",
      "04/18 09:13: Train Epoch 53: average Loss: 20.231984, time: 18.59 s\r\n",
      "Val Epoch 53: 100%|████████████████████| 88/88 [00:02<00:00, 37.10it/s, loss=24]\r\n",
      "04/18 09:13: Val Epoch 53: average Loss: 21.398617, time: 2.37 s\r\n",
      "Test Epoch 53: 100%|█████████████████| 89/89 [00:02<00:00, 37.45it/s, loss=22.3]\r\n",
      "04/18 09:13: Test Epoch 53: average Loss: 22.026132, time: 2.38 s\r\n",
      "04/18 09:13: Best validation model saved!\r\n",
      "Train Epoch 54:  75%|██████████▌   | 199/264 [00:14<00:04, 14.15it/s, loss=20.6]04/18 09:14: Train Epoch 54: 200/264 Loss: 20.299444\r\n",
      "Train Epoch 54: 100%|██████████████| 264/264 [00:18<00:00, 14.11it/s, loss=20.4]\r\n",
      "04/18 09:14: Train Epoch 54: average Loss: 20.187909, time: 18.71 s\r\n",
      "Val Epoch 54: 100%|██████████████████| 88/88 [00:02<00:00, 37.10it/s, loss=24.6]\r\n",
      "04/18 09:14: Val Epoch 54: average Loss: 21.629988, time: 2.37 s\r\n",
      "Test Epoch 54: 100%|█████████████████| 89/89 [00:02<00:00, 37.44it/s, loss=22.4]\r\n",
      "04/18 09:14: Test Epoch 54: average Loss: 22.193700, time: 2.38 s\r\n",
      "Train Epoch 55:  75%|██████████▌   | 199/264 [00:14<00:04, 14.20it/s, loss=19.8]04/18 09:14: Train Epoch 55: 200/264 Loss: 19.639608\r\n",
      "Train Epoch 55: 100%|██████████████| 264/264 [00:18<00:00, 14.15it/s, loss=19.3]\r\n",
      "04/18 09:14: Train Epoch 55: average Loss: 20.194204, time: 18.65 s\r\n",
      "Val Epoch 55: 100%|██████████████████| 88/88 [00:02<00:00, 37.53it/s, loss=24.4]\r\n",
      "04/18 09:14: Val Epoch 55: average Loss: 21.553656, time: 2.35 s\r\n",
      "Test Epoch 55: 100%|█████████████████| 89/89 [00:02<00:00, 37.44it/s, loss=22.4]\r\n",
      "04/18 09:14: Test Epoch 55: average Loss: 22.207766, time: 2.38 s\r\n",
      "Train Epoch 56:  75%|██████████▌   | 199/264 [00:14<00:04, 14.23it/s, loss=20.7]04/18 09:14: Train Epoch 56: 200/264 Loss: 21.471426\r\n",
      "Train Epoch 56: 100%|██████████████| 264/264 [00:18<00:00, 14.18it/s, loss=20.5]\r\n",
      "04/18 09:14: Train Epoch 56: average Loss: 20.274271, time: 18.62 s\r\n",
      "Val Epoch 56: 100%|██████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=24.1]\r\n",
      "04/18 09:15: Val Epoch 56: average Loss: 21.658958, time: 2.34 s\r\n",
      "Test Epoch 56: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=22.4]\r\n",
      "04/18 09:15: Test Epoch 56: average Loss: 22.149851, time: 2.34 s\r\n",
      "Train Epoch 57:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=19.6]04/18 09:15: Train Epoch 57: 200/264 Loss: 20.833622\r\n",
      "Train Epoch 57: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.4]\r\n",
      "04/18 09:15: Train Epoch 57: average Loss: 20.048532, time: 18.54 s\r\n",
      "Val Epoch 57: 100%|██████████████████| 88/88 [00:02<00:00, 37.56it/s, loss=24.2]\r\n",
      "04/18 09:15: Val Epoch 57: average Loss: 21.656144, time: 2.34 s\r\n",
      "Test Epoch 57: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=22.6]\r\n",
      "04/18 09:15: Test Epoch 57: average Loss: 22.115062, time: 2.35 s\r\n",
      "Train Epoch 58:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.4]04/18 09:15: Train Epoch 58: 200/264 Loss: 19.358027\r\n",
      "Train Epoch 58: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.1]\r\n",
      "04/18 09:15: Train Epoch 58: average Loss: 20.074734, time: 18.55 s\r\n",
      "Val Epoch 58: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.1]\r\n",
      "04/18 09:15: Val Epoch 58: average Loss: 21.447333, time: 2.34 s\r\n",
      "Test Epoch 58: 100%|█████████████████| 89/89 [00:02<00:00, 38.00it/s, loss=22.7]\r\n",
      "04/18 09:15: Test Epoch 58: average Loss: 22.115232, time: 2.34 s\r\n",
      "Train Epoch 59:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=19.6]04/18 09:16: Train Epoch 59: 200/264 Loss: 20.988548\r\n",
      "Train Epoch 59: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.4]\r\n",
      "04/18 09:16: Train Epoch 59: average Loss: 20.075081, time: 18.54 s\r\n",
      "Val Epoch 59: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=23.8]\r\n",
      "04/18 09:16: Val Epoch 59: average Loss: 21.296815, time: 2.34 s\r\n",
      "Test Epoch 59: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.4]\r\n",
      "04/18 09:16: Test Epoch 59: average Loss: 21.867328, time: 2.34 s\r\n",
      "04/18 09:16: Best validation model saved!\r\n",
      "Train Epoch 60:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=19.5]04/18 09:16: Train Epoch 60: 200/264 Loss: 19.460920\r\n",
      "Train Epoch 60: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20.5]\r\n",
      "04/18 09:16: Train Epoch 60: average Loss: 20.037624, time: 18.55 s\r\n",
      "Val Epoch 60: 100%|████████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=24]\r\n",
      "04/18 09:16: Val Epoch 60: average Loss: 21.383233, time: 2.34 s\r\n",
      "Test Epoch 60: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=22.2]\r\n",
      "04/18 09:16: Test Epoch 60: average Loss: 21.978103, time: 2.34 s\r\n",
      "Train Epoch 61:  75%|████████████    | 199/264 [00:13<00:04, 14.25it/s, loss=21]04/18 09:16: Train Epoch 61: 200/264 Loss: 20.943365\r\n",
      "Train Epoch 61: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.9]\r\n",
      "04/18 09:16: Train Epoch 61: average Loss: 20.089197, time: 18.55 s\r\n",
      "Val Epoch 61: 100%|████████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=24]\r\n",
      "04/18 09:16: Val Epoch 61: average Loss: 21.487699, time: 2.34 s\r\n",
      "Test Epoch 61: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.4]\r\n",
      "04/18 09:16: Test Epoch 61: average Loss: 22.054067, time: 2.34 s\r\n",
      "Train Epoch 62:  75%|████████████    | 199/264 [00:13<00:04, 14.22it/s, loss=19]04/18 09:17: Train Epoch 62: 200/264 Loss: 19.902496\r\n",
      "Train Epoch 62: 100%|████████████████| 264/264 [00:18<00:00, 14.23it/s, loss=21]\r\n",
      "04/18 09:17: Train Epoch 62: average Loss: 20.002759, time: 18.56 s\r\n",
      "Val Epoch 62: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=24.8]\r\n",
      "04/18 09:17: Val Epoch 62: average Loss: 22.052268, time: 2.34 s\r\n",
      "Test Epoch 62: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=23.4]\r\n",
      "04/18 09:17: Test Epoch 62: average Loss: 22.516584, time: 2.34 s\r\n",
      "Train Epoch 63:  75%|████████████    | 199/264 [00:13<00:04, 14.21it/s, loss=19]04/18 09:17: Train Epoch 63: 200/264 Loss: 20.270483\r\n",
      "Train Epoch 63: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.2]\r\n",
      "04/18 09:17: Train Epoch 63: average Loss: 19.963309, time: 18.55 s\r\n",
      "Val Epoch 63: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.7]\r\n",
      "04/18 09:17: Val Epoch 63: average Loss: 21.313193, time: 2.34 s\r\n",
      "Test Epoch 63: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=22.7]\r\n",
      "04/18 09:17: Test Epoch 63: average Loss: 21.826749, time: 2.34 s\r\n",
      "Train Epoch 64:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.2]04/18 09:17: Train Epoch 64: 200/264 Loss: 19.677265\r\n",
      "Train Epoch 64: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21.5]\r\n",
      "04/18 09:18: Train Epoch 64: average Loss: 19.934887, time: 18.54 s\r\n",
      "Val Epoch 64: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.8]\r\n",
      "04/18 09:18: Val Epoch 64: average Loss: 21.498337, time: 2.34 s\r\n",
      "Test Epoch 64: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=22.9]\r\n",
      "04/18 09:18: Test Epoch 64: average Loss: 22.105645, time: 2.34 s\r\n",
      "Train Epoch 65:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=19.8]04/18 09:18: Train Epoch 65: 200/264 Loss: 20.843750\r\n",
      "Train Epoch 65: 100%|████████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20]\r\n",
      "04/18 09:18: Train Epoch 65: average Loss: 19.947271, time: 18.54 s\r\n",
      "Val Epoch 65: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=24.1]\r\n",
      "04/18 09:18: Val Epoch 65: average Loss: 21.379250, time: 2.34 s\r\n",
      "Test Epoch 65: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.7]\r\n",
      "04/18 09:18: Test Epoch 65: average Loss: 22.001633, time: 2.34 s\r\n",
      "Train Epoch 66:  75%|██████████▌   | 199/264 [00:13<00:04, 14.26it/s, loss=20.9]04/18 09:18: Train Epoch 66: 200/264 Loss: 20.740980\r\n",
      "Train Epoch 66: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.9]\r\n",
      "04/18 09:18: Train Epoch 66: average Loss: 19.953166, time: 18.54 s\r\n",
      "Val Epoch 66: 100%|████████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=24]\r\n",
      "04/18 09:18: Val Epoch 66: average Loss: 21.367501, time: 2.34 s\r\n",
      "Test Epoch 66: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.5]\r\n",
      "04/18 09:18: Test Epoch 66: average Loss: 21.899928, time: 2.34 s\r\n",
      "Train Epoch 67:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=19.7]04/18 09:19: Train Epoch 67: 200/264 Loss: 19.984169\r\n",
      "Train Epoch 67: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.8]\r\n",
      "04/18 09:19: Train Epoch 67: average Loss: 19.895548, time: 18.56 s\r\n",
      "Val Epoch 67: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.7]\r\n",
      "04/18 09:19: Val Epoch 67: average Loss: 21.398199, time: 2.34 s\r\n",
      "Test Epoch 67: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.5]\r\n",
      "04/18 09:19: Test Epoch 67: average Loss: 21.984535, time: 2.34 s\r\n",
      "Train Epoch 68:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=19.4]04/18 09:19: Train Epoch 68: 200/264 Loss: 19.639290\r\n",
      "Train Epoch 68: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.2]\r\n",
      "04/18 09:19: Train Epoch 68: average Loss: 19.895016, time: 18.54 s\r\n",
      "Val Epoch 68: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.8]\r\n",
      "04/18 09:19: Val Epoch 68: average Loss: 21.366436, time: 2.34 s\r\n",
      "Test Epoch 68: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.4]\r\n",
      "04/18 09:19: Test Epoch 68: average Loss: 21.927061, time: 2.34 s\r\n",
      "Train Epoch 69:  75%|██████████▌   | 199/264 [00:13<00:04, 14.21it/s, loss=19.4]04/18 09:19: Train Epoch 69: 200/264 Loss: 19.281380\r\n",
      "Train Epoch 69: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=19.8]\r\n",
      "04/18 09:19: Train Epoch 69: average Loss: 19.869762, time: 18.53 s\r\n",
      "Val Epoch 69: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.7]\r\n",
      "04/18 09:20: Val Epoch 69: average Loss: 21.402830, time: 2.34 s\r\n",
      "Test Epoch 69: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.9]\r\n",
      "04/18 09:20: Test Epoch 69: average Loss: 21.931783, time: 2.34 s\r\n",
      "Train Epoch 70:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=20.1]04/18 09:20: Train Epoch 70: 200/264 Loss: 19.715267\r\n",
      "Train Epoch 70: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.4]\r\n",
      "04/18 09:20: Train Epoch 70: average Loss: 19.857309, time: 18.55 s\r\n",
      "Val Epoch 70: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.9]\r\n",
      "04/18 09:20: Val Epoch 70: average Loss: 21.403683, time: 2.34 s\r\n",
      "Test Epoch 70: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.6]\r\n",
      "04/18 09:20: Test Epoch 70: average Loss: 21.947797, time: 2.34 s\r\n",
      "Train Epoch 71:  75%|██████████▌   | 199/264 [00:13<00:04, 14.31it/s, loss=19.6]04/18 09:20: Train Epoch 71: 200/264 Loss: 18.526218\r\n",
      "Train Epoch 71: 100%|████████████████| 264/264 [00:18<00:00, 14.25it/s, loss=20]\r\n",
      "04/18 09:20: Train Epoch 71: average Loss: 19.861689, time: 18.53 s\r\n",
      "Val Epoch 71: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.5]\r\n",
      "04/18 09:20: Val Epoch 71: average Loss: 21.375560, time: 2.34 s\r\n",
      "Test Epoch 71: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=23.3]\r\n",
      "04/18 09:20: Test Epoch 71: average Loss: 21.866845, time: 2.34 s\r\n",
      "Train Epoch 72:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=19.2]04/18 09:21: Train Epoch 72: 200/264 Loss: 20.383951\r\n",
      "Train Epoch 72: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=18.9]\r\n",
      "04/18 09:21: Train Epoch 72: average Loss: 19.866741, time: 18.55 s\r\n",
      "Val Epoch 72: 100%|██████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=23.6]\r\n",
      "04/18 09:21: Val Epoch 72: average Loss: 21.228972, time: 2.34 s\r\n",
      "Test Epoch 72: 100%|█████████████████| 89/89 [00:02<00:00, 37.94it/s, loss=22.7]\r\n",
      "04/18 09:21: Test Epoch 72: average Loss: 21.839052, time: 2.35 s\r\n",
      "04/18 09:21: Best validation model saved!\r\n",
      "Train Epoch 73:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=19.6]04/18 09:21: Train Epoch 73: 200/264 Loss: 19.717878\r\n",
      "Train Epoch 73: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.3]\r\n",
      "04/18 09:21: Train Epoch 73: average Loss: 19.857903, time: 18.55 s\r\n",
      "Val Epoch 73: 100%|██████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=23.6]\r\n",
      "04/18 09:21: Val Epoch 73: average Loss: 21.366766, time: 2.34 s\r\n",
      "Test Epoch 73: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=22.7]\r\n",
      "04/18 09:21: Test Epoch 73: average Loss: 21.892598, time: 2.35 s\r\n",
      "Train Epoch 74:  75%|██████████▌   | 199/264 [00:13<00:04, 14.20it/s, loss=20.4]04/18 09:21: Train Epoch 74: 200/264 Loss: 20.672413\r\n",
      "Train Epoch 74: 100%|██████████████| 264/264 [00:18<00:00, 14.22it/s, loss=19.2]\r\n",
      "04/18 09:21: Train Epoch 74: average Loss: 19.839002, time: 18.56 s\r\n",
      "Val Epoch 74: 100%|██████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=23.5]\r\n",
      "04/18 09:21: Val Epoch 74: average Loss: 21.278358, time: 2.34 s\r\n",
      "Test Epoch 74: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=22.5]\r\n",
      "04/18 09:22: Test Epoch 74: average Loss: 21.805767, time: 2.35 s\r\n",
      "Train Epoch 75:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=20.2]04/18 09:22: Train Epoch 75: 200/264 Loss: 19.820074\r\n",
      "Train Epoch 75: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20.1]\r\n",
      "04/18 09:22: Train Epoch 75: average Loss: 19.769149, time: 18.55 s\r\n",
      "Val Epoch 75: 100%|██████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=23.7]\r\n",
      "04/18 09:22: Val Epoch 75: average Loss: 21.442084, time: 2.34 s\r\n",
      "Test Epoch 75: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=22.7]\r\n",
      "04/18 09:22: Test Epoch 75: average Loss: 21.976503, time: 2.35 s\r\n",
      "Train Epoch 76:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.9]04/18 09:22: Train Epoch 76: 200/264 Loss: 19.771330\r\n",
      "Train Epoch 76: 100%|██████████████| 264/264 [00:18<00:00, 14.22it/s, loss=20.7]\r\n",
      "04/18 09:22: Train Epoch 76: average Loss: 19.795503, time: 18.57 s\r\n",
      "Val Epoch 76: 100%|████████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=24]\r\n",
      "04/18 09:22: Val Epoch 76: average Loss: 21.714836, time: 2.34 s\r\n",
      "Test Epoch 76: 100%|███████████████████| 89/89 [00:02<00:00, 37.93it/s, loss=23]\r\n",
      "04/18 09:22: Test Epoch 76: average Loss: 22.141356, time: 2.35 s\r\n",
      "Train Epoch 77:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.1]04/18 09:23: Train Epoch 77: 200/264 Loss: 19.781841\r\n",
      "Train Epoch 77: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20.9]\r\n",
      "04/18 09:23: Train Epoch 77: average Loss: 19.813346, time: 18.56 s\r\n",
      "Val Epoch 77: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.7]\r\n",
      "04/18 09:23: Val Epoch 77: average Loss: 21.299659, time: 2.34 s\r\n",
      "Test Epoch 77: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.4]\r\n",
      "04/18 09:23: Test Epoch 77: average Loss: 21.928912, time: 2.34 s\r\n",
      "Train Epoch 78:  75%|██████████▌   | 199/264 [00:13<00:04, 14.28it/s, loss=18.1]04/18 09:23: Train Epoch 78: 200/264 Loss: 20.055393\r\n",
      "Train Epoch 78: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=21.3]\r\n",
      "04/18 09:23: Train Epoch 78: average Loss: 19.734178, time: 18.56 s\r\n",
      "Val Epoch 78: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.7]\r\n",
      "04/18 09:23: Val Epoch 78: average Loss: 21.478411, time: 2.34 s\r\n",
      "Test Epoch 78: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.6]\r\n",
      "04/18 09:23: Test Epoch 78: average Loss: 21.976563, time: 2.34 s\r\n",
      "Train Epoch 79:  75%|██████████▌   | 199/264 [00:13<00:04, 14.19it/s, loss=19.2]04/18 09:23: Train Epoch 79: 200/264 Loss: 19.208921\r\n",
      "Train Epoch 79: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.9]\r\n",
      "04/18 09:23: Train Epoch 79: average Loss: 19.713060, time: 18.54 s\r\n",
      "Val Epoch 79: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.5]\r\n",
      "04/18 09:23: Val Epoch 79: average Loss: 21.334436, time: 2.34 s\r\n",
      "Test Epoch 79: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.7]\r\n",
      "04/18 09:23: Test Epoch 79: average Loss: 21.875205, time: 2.34 s\r\n",
      "Train Epoch 80:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=19.7]04/18 09:24: Train Epoch 80: 200/264 Loss: 20.643314\r\n",
      "Train Epoch 80: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.9]\r\n",
      "04/18 09:24: Train Epoch 80: average Loss: 19.747392, time: 18.55 s\r\n",
      "Val Epoch 80: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.5]\r\n",
      "04/18 09:24: Val Epoch 80: average Loss: 21.198600, time: 2.34 s\r\n",
      "Test Epoch 80: 100%|█████████████████| 89/89 [00:02<00:00, 37.76it/s, loss=22.7]\r\n",
      "04/18 09:24: Test Epoch 80: average Loss: 21.788223, time: 2.36 s\r\n",
      "04/18 09:24: Best validation model saved!\r\n",
      "Train Epoch 81:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=19.2]04/18 09:24: Train Epoch 81: 200/264 Loss: 20.838121\r\n",
      "Train Epoch 81: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.5]\r\n",
      "04/18 09:24: Train Epoch 81: average Loss: 19.699826, time: 18.55 s\r\n",
      "Val Epoch 81: 100%|██████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=23.9]\r\n",
      "04/18 09:24: Val Epoch 81: average Loss: 21.500031, time: 2.34 s\r\n",
      "Test Epoch 81: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=23.2]\r\n",
      "04/18 09:24: Test Epoch 81: average Loss: 22.013789, time: 2.34 s\r\n",
      "Train Epoch 82:  75%|████████████    | 199/264 [00:13<00:04, 14.28it/s, loss=19]04/18 09:24: Train Epoch 82: 200/264 Loss: 20.777239\r\n",
      "Train Epoch 82: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=18.6]\r\n",
      "04/18 09:25: Train Epoch 82: average Loss: 19.685310, time: 18.55 s\r\n",
      "Val Epoch 82: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.5]\r\n",
      "04/18 09:25: Val Epoch 82: average Loss: 21.405006, time: 2.34 s\r\n",
      "Test Epoch 82: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.4]\r\n",
      "04/18 09:25: Test Epoch 82: average Loss: 21.781718, time: 2.34 s\r\n",
      "Train Epoch 83:  75%|████████████    | 199/264 [00:13<00:04, 14.20it/s, loss=20]04/18 09:25: Train Epoch 83: 200/264 Loss: 20.101158\r\n",
      "Train Epoch 83: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.7]\r\n",
      "04/18 09:25: Train Epoch 83: average Loss: 19.698353, time: 18.55 s\r\n",
      "Val Epoch 83: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.4]\r\n",
      "04/18 09:25: Val Epoch 83: average Loss: 21.444840, time: 2.34 s\r\n",
      "Test Epoch 83: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.4]\r\n",
      "04/18 09:25: Test Epoch 83: average Loss: 21.969499, time: 2.34 s\r\n",
      "Train Epoch 84:  75%|████████████    | 199/264 [00:13<00:04, 14.24it/s, loss=19]04/18 09:25: Train Epoch 84: 200/264 Loss: 19.401381\r\n",
      "Train Epoch 84: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=18.4]\r\n",
      "04/18 09:25: Train Epoch 84: average Loss: 19.661568, time: 18.55 s\r\n",
      "Val Epoch 84: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.8]\r\n",
      "04/18 09:25: Val Epoch 84: average Loss: 21.578014, time: 2.34 s\r\n",
      "Test Epoch 84: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=22.4]\r\n",
      "04/18 09:25: Test Epoch 84: average Loss: 22.003004, time: 2.34 s\r\n",
      "Train Epoch 85:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=20.3]04/18 09:26: Train Epoch 85: 200/264 Loss: 18.585453\r\n",
      "Train Epoch 85: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.4]\r\n",
      "04/18 09:26: Train Epoch 85: average Loss: 19.607226, time: 18.55 s\r\n",
      "Val Epoch 85: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.5]\r\n",
      "04/18 09:26: Val Epoch 85: average Loss: 21.370436, time: 2.34 s\r\n",
      "Test Epoch 85: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.2]\r\n",
      "04/18 09:26: Test Epoch 85: average Loss: 21.793828, time: 2.34 s\r\n",
      "Train Epoch 86:  75%|██████████▌   | 199/264 [00:13<00:04, 14.21it/s, loss=19.6]04/18 09:26: Train Epoch 86: 200/264 Loss: 19.486935\r\n",
      "Train Epoch 86: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.2]\r\n",
      "04/18 09:26: Train Epoch 86: average Loss: 19.642657, time: 18.55 s\r\n",
      "Val Epoch 86: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.2]\r\n",
      "04/18 09:26: Val Epoch 86: average Loss: 21.235936, time: 2.34 s\r\n",
      "Test Epoch 86: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.6]\r\n",
      "04/18 09:26: Test Epoch 86: average Loss: 21.801065, time: 2.34 s\r\n",
      "Train Epoch 87:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=19.6]04/18 09:26: Train Epoch 87: 200/264 Loss: 18.952246\r\n",
      "Train Epoch 87: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.9]\r\n",
      "04/18 09:26: Train Epoch 87: average Loss: 19.680272, time: 18.54 s\r\n",
      "Val Epoch 87: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.8]\r\n",
      "04/18 09:27: Val Epoch 87: average Loss: 21.654309, time: 2.34 s\r\n",
      "Test Epoch 87: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=23.5]\r\n",
      "04/18 09:27: Test Epoch 87: average Loss: 22.026947, time: 2.34 s\r\n",
      "Train Epoch 88:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=20.9]04/18 09:27: Train Epoch 88: 200/264 Loss: 19.624977\r\n",
      "Train Epoch 88: 100%|██████████████| 264/264 [00:18<00:00, 14.22it/s, loss=20.4]\r\n",
      "04/18 09:27: Train Epoch 88: average Loss: 19.650058, time: 18.56 s\r\n",
      "Val Epoch 88: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.7]\r\n",
      "04/18 09:27: Val Epoch 88: average Loss: 21.266021, time: 2.34 s\r\n",
      "Test Epoch 88: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=22.4]\r\n",
      "04/18 09:27: Test Epoch 88: average Loss: 21.865062, time: 2.35 s\r\n",
      "Train Epoch 89:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=19.7]04/18 09:27: Train Epoch 89: 200/264 Loss: 18.934313\r\n",
      "Train Epoch 89: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.6]\r\n",
      "04/18 09:27: Train Epoch 89: average Loss: 20.147186, time: 18.54 s\r\n",
      "Val Epoch 89: 100%|████████████████████| 88/88 [00:02<00:00, 37.60it/s, loss=25]\r\n",
      "04/18 09:27: Val Epoch 89: average Loss: 22.141847, time: 2.34 s\r\n",
      "Test Epoch 89: 100%|█████████████████| 89/89 [00:02<00:00, 37.92it/s, loss=23.1]\r\n",
      "04/18 09:27: Test Epoch 89: average Loss: 22.456438, time: 2.35 s\r\n",
      "Train Epoch 90:  75%|██████████▌   | 199/264 [00:13<00:04, 14.20it/s, loss=20.3]04/18 09:28: Train Epoch 90: 200/264 Loss: 20.697790\r\n",
      "Train Epoch 90: 100%|████████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19]\r\n",
      "04/18 09:28: Train Epoch 90: average Loss: 19.843777, time: 18.55 s\r\n",
      "Val Epoch 90: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.7]\r\n",
      "04/18 09:28: Val Epoch 90: average Loss: 21.478527, time: 2.34 s\r\n",
      "Test Epoch 90: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.4]\r\n",
      "04/18 09:28: Test Epoch 90: average Loss: 21.896878, time: 2.34 s\r\n",
      "Train Epoch 91:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=19.6]04/18 09:28: Train Epoch 91: 200/264 Loss: 19.865311\r\n",
      "Train Epoch 91: 100%|████████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20]\r\n",
      "04/18 09:28: Train Epoch 91: average Loss: 19.539593, time: 18.54 s\r\n",
      "Val Epoch 91: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.8]\r\n",
      "04/18 09:28: Val Epoch 91: average Loss: 21.501075, time: 2.34 s\r\n",
      "Test Epoch 91: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.8]\r\n",
      "04/18 09:28: Test Epoch 91: average Loss: 21.913217, time: 2.34 s\r\n",
      "Train Epoch 92:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=18.1]04/18 09:28: Train Epoch 92: 200/264 Loss: 18.983217\r\n",
      "Train Epoch 92: 100%|████████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20]\r\n",
      "04/18 09:28: Train Epoch 92: average Loss: 19.511849, time: 18.55 s\r\n",
      "Val Epoch 92: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.2]\r\n",
      "04/18 09:28: Val Epoch 92: average Loss: 21.201169, time: 2.34 s\r\n",
      "Test Epoch 92: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.2]\r\n",
      "04/18 09:28: Test Epoch 92: average Loss: 21.637090, time: 2.34 s\r\n",
      "Train Epoch 93:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=20.5]04/18 09:29: Train Epoch 93: 200/264 Loss: 19.045977\r\n",
      "Train Epoch 93: 100%|██████████████| 264/264 [00:18<00:00, 14.22it/s, loss=19.1]\r\n",
      "04/18 09:29: Train Epoch 93: average Loss: 19.586300, time: 18.57 s\r\n",
      "Val Epoch 93: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.4]\r\n",
      "04/18 09:29: Val Epoch 93: average Loss: 21.246633, time: 2.34 s\r\n",
      "Test Epoch 93: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=22.5]\r\n",
      "04/18 09:29: Test Epoch 93: average Loss: 21.880828, time: 2.34 s\r\n",
      "Train Epoch 94:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=18.7]04/18 09:29: Train Epoch 94: 200/264 Loss: 20.073269\r\n",
      "Train Epoch 94: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.1]\r\n",
      "04/18 09:29: Train Epoch 94: average Loss: 19.542265, time: 18.56 s\r\n",
      "Val Epoch 94: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.6]\r\n",
      "04/18 09:29: Val Epoch 94: average Loss: 21.413122, time: 2.34 s\r\n",
      "Test Epoch 94: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.9]\r\n",
      "04/18 09:29: Test Epoch 94: average Loss: 21.848807, time: 2.34 s\r\n",
      "Train Epoch 95:  75%|██████████▌   | 199/264 [00:13<00:04, 14.20it/s, loss=18.2]04/18 09:29: Train Epoch 95: 200/264 Loss: 19.414806\r\n",
      "Train Epoch 95: 100%|████████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20]\r\n",
      "04/18 09:30: Train Epoch 95: average Loss: 19.550194, time: 18.55 s\r\n",
      "Val Epoch 95: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.6]\r\n",
      "04/18 09:30: Val Epoch 95: average Loss: 21.429543, time: 2.34 s\r\n",
      "Test Epoch 95: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.1]\r\n",
      "04/18 09:30: Test Epoch 95: average Loss: 21.943621, time: 2.34 s\r\n",
      "04/18 09:30: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
      "04/18 09:30: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-18_08-53-21/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-18_08-53-21/best_test_model.pth\r\n",
      "04/18 09:30: Testing on best validation model\r\n",
      "04/18 09:30: Horizon 01, MAE: 17.5342, RMSE: 27.9069, MAPE: 0.0745\r\n",
      "04/18 09:30: Horizon 02, MAE: 18.8658, RMSE: 30.2299, MAPE: 0.0794\r\n",
      "04/18 09:30: Horizon 03, MAE: 19.8038, RMSE: 31.7369, MAPE: 0.0843\r\n",
      "04/18 09:30: Horizon 04, MAE: 20.5894, RMSE: 32.9178, MAPE: 0.0900\r\n",
      "04/18 09:30: Horizon 05, MAE: 21.1973, RMSE: 33.8633, MAPE: 0.0956\r\n",
      "04/18 09:30: Horizon 06, MAE: 21.7067, RMSE: 34.7725, MAPE: 0.0923\r\n",
      "04/18 09:30: Horizon 07, MAE: 22.3032, RMSE: 35.6546, MAPE: 0.0940\r\n",
      "04/18 09:30: Horizon 08, MAE: 22.8567, RMSE: 36.4751, MAPE: 0.0964\r\n",
      "04/18 09:30: Horizon 09, MAE: 23.3080, RMSE: 37.1785, MAPE: 0.0990\r\n",
      "04/18 09:30: Horizon 10, MAE: 23.8492, RMSE: 37.9895, MAPE: 0.1012\r\n",
      "04/18 09:30: Horizon 11, MAE: 24.3563, RMSE: 38.7167, MAPE: 0.1036\r\n",
      "04/18 09:30: Horizon 12, MAE: 24.9781, RMSE: 39.6030, MAPE: 0.1068\r\n",
      "04/18 09:30: Average Horizon, MAE: 21.7791, RMSE: 34.9211, MAPE: 0.0931\r\n",
      "04/18 09:30: Testing on best test model\r\n",
      "04/18 09:30: Horizon 01, MAE: 17.5358, RMSE: 27.8294, MAPE: 0.0778\r\n",
      "04/18 09:30: Horizon 02, MAE: 18.8554, RMSE: 30.1531, MAPE: 0.0831\r\n",
      "04/18 09:30: Horizon 03, MAE: 19.7801, RMSE: 31.6637, MAPE: 0.0857\r\n",
      "04/18 09:30: Horizon 04, MAE: 20.4822, RMSE: 32.8080, MAPE: 0.0876\r\n",
      "04/18 09:30: Horizon 05, MAE: 21.0494, RMSE: 33.7662, MAPE: 0.0895\r\n",
      "04/18 09:30: Horizon 06, MAE: 21.5885, RMSE: 34.6282, MAPE: 0.0915\r\n",
      "04/18 09:30: Horizon 07, MAE: 22.1573, RMSE: 35.4616, MAPE: 0.0938\r\n",
      "04/18 09:30: Horizon 08, MAE: 22.6839, RMSE: 36.2095, MAPE: 0.0962\r\n",
      "04/18 09:30: Horizon 09, MAE: 23.1384, RMSE: 36.9042, MAPE: 0.0984\r\n",
      "04/18 09:30: Horizon 10, MAE: 23.5771, RMSE: 37.6209, MAPE: 0.1005\r\n",
      "04/18 09:30: Horizon 11, MAE: 24.0440, RMSE: 38.2899, MAPE: 0.1028\r\n",
      "04/18 09:30: Horizon 12, MAE: 24.6895, RMSE: 39.1576, MAPE: 0.1063\r\n",
      "04/18 09:30: Average Horizon, MAE: 21.6318, RMSE: 34.6978, MAPE: 0.0928\r\n"
     ]
    }
   ],
   "source": [
    "!python run.py --model EXP --dataset PEMSD7  --mode train  --device cuda:1"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.16"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}