diff --git a/baseline.ipynb b/baseline.ipynb
index d620c9e..0d0664b 100644
--- a/baseline.ipynb
+++ b/baseline.ipynb
@@ -2,13 +2,13 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 17,
    "id": "73ce6820-8bcf-48bc-852d-41c5a6b7a440",
    "metadata": {
     "collapsed": false,
     "ExecuteTime": {
-     "end_time": "2025-04-06T18:38:54.230860Z",
-     "start_time": "2025-04-06T14:51:47.724780Z"
+     "end_time": "2025-04-18T00:43:33.176048Z",
+     "start_time": "2025-04-18T00:20:43.634205Z"
     }
    },
    "outputs": [
@@ -16,853 +16,1087 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "加载 PEMSD7 数据集中... \r\n",
-      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-06_22-52-47/run.log\r\n",
-      "04/06 22:52: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-06_22-52-47\r\n",
-      "04/06 22:52: Training process started\r\n",
-      "Train Epoch 1:  75%|████████████▊    | 199/264 [01:48<00:30,  2.13it/s, loss=28]04/06 22:54: Train Epoch 1: 200/264 Loss: 30.074818\r\n",
-      "Train Epoch 1: 100%|███████████████| 264/264 [02:22<00:00,  1.85it/s, loss=29.7]\r\n",
-      "04/06 22:55: Train Epoch 1: average Loss: 50.172162, time: 142.58 s\r\n",
-      "Val Epoch 1: 100%|█████████████████████| 88/88 [00:43<00:00,  2.00it/s, loss=41]\r\n",
-      "04/06 22:55: Val Epoch 1: average Loss: 28.038943, time: 43.99 s\r\n",
-      "Test Epoch 1: 100%|██████████████████| 89/89 [00:30<00:00,  2.92it/s, loss=26.8]\r\n",
-      "04/06 22:56: Test Epoch 1: average Loss: 28.277976, time: 30.49 s\r\n",
-      "04/06 22:56: Best validation model saved!\r\n",
-      "Train Epoch 2:  75%|████████████▊    | 199/264 [01:42<00:32,  2.02it/s, loss=27]04/06 22:58: Train Epoch 2: 200/264 Loss: 24.583445\r\n",
-      "Train Epoch 2: 100%|███████████████| 264/264 [02:14<00:00,  1.97it/s, loss=26.2]\r\n",
-      "04/06 22:58: Train Epoch 2: average Loss: 27.558371, time: 134.32 s\r\n",
-      "Val Epoch 2: 100%|███████████████████| 88/88 [00:26<00:00,  3.35it/s, loss=34.6]\r\n",
-      "04/06 22:59: Val Epoch 2: average Loss: 26.137169, time: 26.30 s\r\n",
-      "Test Epoch 2: 100%|██████████████████| 89/89 [00:27<00:00,  3.22it/s, loss=25.2]\r\n",
-      "04/06 22:59: Test Epoch 2: average Loss: 26.463370, time: 27.64 s\r\n",
-      "04/06 22:59: Best validation model saved!\r\n",
-      "Train Epoch 3:  75%|███████████▎   | 199/264 [01:42<00:29,  2.22it/s, loss=25.2]04/06 23:01: Train Epoch 3: 200/264 Loss: 25.107624\r\n",
-      "Train Epoch 3: 100%|███████████████| 264/264 [02:22<00:00,  1.85it/s, loss=26.6]\r\n",
-      "04/06 23:01: Train Epoch 3: average Loss: 26.362079, time: 142.68 s\r\n",
-      "Val Epoch 3: 100%|███████████████████| 88/88 [00:29<00:00,  3.03it/s, loss=32.2]\r\n",
-      "04/06 23:02: Val Epoch 3: average Loss: 25.166397, time: 29.09 s\r\n",
-      "Test Epoch 3: 100%|██████████████████| 89/89 [00:29<00:00,  3.07it/s, loss=24.5]\r\n",
-      "04/06 23:02: Test Epoch 3: average Loss: 25.462090, time: 29.02 s\r\n",
-      "04/06 23:02: Best validation model saved!\r\n",
-      "Train Epoch 4:  75%|███████████▎   | 199/264 [01:43<00:31,  2.05it/s, loss=24.2]04/06 23:04: Train Epoch 4: 200/264 Loss: 26.274176\r\n",
-      "Train Epoch 4: 100%|███████████████| 264/264 [02:14<00:00,  1.96it/s, loss=25.4]\r\n",
-      "04/06 23:05: Train Epoch 4: average Loss: 25.455253, time: 134.55 s\r\n",
-      "Val Epoch 4: 100%|███████████████████| 88/88 [00:28<00:00,  3.09it/s, loss=31.8]\r\n",
-      "04/06 23:05: Val Epoch 4: average Loss: 24.718262, time: 28.45 s\r\n",
-      "Test Epoch 4: 100%|██████████████████| 89/89 [00:43<00:00,  2.05it/s, loss=24.6]\r\n",
-      "04/06 23:06: Test Epoch 4: average Loss: 24.956885, time: 43.49 s\r\n",
-      "04/06 23:06: Best validation model saved!\r\n",
-      "Train Epoch 5:  75%|███████████▎   | 199/264 [01:43<00:44,  1.47it/s, loss=23.8]04/06 23:08: Train Epoch 5: 200/264 Loss: 25.065409\r\n",
-      "Train Epoch 5: 100%|███████████████| 264/264 [02:16<00:00,  1.94it/s, loss=26.9]\r\n",
-      "04/06 23:08: Train Epoch 5: average Loss: 24.743540, time: 136.18 s\r\n",
-      "Val Epoch 5: 100%|███████████████████| 88/88 [00:28<00:00,  3.07it/s, loss=29.9]\r\n",
-      "04/06 23:09: Val Epoch 5: average Loss: 24.381524, time: 28.65 s\r\n",
-      "Test Epoch 5: 100%|██████████████████| 89/89 [00:28<00:00,  3.16it/s, loss=25.1]\r\n",
-      "04/06 23:09: Test Epoch 5: average Loss: 24.793872, time: 28.14 s\r\n",
-      "04/06 23:09: Best validation model saved!\r\n",
-      "Train Epoch 6:  75%|███████████▎   | 199/264 [01:43<00:29,  2.17it/s, loss=22.7]04/06 23:11: Train Epoch 6: 200/264 Loss: 23.347862\r\n",
-      "Train Epoch 6: 100%|███████████████| 264/264 [02:18<00:00,  1.91it/s, loss=25.6]\r\n",
-      "04/06 23:11: Train Epoch 6: average Loss: 24.164811, time: 138.00 s\r\n",
-      "Val Epoch 6: 100%|███████████████████| 88/88 [00:42<00:00,  2.05it/s, loss=28.7]\r\n",
-      "04/06 23:12: Val Epoch 6: average Loss: 23.757267, time: 42.84 s\r\n",
-      "Test Epoch 6: 100%|██████████████████| 89/89 [00:27<00:00,  3.26it/s, loss=24.5]\r\n",
-      "04/06 23:13: Test Epoch 6: average Loss: 24.033424, time: 27.31 s\r\n",
-      "04/06 23:13: Best validation model saved!\r\n",
-      "Train Epoch 7:  75%|███████████▎   | 199/264 [01:44<00:32,  1.99it/s, loss=21.9]04/06 23:14: Train Epoch 7: 200/264 Loss: 23.645283\r\n",
-      "Train Epoch 7: 100%|███████████████| 264/264 [02:15<00:00,  1.95it/s, loss=24.3]\r\n",
-      "04/06 23:15: Train Epoch 7: average Loss: 23.720105, time: 135.22 s\r\n",
-      "Val Epoch 7: 100%|███████████████████| 88/88 [00:27<00:00,  3.24it/s, loss=27.7]\r\n",
-      "04/06 23:15: Val Epoch 7: average Loss: 23.329317, time: 27.14 s\r\n",
-      "Test Epoch 7: 100%|██████████████████| 89/89 [00:27<00:00,  3.27it/s, loss=23.8]\r\n",
-      "04/06 23:16: Test Epoch 7: average Loss: 23.643691, time: 27.22 s\r\n",
-      "04/06 23:16: Best validation model saved!\r\n",
-      "Train Epoch 8:  75%|███████████▎   | 199/264 [01:41<00:31,  2.06it/s, loss=22.7]04/06 23:17: Train Epoch 8: 200/264 Loss: 22.157421\r\n",
-      "Train Epoch 8: 100%|███████████████| 264/264 [02:21<00:00,  1.87it/s, loss=22.3]\r\n",
-      "04/06 23:18: Train Epoch 8: average Loss: 23.166265, time: 141.11 s\r\n",
-      "Val Epoch 8: 100%|███████████████████| 88/88 [00:26<00:00,  3.32it/s, loss=26.8]\r\n",
-      "04/06 23:18: Val Epoch 8: average Loss: 22.881633, time: 26.54 s\r\n",
-      "Test Epoch 8: 100%|██████████████████| 89/89 [00:26<00:00,  3.41it/s, loss=23.2]\r\n",
-      "04/06 23:19: Test Epoch 8: average Loss: 23.175305, time: 26.07 s\r\n",
-      "04/06 23:19: Best validation model saved!\r\n",
-      "Train Epoch 9:  75%|███████████▎   | 199/264 [01:44<00:31,  2.05it/s, loss=23.5]04/06 23:21: Train Epoch 9: 200/264 Loss: 22.558737\r\n",
-      "Train Epoch 9: 100%|███████████████| 264/264 [02:16<00:00,  1.94it/s, loss=22.9]\r\n",
-      "04/06 23:21: Train Epoch 9: average Loss: 22.724271, time: 136.06 s\r\n",
-      "Val Epoch 9: 100%|███████████████████| 88/88 [00:26<00:00,  3.30it/s, loss=26.3]\r\n",
-      "04/06 23:22: Val Epoch 9: average Loss: 22.627037, time: 26.63 s\r\n",
-      "Test Epoch 9: 100%|██████████████████| 89/89 [00:40<00:00,  2.19it/s, loss=24.5]\r\n",
-      "04/06 23:22: Test Epoch 9: average Loss: 22.881944, time: 40.69 s\r\n",
-      "04/06 23:22: Best validation model saved!\r\n",
-      "Train Epoch 10:  75%|██████████▌   | 199/264 [01:44<00:45,  1.42it/s, loss=22.8]04/06 23:24: Train Epoch 10: 200/264 Loss: 22.014313\r\n",
-      "Train Epoch 10: 100%|██████████████| 264/264 [02:21<00:00,  1.87it/s, loss=21.7]\r\n",
-      "04/06 23:25: Train Epoch 10: average Loss: 22.348857, time: 141.27 s\r\n",
-      "Val Epoch 10: 100%|██████████████████| 88/88 [00:28<00:00,  3.13it/s, loss=25.9]\r\n",
-      "04/06 23:25: Val Epoch 10: average Loss: 22.435371, time: 28.07 s\r\n",
-      "Test Epoch 10: 100%|█████████████████| 89/89 [00:28<00:00,  3.14it/s, loss=23.4]\r\n",
-      "04/06 23:26: Test Epoch 10: average Loss: 22.695346, time: 28.34 s\r\n",
-      "04/06 23:26: Best validation model saved!\r\n",
-      "Train Epoch 11:  75%|██████████▌   | 199/264 [01:45<00:30,  2.10it/s, loss=21.2]04/06 23:27: Train Epoch 11: 200/264 Loss: 22.709446\r\n",
-      "Train Epoch 11: 100%|██████████████| 264/264 [02:19<00:00,  1.90it/s, loss=22.4]\r\n",
-      "04/06 23:28: Train Epoch 11: average Loss: 22.043449, time: 139.12 s\r\n",
-      "Val Epoch 11: 100%|██████████████████| 88/88 [00:42<00:00,  2.06it/s, loss=25.5]\r\n",
-      "04/06 23:29: Val Epoch 11: average Loss: 22.579772, time: 42.81 s\r\n",
-      "Test Epoch 11: 100%|█████████████████| 89/89 [00:31<00:00,  2.86it/s, loss=22.8]\r\n",
-      "04/06 23:29: Test Epoch 11: average Loss: 22.752325, time: 31.11 s\r\n",
-      "Train Epoch 12:  75%|████████████    | 199/264 [01:46<00:31,  2.05it/s, loss=21]04/06 23:31: Train Epoch 12: 200/264 Loss: 21.043926\r\n",
-      "Train Epoch 12: 100%|██████████████| 264/264 [02:18<00:00,  1.91it/s, loss=21.5]\r\n",
-      "04/06 23:31: Train Epoch 12: average Loss: 21.690010, time: 138.46 s\r\n",
-      "Val Epoch 12: 100%|██████████████████| 88/88 [00:27<00:00,  3.15it/s, loss=25.6]\r\n",
-      "04/06 23:32: Val Epoch 12: average Loss: 22.333622, time: 27.90 s\r\n",
-      "Test Epoch 12: 100%|█████████████████| 89/89 [00:28<00:00,  3.14it/s, loss=23.7]\r\n",
-      "04/06 23:32: Test Epoch 12: average Loss: 22.542301, time: 28.32 s\r\n",
-      "04/06 23:32: Best validation model saved!\r\n",
-      "Train Epoch 13:  75%|██████████▌   | 199/264 [01:43<00:30,  2.10it/s, loss=21.7]04/06 23:34: Train Epoch 13: 200/264 Loss: 22.206551\r\n",
-      "Train Epoch 13: 100%|██████████████| 264/264 [02:23<00:00,  1.84it/s, loss=22.2]\r\n",
-      "04/06 23:35: Train Epoch 13: average Loss: 21.497886, time: 143.12 s\r\n",
-      "Val Epoch 13: 100%|██████████████████| 88/88 [00:27<00:00,  3.23it/s, loss=24.6]\r\n",
-      "04/06 23:35: Val Epoch 13: average Loss: 22.085922, time: 27.26 s\r\n",
-      "Test Epoch 13: 100%|█████████████████| 89/89 [00:26<00:00,  3.30it/s, loss=23.6]\r\n",
-      "04/06 23:36: Test Epoch 13: average Loss: 22.316499, time: 26.96 s\r\n",
-      "04/06 23:36: Best validation model saved!\r\n",
-      "Train Epoch 14:  75%|██████████▌   | 199/264 [01:42<00:29,  2.17it/s, loss=22.6]04/06 23:37: Train Epoch 14: 200/264 Loss: 22.185377\r\n",
-      "Train Epoch 14: 100%|██████████████| 264/264 [02:13<00:00,  1.97it/s, loss=20.1]\r\n",
-      "04/06 23:38: Train Epoch 14: average Loss: 21.391610, time: 133.84 s\r\n",
-      "Val Epoch 14: 100%|██████████████████| 88/88 [00:26<00:00,  3.32it/s, loss=24.5]\r\n",
-      "04/06 23:38: Val Epoch 14: average Loss: 21.901600, time: 26.51 s\r\n",
-      "Test Epoch 14: 100%|█████████████████| 89/89 [00:37<00:00,  2.35it/s, loss=22.9]\r\n",
-      "04/06 23:39: Test Epoch 14: average Loss: 22.126996, time: 37.90 s\r\n",
-      "04/06 23:39: Best validation model saved!\r\n",
-      "Train Epoch 15:  75%|██████████▌   | 199/264 [01:43<00:43,  1.48it/s, loss=21.5]04/06 23:41: Train Epoch 15: 200/264 Loss: 21.727791\r\n",
-      "Train Epoch 15: 100%|██████████████| 264/264 [02:20<00:00,  1.88it/s, loss=21.9]\r\n",
-      "04/06 23:41: Train Epoch 15: average Loss: 21.182142, time: 140.40 s\r\n",
-      "Val Epoch 15: 100%|██████████████████| 88/88 [00:27<00:00,  3.18it/s, loss=24.1]\r\n",
-      "04/06 23:42: Val Epoch 15: average Loss: 21.573585, time: 27.66 s\r\n",
-      "Test Epoch 15: 100%|█████████████████| 89/89 [00:26<00:00,  3.38it/s, loss=22.9]\r\n",
-      "04/06 23:42: Test Epoch 15: average Loss: 21.802300, time: 26.34 s\r\n",
-      "04/06 23:42: Best validation model saved!\r\n",
-      "Train Epoch 16:  75%|██████████▌   | 199/264 [01:44<00:34,  1.86it/s, loss=20.9]04/06 23:44: Train Epoch 16: 200/264 Loss: 20.653625\r\n",
-      "Train Epoch 16: 100%|██████████████| 264/264 [02:16<00:00,  1.93it/s, loss=20.7]\r\n",
-      "04/06 23:45: Train Epoch 16: average Loss: 20.963029, time: 136.83 s\r\n",
-      "Val Epoch 16: 100%|██████████████████| 88/88 [00:43<00:00,  2.04it/s, loss=24.2]\r\n",
-      "04/06 23:45: Val Epoch 16: average Loss: 21.666791, time: 43.16 s\r\n",
-      "Test Epoch 16: 100%|█████████████████| 89/89 [00:35<00:00,  2.53it/s, loss=22.3]\r\n",
-      "04/06 23:46: Test Epoch 16: average Loss: 22.035767, time: 35.25 s\r\n",
-      "Train Epoch 17:  75%|██████████▌   | 199/264 [01:43<00:29,  2.21it/s, loss=21.7]04/06 23:48: Train Epoch 17: 200/264 Loss: 20.487741\r\n",
-      "Train Epoch 17: 100%|██████████████| 264/264 [02:14<00:00,  1.96it/s, loss=21.5]\r\n",
-      "04/06 23:48: Train Epoch 17: average Loss: 20.838320, time: 134.51 s\r\n",
-      "Val Epoch 17: 100%|████████████████████| 88/88 [00:26<00:00,  3.34it/s, loss=24]\r\n",
-      "04/06 23:48: Val Epoch 17: average Loss: 21.448610, time: 26.34 s\r\n",
-      "Test Epoch 17: 100%|█████████████████| 89/89 [00:26<00:00,  3.33it/s, loss=22.3]\r\n",
-      "04/06 23:49: Test Epoch 17: average Loss: 21.756301, time: 26.74 s\r\n",
-      "04/06 23:49: Best validation model saved!\r\n",
-      "Train Epoch 18:  75%|██████████▌   | 199/264 [01:45<00:31,  2.05it/s, loss=19.4]04/06 23:51: Train Epoch 18: 200/264 Loss: 20.521709\r\n",
-      "Train Epoch 18: 100%|██████████████| 264/264 [02:24<00:00,  1.83it/s, loss=21.1]\r\n",
-      "04/06 23:51: Train Epoch 18: average Loss: 20.695442, time: 144.17 s\r\n",
-      "Val Epoch 18: 100%|██████████████████| 88/88 [00:28<00:00,  3.07it/s, loss=23.7]\r\n",
-      "04/06 23:52: Val Epoch 18: average Loss: 21.440201, time: 28.66 s\r\n",
-      "Test Epoch 18: 100%|█████████████████| 89/89 [00:29<00:00,  3.01it/s, loss=22.4]\r\n",
-      "04/06 23:52: Test Epoch 18: average Loss: 21.689230, time: 29.57 s\r\n",
-      "04/06 23:52: Best validation model saved!\r\n",
-      "Train Epoch 19:  75%|██████████▌   | 199/264 [01:42<00:29,  2.17it/s, loss=20.5]04/06 23:54: Train Epoch 19: 200/264 Loss: 20.802971\r\n",
-      "Train Epoch 19: 100%|██████████████| 264/264 [02:14<00:00,  1.97it/s, loss=20.3]\r\n",
-      "04/06 23:55: Train Epoch 19: average Loss: 20.510465, time: 134.24 s\r\n",
-      "Val Epoch 19: 100%|██████████████████| 88/88 [00:27<00:00,  3.17it/s, loss=23.1]\r\n",
-      "04/06 23:55: Val Epoch 19: average Loss: 21.245067, time: 27.79 s\r\n",
-      "Test Epoch 19: 100%|█████████████████| 89/89 [00:38<00:00,  2.30it/s, loss=22.2]\r\n",
-      "04/06 23:56: Test Epoch 19: average Loss: 21.527903, time: 38.68 s\r\n",
-      "04/06 23:56: Best validation model saved!\r\n",
-      "Train Epoch 20:  75%|██████████▌   | 199/264 [01:41<00:45,  1.44it/s, loss=20.7]04/06 23:57: Train Epoch 20: 200/264 Loss: 20.288494\r\n",
-      "Train Epoch 20: 100%|██████████████| 264/264 [02:19<00:00,  1.89it/s, loss=19.6]\r\n",
-      "04/06 23:58: Train Epoch 20: average Loss: 20.402890, time: 139.43 s\r\n",
-      "Val Epoch 20: 100%|██████████████████| 88/88 [00:29<00:00,  2.99it/s, loss=23.1]\r\n",
-      "04/06 23:58: Val Epoch 20: average Loss: 21.329480, time: 29.44 s\r\n",
-      "Test Epoch 20: 100%|█████████████████| 89/89 [00:26<00:00,  3.33it/s, loss=22.2]\r\n",
-      "04/06 23:59: Test Epoch 20: average Loss: 21.690379, time: 26.75 s\r\n",
-      "Train Epoch 21:  75%|██████████▌   | 199/264 [01:44<00:32,  2.03it/s, loss=22.2]04/07 00:01: Train Epoch 21: 200/264 Loss: 20.575167\r\n",
-      "Train Epoch 21: 100%|████████████████| 264/264 [02:16<00:00,  1.94it/s, loss=21]\r\n",
-      "04/07 00:01: Train Epoch 21: average Loss: 20.310397, time: 136.20 s\r\n",
-      "Val Epoch 21: 100%|██████████████████| 88/88 [00:43<00:00,  2.00it/s, loss=23.2]\r\n",
-      "04/07 00:02: Val Epoch 21: average Loss: 21.141252, time: 44.00 s\r\n",
-      "Test Epoch 21: 100%|███████████████████| 89/89 [00:41<00:00,  2.17it/s, loss=22]\r\n",
-      "04/07 00:03: Test Epoch 21: average Loss: 21.452622, time: 41.10 s\r\n",
-      "04/07 00:03: Best validation model saved!\r\n",
-      "Train Epoch 22:  75%|██████████▌   | 199/264 [01:47<00:34,  1.88it/s, loss=19.2]04/07 00:04: Train Epoch 22: 200/264 Loss: 20.040478\r\n",
-      "Train Epoch 22: 100%|██████████████| 264/264 [02:18<00:00,  1.91it/s, loss=20.6]\r\n",
-      "04/07 00:05: Train Epoch 22: average Loss: 20.197101, time: 138.47 s\r\n",
-      "Val Epoch 22: 100%|████████████████████| 88/88 [00:27<00:00,  3.18it/s, loss=23]\r\n",
-      "04/07 00:05: Val Epoch 22: average Loss: 20.912619, time: 27.66 s\r\n",
-      "Test Epoch 22: 100%|███████████████████| 89/89 [00:27<00:00,  3.20it/s, loss=22]\r\n",
-      "04/07 00:06: Test Epoch 22: average Loss: 21.249462, time: 27.84 s\r\n",
-      "04/07 00:06: Best validation model saved!\r\n",
-      "Train Epoch 23:  75%|██████████▌   | 199/264 [01:46<00:32,  1.99it/s, loss=20.2]04/07 00:08: Train Epoch 23: 200/264 Loss: 19.530762\r\n",
-      "Train Epoch 23: 100%|██████████████| 264/264 [02:25<00:00,  1.81it/s, loss=19.7]\r\n",
-      "04/07 00:08: Train Epoch 23: average Loss: 20.079642, time: 145.83 s\r\n",
-      "Val Epoch 23: 100%|████████████████████| 88/88 [00:28<00:00,  3.11it/s, loss=23]\r\n",
-      "04/07 00:09: Val Epoch 23: average Loss: 21.022933, time: 28.29 s\r\n",
-      "Test Epoch 23: 100%|█████████████████| 89/89 [00:27<00:00,  3.23it/s, loss=22.1]\r\n",
-      "04/07 00:09: Test Epoch 23: average Loss: 21.407639, time: 27.59 s\r\n",
-      "Train Epoch 24:  75%|██████████▌   | 199/264 [01:45<00:31,  2.06it/s, loss=19.6]04/07 00:11: Train Epoch 24: 200/264 Loss: 19.215342\r\n",
-      "Train Epoch 24: 100%|████████████████| 264/264 [02:16<00:00,  1.93it/s, loss=21]\r\n",
-      "04/07 00:11: Train Epoch 24: average Loss: 19.950531, time: 137.00 s\r\n",
-      "Val Epoch 24: 100%|██████████████████| 88/88 [00:25<00:00,  3.47it/s, loss=22.7]\r\n",
-      "04/07 00:12: Val Epoch 24: average Loss: 20.887775, time: 25.38 s\r\n",
-      "Test Epoch 24: 100%|█████████████████| 89/89 [00:37<00:00,  2.37it/s, loss=22.3]\r\n",
-      "04/07 00:13: Test Epoch 24: average Loss: 21.185330, time: 37.58 s\r\n",
-      "04/07 00:13: Best validation model saved!\r\n",
-      "Train Epoch 25:  75%|██████████▌   | 199/264 [01:44<00:44,  1.46it/s, loss=19.3]04/07 00:14: Train Epoch 25: 200/264 Loss: 20.053473\r\n",
-      "Train Epoch 25: 100%|██████████████| 264/264 [02:21<00:00,  1.86it/s, loss=18.8]\r\n",
-      "04/07 00:15: Train Epoch 25: average Loss: 19.898815, time: 141.56 s\r\n",
-      "Val Epoch 25: 100%|██████████████████| 88/88 [00:27<00:00,  3.22it/s, loss=22.6]\r\n",
-      "04/07 00:15: Val Epoch 25: average Loss: 20.704834, time: 27.29 s\r\n",
-      "Test Epoch 25: 100%|█████████████████| 89/89 [00:26<00:00,  3.36it/s, loss=22.4]\r\n",
-      "04/07 00:16: Test Epoch 25: average Loss: 21.126000, time: 26.52 s\r\n",
-      "04/07 00:16: Best validation model saved!\r\n",
-      "Train Epoch 26:  75%|██████████▌   | 199/264 [01:43<00:30,  2.10it/s, loss=19.7]04/07 00:18: Train Epoch 26: 200/264 Loss: 19.539022\r\n",
-      "Train Epoch 26: 100%|██████████████| 264/264 [02:14<00:00,  1.97it/s, loss=19.9]\r\n",
-      "04/07 00:18: Train Epoch 26: average Loss: 19.801965, time: 134.34 s\r\n",
-      "Val Epoch 26: 100%|██████████████████| 88/88 [00:43<00:00,  2.02it/s, loss=22.6]\r\n",
-      "04/07 00:19: Val Epoch 26: average Loss: 20.775037, time: 43.54 s\r\n",
-      "Test Epoch 26: 100%|███████████████████| 89/89 [00:40<00:00,  2.20it/s, loss=23]\r\n",
-      "04/07 00:19: Test Epoch 26: average Loss: 21.224812, time: 40.37 s\r\n",
-      "Train Epoch 27:  75%|██████████▌   | 199/264 [01:43<00:33,  1.95it/s, loss=20.3]04/07 00:21: Train Epoch 27: 200/264 Loss: 19.926521\r\n",
-      "Train Epoch 27: 100%|██████████████| 264/264 [02:14<00:00,  1.96it/s, loss=19.9]\r\n",
-      "04/07 00:22: Train Epoch 27: average Loss: 19.720766, time: 134.76 s\r\n",
-      "Val Epoch 27: 100%|██████████████████| 88/88 [00:26<00:00,  3.36it/s, loss=22.6]\r\n",
-      "04/07 00:22: Val Epoch 27: average Loss: 20.934404, time: 26.18 s\r\n",
-      "Test Epoch 27: 100%|█████████████████| 89/89 [00:28<00:00,  3.13it/s, loss=21.7]\r\n",
-      "04/07 00:23: Test Epoch 27: average Loss: 21.218288, time: 28.41 s\r\n",
-      "Train Epoch 28:  75%|████████████    | 199/264 [01:43<00:31,  2.09it/s, loss=19]04/07 00:24: Train Epoch 28: 200/264 Loss: 18.252569\r\n",
-      "Train Epoch 28: 100%|██████████████| 264/264 [02:21<00:00,  1.87it/s, loss=19.9]\r\n",
-      "04/07 00:25: Train Epoch 28: average Loss: 19.622848, time: 141.52 s\r\n",
-      "Val Epoch 28: 100%|██████████████████| 88/88 [00:32<00:00,  2.74it/s, loss=22.4]\r\n",
-      "04/07 00:25: Val Epoch 28: average Loss: 20.627100, time: 32.14 s\r\n",
-      "Test Epoch 28: 100%|█████████████████| 89/89 [00:26<00:00,  3.31it/s, loss=22.2]\r\n",
-      "04/07 00:26: Test Epoch 28: average Loss: 20.980208, time: 26.90 s\r\n",
-      "04/07 00:26: Best validation model saved!\r\n",
-      "Train Epoch 29:  75%|██████████▌   | 199/264 [01:44<00:30,  2.10it/s, loss=19.9]04/07 00:28: Train Epoch 29: 200/264 Loss: 19.107624\r\n",
-      "Train Epoch 29: 100%|██████████████| 264/264 [02:15<00:00,  1.95it/s, loss=17.6]\r\n",
-      "04/07 00:28: Train Epoch 29: average Loss: 19.557310, time: 135.37 s\r\n",
-      "Val Epoch 29: 100%|██████████████████| 88/88 [00:27<00:00,  3.16it/s, loss=22.5]\r\n",
-      "04/07 00:29: Val Epoch 29: average Loss: 20.799446, time: 27.84 s\r\n",
-      "Test Epoch 29: 100%|█████████████████| 89/89 [00:35<00:00,  2.54it/s, loss=23.4]\r\n",
-      "04/07 00:29: Test Epoch 29: average Loss: 21.283763, time: 35.09 s\r\n",
-      "Train Epoch 30:  75%|██████████▌   | 199/264 [01:43<00:43,  1.49it/s, loss=18.8]04/07 00:31: Train Epoch 30: 200/264 Loss: 19.805233\r\n",
-      "Train Epoch 30: 100%|██████████████| 264/264 [02:20<00:00,  1.88it/s, loss=20.1]\r\n",
-      "04/07 00:32: Train Epoch 30: average Loss: 19.500807, time: 140.61 s\r\n",
-      "Val Epoch 30: 100%|██████████████████| 88/88 [00:28<00:00,  3.07it/s, loss=22.5]\r\n",
-      "04/07 00:32: Val Epoch 30: average Loss: 20.667411, time: 28.65 s\r\n",
-      "Test Epoch 30: 100%|█████████████████| 89/89 [00:28<00:00,  3.17it/s, loss=22.5]\r\n",
-      "04/07 00:33: Test Epoch 30: average Loss: 21.053366, time: 28.09 s\r\n",
-      "Train Epoch 31:  75%|██████████▌   | 199/264 [01:45<00:32,  2.03it/s, loss=18.3]04/07 00:34: Train Epoch 31: 200/264 Loss: 19.619055\r\n",
-      "Train Epoch 31: 100%|██████████████| 264/264 [02:17<00:00,  1.91it/s, loss=19.5]\r\n",
-      "04/07 00:35: Train Epoch 31: average Loss: 19.390534, time: 137.96 s\r\n",
-      "Val Epoch 31: 100%|██████████████████| 88/88 [00:43<00:00,  2.03it/s, loss=22.1]\r\n",
-      "04/07 00:36: Val Epoch 31: average Loss: 20.494309, time: 43.25 s\r\n",
-      "Test Epoch 31: 100%|█████████████████| 89/89 [00:39<00:00,  2.26it/s, loss=21.8]\r\n",
-      "04/07 00:36: Test Epoch 31: average Loss: 20.893298, time: 39.43 s\r\n",
-      "04/07 00:36: Best validation model saved!\r\n",
-      "Train Epoch 32:  75%|██████████▌   | 199/264 [01:45<00:31,  2.09it/s, loss=17.9]04/07 00:38: Train Epoch 32: 200/264 Loss: 19.474033\r\n",
-      "Train Epoch 32: 100%|██████████████| 264/264 [02:17<00:00,  1.93it/s, loss=19.7]\r\n",
-      "04/07 00:38: Train Epoch 32: average Loss: 19.355099, time: 137.14 s\r\n",
-      "Val Epoch 32: 100%|██████████████████| 88/88 [00:27<00:00,  3.14it/s, loss=22.4]\r\n",
-      "04/07 00:39: Val Epoch 32: average Loss: 20.555413, time: 27.99 s\r\n",
-      "Test Epoch 32: 100%|█████████████████| 89/89 [00:27<00:00,  3.21it/s, loss=22.2]\r\n",
-      "04/07 00:39: Test Epoch 32: average Loss: 20.974447, time: 27.73 s\r\n",
-      "Train Epoch 33:  75%|██████████▌   | 199/264 [01:44<00:32,  2.03it/s, loss=19.1]04/07 00:41: Train Epoch 33: 200/264 Loss: 18.796198\r\n",
-      "Train Epoch 33: 100%|██████████████| 264/264 [02:22<00:00,  1.85it/s, loss=19.2]\r\n",
-      "04/07 00:42: Train Epoch 33: average Loss: 19.217677, time: 142.69 s\r\n",
-      "Val Epoch 33: 100%|████████████████████| 88/88 [00:32<00:00,  2.74it/s, loss=22]\r\n",
-      "04/07 00:42: Val Epoch 33: average Loss: 20.390750, time: 32.13 s\r\n",
-      "Test Epoch 33: 100%|█████████████████| 89/89 [00:28<00:00,  3.17it/s, loss=21.9]\r\n",
-      "04/07 00:43: Test Epoch 33: average Loss: 20.761016, time: 28.05 s\r\n",
-      "04/07 00:43: Best validation model saved!\r\n",
-      "Train Epoch 34:  75%|██████████▌   | 199/264 [01:44<00:29,  2.21it/s, loss=19.1]04/07 00:45: Train Epoch 34: 200/264 Loss: 19.216427\r\n",
-      "Train Epoch 34: 100%|██████████████| 264/264 [02:16<00:00,  1.94it/s, loss=18.7]\r\n",
-      "04/07 00:45: Train Epoch 34: average Loss: 19.195135, time: 136.34 s\r\n",
-      "Val Epoch 34: 100%|██████████████████| 88/88 [00:27<00:00,  3.25it/s, loss=21.8]\r\n",
-      "04/07 00:46: Val Epoch 34: average Loss: 20.408719, time: 27.08 s\r\n",
-      "Test Epoch 34: 100%|█████████████████| 89/89 [00:30<00:00,  2.92it/s, loss=22.2]\r\n",
-      "04/07 00:46: Test Epoch 34: average Loss: 20.751484, time: 30.44 s\r\n",
-      "Train Epoch 35:  75%|██████████▌   | 199/264 [01:44<00:37,  1.72it/s, loss=18.9]04/07 00:48: Train Epoch 35: 200/264 Loss: 16.840576\r\n",
-      "Train Epoch 35: 100%|██████████████| 264/264 [02:23<00:00,  1.84it/s, loss=19.2]\r\n",
-      "04/07 00:48: Train Epoch 35: average Loss: 19.108652, time: 143.18 s\r\n",
-      "Val Epoch 35: 100%|██████████████████| 88/88 [00:28<00:00,  3.09it/s, loss=22.4]\r\n",
-      "04/07 00:49: Val Epoch 35: average Loss: 20.599304, time: 28.45 s\r\n",
-      "Test Epoch 35: 100%|█████████████████| 89/89 [00:27<00:00,  3.26it/s, loss=21.8]\r\n",
-      "04/07 00:49: Test Epoch 35: average Loss: 20.916503, time: 27.31 s\r\n",
-      "Train Epoch 36:  75%|██████████▌   | 199/264 [01:45<00:32,  2.03it/s, loss=19.6]04/07 00:51: Train Epoch 36: 200/264 Loss: 18.387558\r\n",
-      "Train Epoch 36: 100%|██████████████| 264/264 [02:16<00:00,  1.94it/s, loss=18.1]\r\n",
-      "04/07 00:52: Train Epoch 36: average Loss: 19.140769, time: 136.38 s\r\n",
-      "Val Epoch 36: 100%|██████████████████| 88/88 [00:38<00:00,  2.28it/s, loss=21.6]\r\n",
-      "04/07 00:52: Val Epoch 36: average Loss: 20.382988, time: 38.68 s\r\n",
-      "Test Epoch 36: 100%|█████████████████| 89/89 [00:43<00:00,  2.03it/s, loss=22.3]\r\n",
-      "04/07 00:53: Test Epoch 36: average Loss: 20.787364, time: 43.90 s\r\n",
-      "04/07 00:53: Best validation model saved!\r\n",
-      "Train Epoch 37:  75%|██████████▌   | 199/264 [01:45<00:47,  1.36it/s, loss=19.3]04/07 00:55: Train Epoch 37: 200/264 Loss: 19.704588\r\n",
-      "Train Epoch 37: 100%|██████████████| 264/264 [02:17<00:00,  1.92it/s, loss=18.6]\r\n",
-      "04/07 00:55: Train Epoch 37: average Loss: 19.002800, time: 137.32 s\r\n",
-      "Val Epoch 37: 100%|██████████████████| 88/88 [00:26<00:00,  3.32it/s, loss=21.8]\r\n",
-      "04/07 00:56: Val Epoch 37: average Loss: 20.411683, time: 26.48 s\r\n",
-      "Test Epoch 37: 100%|█████████████████| 89/89 [00:27<00:00,  3.22it/s, loss=22.4]\r\n",
-      "04/07 00:56: Test Epoch 37: average Loss: 20.914024, time: 27.63 s\r\n",
-      "Train Epoch 38:  75%|██████████▌   | 199/264 [01:43<00:30,  2.16it/s, loss=20.1]04/07 00:58: Train Epoch 38: 200/264 Loss: 18.746069\r\n",
-      "Train Epoch 38: 100%|██████████████| 264/264 [02:20<00:00,  1.88it/s, loss=18.9]\r\n",
-      "04/07 00:59: Train Epoch 38: average Loss: 18.935760, time: 140.76 s\r\n",
-      "Val Epoch 38: 100%|██████████████████| 88/88 [00:38<00:00,  2.31it/s, loss=21.5]\r\n",
-      "04/07 00:59: Val Epoch 38: average Loss: 20.384320, time: 38.07 s\r\n",
-      "Test Epoch 38: 100%|█████████████████| 89/89 [00:28<00:00,  3.07it/s, loss=21.6]\r\n",
-      "04/07 01:00: Test Epoch 38: average Loss: 20.942789, time: 28.99 s\r\n",
-      "Train Epoch 39:  75%|████████████    | 199/264 [01:46<00:32,  2.03it/s, loss=19]04/07 01:01: Train Epoch 39: 200/264 Loss: 18.661161\r\n",
-      "Train Epoch 39: 100%|██████████████| 264/264 [02:18<00:00,  1.90it/s, loss=19.5]\r\n",
-      "04/07 01:02: Train Epoch 39: average Loss: 18.921137, time: 138.71 s\r\n",
-      "Val Epoch 39: 100%|██████████████████| 88/88 [00:29<00:00,  3.02it/s, loss=21.6]\r\n",
-      "04/07 01:02: Val Epoch 39: average Loss: 20.331562, time: 29.17 s\r\n",
-      "Test Epoch 39: 100%|███████████████████| 89/89 [00:32<00:00,  2.76it/s, loss=23]\r\n",
-      "04/07 01:03: Test Epoch 39: average Loss: 20.904789, time: 32.19 s\r\n",
-      "04/07 01:03: Best validation model saved!\r\n",
-      "Train Epoch 40:  75%|██████████▌   | 199/264 [01:36<00:31,  2.09it/s, loss=19.4]04/07 01:05: Train Epoch 40: 200/264 Loss: 18.878525\r\n",
-      "Train Epoch 40: 100%|██████████████| 264/264 [02:12<00:00,  1.99it/s, loss=18.9]\r\n",
-      "04/07 01:05: Train Epoch 40: average Loss: 18.837191, time: 132.46 s\r\n",
-      "Val Epoch 40: 100%|██████████████████| 88/88 [00:32<00:00,  2.74it/s, loss=21.4]\r\n",
-      "04/07 01:06: Val Epoch 40: average Loss: 20.305210, time: 32.10 s\r\n",
-      "Test Epoch 40: 100%|█████████████████| 89/89 [00:29<00:00,  3.06it/s, loss=21.7]\r\n",
-      "04/07 01:06: Test Epoch 40: average Loss: 20.671632, time: 29.08 s\r\n",
-      "04/07 01:06: Best validation model saved!\r\n",
-      "Train Epoch 41:  75%|██████████▌   | 199/264 [01:48<00:31,  2.07it/s, loss=17.8]04/07 01:08: Train Epoch 41: 200/264 Loss: 19.624603\r\n",
-      "Train Epoch 41: 100%|██████████████| 264/264 [02:20<00:00,  1.88it/s, loss=19.7]\r\n",
-      "04/07 01:09: Train Epoch 41: average Loss: 18.788520, time: 140.13 s\r\n",
-      "Val Epoch 41: 100%|██████████████████| 88/88 [00:31<00:00,  2.83it/s, loss=22.1]\r\n",
-      "04/07 01:09: Val Epoch 41: average Loss: 20.389806, time: 31.10 s\r\n",
-      "Test Epoch 41: 100%|█████████████████| 89/89 [00:42<00:00,  2.10it/s, loss=21.9]\r\n",
-      "04/07 01:10: Test Epoch 41: average Loss: 20.813908, time: 42.35 s\r\n",
-      "Train Epoch 42:  75%|██████████▌   | 199/264 [01:41<00:34,  1.90it/s, loss=18.4]04/07 01:11: Train Epoch 42: 200/264 Loss: 20.239704\r\n",
-      "Train Epoch 42: 100%|██████████████| 264/264 [02:17<00:00,  1.92it/s, loss=18.7]\r\n",
-      "04/07 01:12: Train Epoch 42: average Loss: 18.783883, time: 137.38 s\r\n",
-      "Val Epoch 42: 100%|██████████████████| 88/88 [00:30<00:00,  2.85it/s, loss=21.7]\r\n",
-      "04/07 01:13: Val Epoch 42: average Loss: 20.461045, time: 30.87 s\r\n",
-      "Test Epoch 42: 100%|█████████████████| 89/89 [00:30<00:00,  2.87it/s, loss=21.8]\r\n",
-      "04/07 01:13: Test Epoch 42: average Loss: 20.742293, time: 30.96 s\r\n",
-      "Train Epoch 43:  75%|██████████▌   | 199/264 [01:46<00:29,  2.19it/s, loss=18.6]04/07 01:15: Train Epoch 43: 200/264 Loss: 18.616236\r\n",
-      "Train Epoch 43: 100%|██████████████| 264/264 [02:17<00:00,  1.92it/s, loss=18.6]\r\n",
-      "04/07 01:15: Train Epoch 43: average Loss: 18.722291, time: 137.40 s\r\n",
-      "Val Epoch 43: 100%|██████████████████| 88/88 [00:41<00:00,  2.12it/s, loss=21.6]\r\n",
-      "04/07 01:16: Val Epoch 43: average Loss: 20.346583, time: 41.49 s\r\n",
-      "Test Epoch 43: 100%|█████████████████| 89/89 [00:32<00:00,  2.70it/s, loss=22.1]\r\n",
-      "04/07 01:17: Test Epoch 43: average Loss: 20.790013, time: 32.93 s\r\n",
-      "Train Epoch 44:  75%|██████████▌   | 199/264 [01:40<00:30,  2.14it/s, loss=17.7]04/07 01:18: Train Epoch 44: 200/264 Loss: 17.693777\r\n",
-      "Train Epoch 44: 100%|██████████████| 264/264 [02:16<00:00,  1.94it/s, loss=18.6]\r\n",
-      "04/07 01:19: Train Epoch 44: average Loss: 18.665875, time: 136.14 s\r\n",
-      "Val Epoch 44: 100%|██████████████████| 88/88 [00:27<00:00,  3.22it/s, loss=21.4]\r\n",
-      "04/07 01:19: Val Epoch 44: average Loss: 20.378730, time: 27.32 s\r\n",
-      "Test Epoch 44: 100%|█████████████████| 89/89 [00:26<00:00,  3.30it/s, loss=22.1]\r\n",
-      "04/07 01:20: Test Epoch 44: average Loss: 20.795200, time: 26.98 s\r\n",
-      "Train Epoch 45:  75%|██████████▌   | 199/264 [01:47<00:33,  1.93it/s, loss=18.3]04/07 01:22: Train Epoch 45: 200/264 Loss: 19.022125\r\n",
-      "Train Epoch 45: 100%|██████████████| 264/264 [02:20<00:00,  1.88it/s, loss=19.6]\r\n",
-      "04/07 01:22: Train Epoch 45: average Loss: 18.615003, time: 140.63 s\r\n",
-      "Val Epoch 45: 100%|██████████████████| 88/88 [00:44<00:00,  2.00it/s, loss=21.1]\r\n",
-      "04/07 01:23: Val Epoch 45: average Loss: 20.177330, time: 44.00 s\r\n",
-      "Test Epoch 45: 100%|█████████████████| 89/89 [00:28<00:00,  3.08it/s, loss=21.4]\r\n",
-      "04/07 01:23: Test Epoch 45: average Loss: 20.614806, time: 28.86 s\r\n",
-      "04/07 01:23: Best validation model saved!\r\n",
-      "Train Epoch 46:  75%|██████████▌   | 199/264 [01:43<00:42,  1.52it/s, loss=18.5]04/07 01:25: Train Epoch 46: 200/264 Loss: 17.847446\r\n",
-      "Train Epoch 46: 100%|████████████████| 264/264 [02:19<00:00,  1.89it/s, loss=19]\r\n",
-      "04/07 01:26: Train Epoch 46: average Loss: 18.572829, time: 139.41 s\r\n",
-      "Val Epoch 46: 100%|██████████████████| 88/88 [00:27<00:00,  3.16it/s, loss=21.4]\r\n",
-      "04/07 01:26: Val Epoch 46: average Loss: 20.335516, time: 27.83 s\r\n",
-      "Test Epoch 46: 100%|█████████████████| 89/89 [00:26<00:00,  3.35it/s, loss=22.1]\r\n",
-      "04/07 01:27: Test Epoch 46: average Loss: 20.800301, time: 26.58 s\r\n",
-      "Train Epoch 47:  75%|████████████    | 199/264 [01:46<00:29,  2.22it/s, loss=18]04/07 01:28: Train Epoch 47: 200/264 Loss: 17.242758\r\n",
-      "Train Epoch 47: 100%|██████████████| 264/264 [02:20<00:00,  1.88it/s, loss=18.6]\r\n",
-      "04/07 01:29: Train Epoch 47: average Loss: 18.498562, time: 140.61 s\r\n",
-      "Val Epoch 47: 100%|██████████████████| 88/88 [00:34<00:00,  2.52it/s, loss=21.2]\r\n",
-      "04/07 01:30: Val Epoch 47: average Loss: 20.230926, time: 34.90 s\r\n",
-      "Test Epoch 47: 100%|█████████████████| 89/89 [00:26<00:00,  3.32it/s, loss=21.7]\r\n",
-      "04/07 01:30: Test Epoch 47: average Loss: 20.740728, time: 26.81 s\r\n",
-      "Train Epoch 48:  75%|██████████▌   | 199/264 [01:44<00:45,  1.42it/s, loss=18.4]04/07 01:32: Train Epoch 48: 200/264 Loss: 19.503822\r\n",
-      "Train Epoch 48: 100%|██████████████| 264/264 [02:17<00:00,  1.92it/s, loss=18.3]\r\n",
-      "04/07 01:32: Train Epoch 48: average Loss: 18.466052, time: 137.20 s\r\n",
-      "Val Epoch 48: 100%|██████████████████| 88/88 [00:27<00:00,  3.18it/s, loss=21.3]\r\n",
-      "04/07 01:33: Val Epoch 48: average Loss: 20.290150, time: 27.67 s\r\n",
-      "Test Epoch 48: 100%|█████████████████| 89/89 [00:34<00:00,  2.60it/s, loss=21.8]\r\n",
-      "04/07 01:33: Test Epoch 48: average Loss: 20.739622, time: 34.17 s\r\n",
-      "Train Epoch 49:  75%|██████████▌   | 199/264 [01:45<00:33,  1.95it/s, loss=18.9]04/07 01:35: Train Epoch 49: 200/264 Loss: 18.641495\r\n",
-      "Train Epoch 49: 100%|██████████████| 264/264 [02:23<00:00,  1.84it/s, loss=18.8]\r\n",
-      "04/07 01:36: Train Epoch 49: average Loss: 18.446067, time: 143.14 s\r\n",
-      "Val Epoch 49: 100%|████████████████████| 88/88 [00:28<00:00,  3.04it/s, loss=21]\r\n",
-      "04/07 01:36: Val Epoch 49: average Loss: 20.213538, time: 28.91 s\r\n",
-      "Test Epoch 49: 100%|█████████████████| 89/89 [00:28<00:00,  3.09it/s, loss=21.7]\r\n",
-      "04/07 01:37: Test Epoch 49: average Loss: 20.604952, time: 28.81 s\r\n",
-      "Train Epoch 50:  75%|██████████▌   | 199/264 [01:47<00:30,  2.10it/s, loss=19.3]04/07 01:38: Train Epoch 50: 200/264 Loss: 18.030895\r\n",
-      "Train Epoch 50: 100%|██████████████| 264/264 [02:19<00:00,  1.90it/s, loss=17.7]\r\n",
-      "04/07 01:39: Train Epoch 50: average Loss: 18.406343, time: 139.21 s\r\n",
-      "Val Epoch 50: 100%|████████████████████| 88/88 [00:25<00:00,  3.39it/s, loss=21]\r\n",
-      "04/07 01:39: Val Epoch 50: average Loss: 20.160728, time: 25.95 s\r\n",
-      "Test Epoch 50: 100%|█████████████████| 89/89 [00:44<00:00,  2.02it/s, loss=21.5]\r\n",
-      "04/07 01:40: Test Epoch 50: average Loss: 20.589167, time: 44.14 s\r\n",
-      "04/07 01:40: Best validation model saved!\r\n",
-      "Train Epoch 51:  75%|██████████▌   | 199/264 [01:40<00:31,  2.04it/s, loss=18.1]04/07 01:42: Train Epoch 51: 200/264 Loss: 19.132542\r\n",
-      "Train Epoch 51: 100%|██████████████| 264/264 [02:17<00:00,  1.93it/s, loss=17.4]\r\n",
-      "04/07 01:42: Train Epoch 51: average Loss: 18.350028, time: 137.09 s\r\n",
-      "Val Epoch 51: 100%|██████████████████| 88/88 [00:25<00:00,  3.38it/s, loss=21.6]\r\n",
-      "04/07 01:43: Val Epoch 51: average Loss: 20.480152, time: 26.00 s\r\n",
-      "Test Epoch 51: 100%|█████████████████| 89/89 [00:28<00:00,  3.12it/s, loss=21.8]\r\n",
-      "04/07 01:43: Test Epoch 51: average Loss: 20.812104, time: 28.53 s\r\n",
-      "Train Epoch 52:  75%|██████████▌   | 199/264 [01:44<00:30,  2.16it/s, loss=18.1]04/07 01:45: Train Epoch 52: 200/264 Loss: 18.269251\r\n",
-      "Train Epoch 52: 100%|██████████████| 264/264 [02:16<00:00,  1.93it/s, loss=18.3]\r\n",
-      "04/07 01:46: Train Epoch 52: average Loss: 18.347013, time: 136.91 s\r\n",
-      "Val Epoch 52: 100%|██████████████████| 88/88 [00:36<00:00,  2.43it/s, loss=21.1]\r\n",
-      "04/07 01:46: Val Epoch 52: average Loss: 20.089430, time: 36.29 s\r\n",
-      "Test Epoch 52: 100%|███████████████████| 89/89 [00:39<00:00,  2.26it/s, loss=22]\r\n",
-      "04/07 01:47: Test Epoch 52: average Loss: 20.635841, time: 39.37 s\r\n",
-      "04/07 01:47: Best validation model saved!\r\n",
-      "Train Epoch 53:  75%|██████████▌   | 199/264 [01:40<00:31,  2.08it/s, loss=19.3]04/07 01:49: Train Epoch 53: 200/264 Loss: 17.808861\r\n",
-      "Train Epoch 53: 100%|██████████████| 264/264 [02:16<00:00,  1.94it/s, loss=18.7]\r\n",
-      "04/07 01:49: Train Epoch 53: average Loss: 18.264727, time: 136.11 s\r\n",
-      "Val Epoch 53: 100%|██████████████████| 88/88 [00:28<00:00,  3.04it/s, loss=21.1]\r\n",
-      "04/07 01:50: Val Epoch 53: average Loss: 20.265565, time: 28.94 s\r\n",
-      "Test Epoch 53: 100%|█████████████████| 89/89 [00:29<00:00,  3.01it/s, loss=21.3]\r\n",
-      "04/07 01:50: Test Epoch 53: average Loss: 20.714930, time: 29.59 s\r\n",
-      "Train Epoch 54:  75%|██████████▌   | 199/264 [01:47<00:31,  2.05it/s, loss=17.5]04/07 01:52: Train Epoch 54: 200/264 Loss: 18.185656\r\n",
-      "Train Epoch 54: 100%|██████████████| 264/264 [02:19<00:00,  1.89it/s, loss=17.8]\r\n",
-      "04/07 01:52: Train Epoch 54: average Loss: 18.252220, time: 139.41 s\r\n",
-      "Val Epoch 54: 100%|██████████████████| 88/88 [00:43<00:00,  2.00it/s, loss=21.3]\r\n",
-      "04/07 01:53: Val Epoch 54: average Loss: 20.435809, time: 43.97 s\r\n",
-      "Test Epoch 54: 100%|█████████████████| 89/89 [00:30<00:00,  2.91it/s, loss=21.7]\r\n",
-      "04/07 01:54: Test Epoch 54: average Loss: 20.833683, time: 30.56 s\r\n",
-      "Train Epoch 55:  75%|██████████▌   | 199/264 [01:43<00:36,  1.80it/s, loss=18.8]04/07 01:55: Train Epoch 55: 200/264 Loss: 18.044502\r\n",
-      "Train Epoch 55: 100%|██████████████| 264/264 [02:19<00:00,  1.89it/s, loss=18.9]\r\n",
-      "04/07 01:56: Train Epoch 55: average Loss: 18.182581, time: 139.90 s\r\n",
-      "Val Epoch 55: 100%|██████████████████| 88/88 [00:27<00:00,  3.22it/s, loss=21.1]\r\n",
-      "04/07 01:56: Val Epoch 55: average Loss: 20.187570, time: 27.34 s\r\n",
-      "Test Epoch 55: 100%|█████████████████| 89/89 [00:27<00:00,  3.24it/s, loss=21.5]\r\n",
-      "04/07 01:57: Test Epoch 55: average Loss: 20.740607, time: 27.43 s\r\n",
-      "Train Epoch 56:  75%|██████████▌   | 199/264 [01:46<00:29,  2.17it/s, loss=17.9]04/07 01:59: Train Epoch 56: 200/264 Loss: 19.015188\r\n",
-      "Train Epoch 56: 100%|██████████████| 264/264 [02:17<00:00,  1.91it/s, loss=18.6]\r\n",
-      "04/07 01:59: Train Epoch 56: average Loss: 18.231566, time: 137.94 s\r\n",
-      "Val Epoch 56: 100%|██████████████████| 88/88 [00:43<00:00,  2.02it/s, loss=21.1]\r\n",
-      "04/07 02:00: Val Epoch 56: average Loss: 20.332156, time: 43.56 s\r\n",
-      "Test Epoch 56: 100%|█████████████████| 89/89 [00:30<00:00,  2.95it/s, loss=21.5]\r\n",
-      "04/07 02:00: Test Epoch 56: average Loss: 20.739819, time: 30.19 s\r\n",
-      "Train Epoch 57:  75%|██████████▌   | 199/264 [01:43<00:38,  1.70it/s, loss=17.7]04/07 02:02: Train Epoch 57: 200/264 Loss: 18.549253\r\n",
-      "Train Epoch 57: 100%|██████████████| 264/264 [02:20<00:00,  1.88it/s, loss=18.7]\r\n",
-      "04/07 02:03: Train Epoch 57: average Loss: 18.180732, time: 140.58 s\r\n",
-      "Val Epoch 57: 100%|██████████████████| 88/88 [00:27<00:00,  3.18it/s, loss=21.1]\r\n",
-      "04/07 02:03: Val Epoch 57: average Loss: 20.217964, time: 27.65 s\r\n",
-      "Test Epoch 57: 100%|█████████████████| 89/89 [00:27<00:00,  3.21it/s, loss=21.6]\r\n",
-      "04/07 02:04: Test Epoch 57: average Loss: 20.692346, time: 27.71 s\r\n",
-      "Train Epoch 58:  75%|██████████▌   | 199/264 [01:46<00:31,  2.09it/s, loss=18.7]04/07 02:05: Train Epoch 58: 200/264 Loss: 18.029970\r\n",
-      "Train Epoch 58: 100%|██████████████| 264/264 [02:18<00:00,  1.91it/s, loss=18.4]\r\n",
-      "04/07 02:06: Train Epoch 58: average Loss: 18.083453, time: 138.25 s\r\n",
-      "Val Epoch 58: 100%|██████████████████| 88/88 [00:42<00:00,  2.07it/s, loss=21.2]\r\n",
-      "04/07 02:07: Val Epoch 58: average Loss: 20.265531, time: 42.57 s\r\n",
-      "Test Epoch 58: 100%|█████████████████| 89/89 [00:30<00:00,  2.95it/s, loss=21.9]\r\n",
-      "04/07 02:07: Test Epoch 58: average Loss: 20.748610, time: 30.17 s\r\n",
-      "Train Epoch 59:  75%|██████████▌   | 199/264 [01:40<00:30,  2.13it/s, loss=18.3]04/07 02:09: Train Epoch 59: 200/264 Loss: 18.613800\r\n",
-      "Train Epoch 59: 100%|██████████████| 264/264 [02:15<00:00,  1.94it/s, loss=18.2]\r\n",
-      "04/07 02:09: Train Epoch 59: average Loss: 18.085618, time: 135.94 s\r\n",
-      "Val Epoch 59: 100%|██████████████████| 88/88 [00:28<00:00,  3.13it/s, loss=20.9]\r\n",
-      "04/07 02:10: Val Epoch 59: average Loss: 20.214135, time: 28.08 s\r\n",
-      "Test Epoch 59: 100%|█████████████████| 89/89 [00:28<00:00,  3.16it/s, loss=21.4]\r\n",
-      "04/07 02:10: Test Epoch 59: average Loss: 20.693955, time: 28.15 s\r\n",
-      "Train Epoch 60:  75%|██████████▌   | 199/264 [01:45<00:31,  2.06it/s, loss=18.9]04/07 02:12: Train Epoch 60: 200/264 Loss: 18.192022\r\n",
-      "Train Epoch 60: 100%|██████████████| 264/264 [02:17<00:00,  1.93it/s, loss=18.1]\r\n",
-      "04/07 02:13: Train Epoch 60: average Loss: 18.036210, time: 137.04 s\r\n",
-      "Val Epoch 60: 100%|██████████████████| 88/88 [00:43<00:00,  2.04it/s, loss=21.3]\r\n",
-      "04/07 02:13: Val Epoch 60: average Loss: 20.445550, time: 43.09 s\r\n",
-      "Test Epoch 60: 100%|█████████████████| 89/89 [00:29<00:00,  3.05it/s, loss=21.6]\r\n",
-      "04/07 02:14: Test Epoch 60: average Loss: 20.986449, time: 29.17 s\r\n",
-      "Train Epoch 61:  75%|████████████    | 199/264 [01:43<00:42,  1.53it/s, loss=19]04/07 02:16: Train Epoch 61: 200/264 Loss: 18.779825\r\n",
-      "Train Epoch 61: 100%|██████████████| 264/264 [02:17<00:00,  1.92it/s, loss=18.2]\r\n",
-      "04/07 02:16: Train Epoch 61: average Loss: 18.020979, time: 137.17 s\r\n",
-      "Val Epoch 61: 100%|████████████████████| 88/88 [00:29<00:00,  3.02it/s, loss=21]\r\n",
-      "04/07 02:17: Val Epoch 61: average Loss: 20.229224, time: 29.16 s\r\n",
-      "Test Epoch 61: 100%|███████████████████| 89/89 [00:34<00:00,  2.57it/s, loss=21]\r\n",
-      "04/07 02:17: Test Epoch 61: average Loss: 20.692259, time: 34.66 s\r\n",
-      "Train Epoch 62:  75%|██████████▌   | 199/264 [01:44<00:30,  2.11it/s, loss=17.9]04/07 02:19: Train Epoch 62: 200/264 Loss: 18.225697\r\n",
-      "Train Epoch 62: 100%|██████████████| 264/264 [02:19<00:00,  1.89it/s, loss=17.7]\r\n",
-      "04/07 02:20: Train Epoch 62: average Loss: 18.006492, time: 139.79 s\r\n",
-      "Val Epoch 62: 100%|██████████████████| 88/88 [00:33<00:00,  2.60it/s, loss=20.8]\r\n",
-      "04/07 02:20: Val Epoch 62: average Loss: 20.282146, time: 33.79 s\r\n",
-      "Test Epoch 62: 100%|█████████████████| 89/89 [00:27<00:00,  3.24it/s, loss=21.3]\r\n",
-      "04/07 02:21: Test Epoch 62: average Loss: 20.721943, time: 27.49 s\r\n",
-      "Train Epoch 63:  75%|████████████    | 199/264 [01:43<00:43,  1.48it/s, loss=18]04/07 02:22: Train Epoch 63: 200/264 Loss: 17.991335\r\n",
-      "Train Epoch 63: 100%|██████████████| 264/264 [02:16<00:00,  1.94it/s, loss=18.2]\r\n",
-      "04/07 02:23: Train Epoch 63: average Loss: 17.953221, time: 136.42 s\r\n",
-      "Val Epoch 63: 100%|██████████████████| 88/88 [00:26<00:00,  3.31it/s, loss=20.8]\r\n",
-      "04/07 02:23: Val Epoch 63: average Loss: 20.332915, time: 26.60 s\r\n",
-      "Test Epoch 63: 100%|█████████████████| 89/89 [00:35<00:00,  2.51it/s, loss=21.3]\r\n",
-      "04/07 02:24: Test Epoch 63: average Loss: 20.783350, time: 35.53 s\r\n",
-      "Train Epoch 64:  75%|██████████▌   | 199/264 [01:43<00:31,  2.06it/s, loss=17.4]04/07 02:26: Train Epoch 64: 200/264 Loss: 18.349384\r\n",
-      "Train Epoch 64: 100%|██████████████| 264/264 [02:19<00:00,  1.89it/s, loss=17.7]\r\n",
-      "04/07 02:26: Train Epoch 64: average Loss: 17.935474, time: 139.97 s\r\n",
-      "Val Epoch 64: 100%|██████████████████| 88/88 [00:27<00:00,  3.21it/s, loss=21.1]\r\n",
-      "04/07 02:27: Val Epoch 64: average Loss: 20.427791, time: 27.39 s\r\n",
-      "Test Epoch 64: 100%|█████████████████| 89/89 [00:26<00:00,  3.33it/s, loss=21.5]\r\n",
-      "04/07 02:27: Test Epoch 64: average Loss: 20.767422, time: 26.70 s\r\n",
-      "Train Epoch 65:  75%|██████████▌   | 199/264 [01:44<00:43,  1.49it/s, loss=17.8]04/07 02:29: Train Epoch 65: 200/264 Loss: 17.529215\r\n",
-      "Train Epoch 65: 100%|██████████████| 264/264 [02:15<00:00,  1.94it/s, loss=17.6]\r\n",
-      "04/07 02:29: Train Epoch 65: average Loss: 17.870070, time: 135.87 s\r\n",
-      "Val Epoch 65: 100%|████████████████████| 88/88 [00:28<00:00,  3.07it/s, loss=21]\r\n",
-      "04/07 02:30: Val Epoch 65: average Loss: 20.308566, time: 28.63 s\r\n",
-      "Test Epoch 65: 100%|█████████████████| 89/89 [00:37<00:00,  2.36it/s, loss=21.4]\r\n",
-      "04/07 02:31: Test Epoch 65: average Loss: 20.807355, time: 37.64 s\r\n",
-      "Train Epoch 66:  75%|████████████    | 199/264 [01:44<00:30,  2.10it/s, loss=18]04/07 02:32: Train Epoch 66: 200/264 Loss: 17.329525\r\n",
-      "Train Epoch 66: 100%|██████████████| 264/264 [02:21<00:00,  1.86it/s, loss=18.5]\r\n",
-      "04/07 02:33: Train Epoch 66: average Loss: 17.898795, time: 141.93 s\r\n",
-      "Val Epoch 66: 100%|██████████████████| 88/88 [00:28<00:00,  3.12it/s, loss=20.8]\r\n",
-      "04/07 02:33: Val Epoch 66: average Loss: 20.221195, time: 28.19 s\r\n",
-      "Test Epoch 66: 100%|█████████████████| 89/89 [00:27<00:00,  3.23it/s, loss=21.3]\r\n",
-      "04/07 02:34: Test Epoch 66: average Loss: 20.761303, time: 27.52 s\r\n",
-      "Train Epoch 67:  75%|██████████▌   | 199/264 [01:47<00:31,  2.05it/s, loss=19.5]04/07 02:36: Train Epoch 67: 200/264 Loss: 18.231508\r\n",
-      "Train Epoch 67: 100%|██████████████| 264/264 [02:21<00:00,  1.87it/s, loss=18.2]\r\n",
-      "04/07 02:36: Train Epoch 67: average Loss: 17.842904, time: 141.32 s\r\n",
-      "Val Epoch 67: 100%|████████████████████| 88/88 [00:36<00:00,  2.44it/s, loss=21]\r\n",
-      "04/07 02:37: Val Epoch 67: average Loss: 20.810842, time: 36.07 s\r\n",
-      "Test Epoch 67: 100%|█████████████████| 89/89 [00:39<00:00,  2.27it/s, loss=21.3]\r\n",
-      "04/07 02:37: Test Epoch 67: average Loss: 21.130500, time: 39.16 s\r\n",
-      "04/07 02:37: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
-      "04/07 02:37: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-06_22-52-47/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-06_22-52-47/best_test_model.pth\r\n",
-      "04/07 02:37: Testing on best validation model\r\n",
-      "04/07 02:38: Horizon 01, MAE: 17.6927, RMSE: 28.5832, MAPE: 0.0753\r\n",
-      "04/07 02:38: Horizon 02, MAE: 18.5575, RMSE: 30.3625, MAPE: 0.0782\r\n",
-      "04/07 02:38: Horizon 03, MAE: 19.2433, RMSE: 31.7055, MAPE: 0.0809\r\n",
-      "04/07 02:38: Horizon 04, MAE: 19.8130, RMSE: 32.7927, MAPE: 0.0835\r\n",
-      "04/07 02:38: Horizon 05, MAE: 20.2663, RMSE: 33.7023, MAPE: 0.0853\r\n",
-      "04/07 02:38: Horizon 06, MAE: 20.6699, RMSE: 34.5059, MAPE: 0.0872\r\n",
-      "04/07 02:38: Horizon 07, MAE: 21.0317, RMSE: 35.1926, MAPE: 0.0889\r\n",
-      "04/07 02:38: Horizon 08, MAE: 21.3981, RMSE: 35.8632, MAPE: 0.0897\r\n",
-      "04/07 02:38: Horizon 09, MAE: 21.6870, RMSE: 36.3925, MAPE: 0.0909\r\n",
-      "04/07 02:38: Horizon 10, MAE: 21.9547, RMSE: 36.8489, MAPE: 0.0924\r\n",
-      "04/07 02:38: Horizon 11, MAE: 22.3225, RMSE: 37.3347, MAPE: 0.0980\r\n",
-      "04/07 02:38: Horizon 12, MAE: 22.8290, RMSE: 37.9953, MAPE: 0.1017\r\n",
-      "04/07 02:38: Average Horizon, MAE: 20.6221, RMSE: 34.3880, MAPE: 0.0877\r\n",
-      "04/07 02:38: Testing on best test model\r\n",
-      "04/07 02:38: Horizon 01, MAE: 17.6827, RMSE: 28.5828, MAPE: 0.0769\r\n",
-      "04/07 02:38: Horizon 02, MAE: 18.5406, RMSE: 30.3824, MAPE: 0.0793\r\n",
-      "04/07 02:38: Horizon 03, MAE: 19.2868, RMSE: 31.7362, MAPE: 0.0877\r\n",
-      "04/07 02:38: Horizon 04, MAE: 19.7704, RMSE: 32.8105, MAPE: 0.0843\r\n",
-      "04/07 02:38: Horizon 05, MAE: 20.2344, RMSE: 33.7572, MAPE: 0.0848\r\n",
-      "04/07 02:38: Horizon 06, MAE: 20.6152, RMSE: 34.5334, MAPE: 0.0867\r\n",
-      "04/07 02:38: Horizon 07, MAE: 20.9872, RMSE: 35.2648, MAPE: 0.0886\r\n",
-      "04/07 02:38: Horizon 08, MAE: 21.3168, RMSE: 35.8349, MAPE: 0.0898\r\n",
-      "04/07 02:38: Horizon 09, MAE: 21.6211, RMSE: 36.3189, MAPE: 0.0917\r\n",
-      "04/07 02:38: Horizon 10, MAE: 21.9462, RMSE: 36.8121, MAPE: 0.0970\r\n",
-      "04/07 02:38: Horizon 11, MAE: 22.2480, RMSE: 37.3010, MAPE: 0.0961\r\n",
-      "04/07 02:38: Horizon 12, MAE: 22.7127, RMSE: 37.9189, MAPE: 0.1013\r\n",
-      "04/07 02:38: Average Horizon, MAE: 20.5802, RMSE: 34.3839, MAPE: 0.0887\r\n"
+      "加载 PEMSD3 数据集中... \r\n",
+      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD3/2025-04-18_08-21-02/run.log\r\n",
+      "04/18 08:21: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD3/2025-04-18_08-21-02\r\n",
+      "04/18 08:21: Training process started\r\n",
+      "Train Epoch 1: 100%|███████████████| 245/245 [00:07<00:00, 32.80it/s, loss=18.7]\r\n",
+      "04/18 08:21: Train Epoch 1: average Loss: 32.627731, time: 7.47 s\r\n",
+      "Val Epoch 1: 100%|██████████████████| 81/81 [00:00<00:00, 161.44it/s, loss=17.9]\r\n",
+      "04/18 08:21: Val Epoch 1: average Loss: 19.623666, time: 0.50 s\r\n",
+      "Test Epoch 1: 100%|█████████████████| 82/82 [00:00<00:00, 165.97it/s, loss=21.8]\r\n",
+      "04/18 08:21: Test Epoch 1: average Loss: 19.866686, time: 0.49 s\r\n",
+      "04/18 08:21: Best validation model saved!\r\n",
+      "Train Epoch 2: 100%|█████████████████| 245/245 [00:07<00:00, 33.48it/s, loss=19]\r\n",
+      "04/18 08:21: Train Epoch 2: average Loss: 19.941665, time: 7.32 s\r\n",
+      "Val Epoch 2: 100%|██████████████████| 81/81 [00:00<00:00, 161.15it/s, loss=17.7]\r\n",
+      "04/18 08:21: Val Epoch 2: average Loss: 18.938746, time: 0.50 s\r\n",
+      "Test Epoch 2: 100%|█████████████████| 82/82 [00:00<00:00, 165.36it/s, loss=20.6]\r\n",
+      "04/18 08:21: Test Epoch 2: average Loss: 19.628519, time: 0.50 s\r\n",
+      "04/18 08:21: Best validation model saved!\r\n",
+      "Train Epoch 3: 100%|███████████████| 245/245 [00:07<00:00, 33.81it/s, loss=20.1]\r\n",
+      "04/18 08:21: Train Epoch 3: average Loss: 18.368557, time: 7.25 s\r\n",
+      "Val Epoch 3: 100%|██████████████████| 81/81 [00:00<00:00, 162.49it/s, loss=17.4]\r\n",
+      "04/18 08:21: Val Epoch 3: average Loss: 18.122897, time: 0.50 s\r\n",
+      "Test Epoch 3: 100%|█████████████████| 82/82 [00:00<00:00, 166.47it/s, loss=20.2]\r\n",
+      "04/18 08:21: Test Epoch 3: average Loss: 18.908230, time: 0.49 s\r\n",
+      "04/18 08:21: Best validation model saved!\r\n",
+      "Train Epoch 4: 100%|███████████████| 245/245 [00:07<00:00, 33.73it/s, loss=18.2]\r\n",
+      "04/18 08:21: Train Epoch 4: average Loss: 17.906554, time: 7.26 s\r\n",
+      "Val Epoch 4: 100%|██████████████████| 81/81 [00:00<00:00, 162.41it/s, loss=16.8]\r\n",
+      "04/18 08:21: Val Epoch 4: average Loss: 17.301308, time: 0.50 s\r\n",
+      "Test Epoch 4: 100%|█████████████████| 82/82 [00:00<00:00, 166.31it/s, loss=18.8]\r\n",
+      "04/18 08:21: Test Epoch 4: average Loss: 18.084749, time: 0.49 s\r\n",
+      "04/18 08:21: Best validation model saved!\r\n",
+      "Train Epoch 5: 100%|█████████████████| 245/245 [00:07<00:00, 34.15it/s, loss=17]\r\n",
+      "04/18 08:21: Train Epoch 5: average Loss: 17.272702, time: 7.17 s\r\n",
+      "Val Epoch 5: 100%|██████████████████| 81/81 [00:00<00:00, 162.42it/s, loss=16.9]\r\n",
+      "04/18 08:21: Val Epoch 5: average Loss: 17.263900, time: 0.50 s\r\n",
+      "Test Epoch 5: 100%|███████████████████| 82/82 [00:00<00:00, 166.48it/s, loss=19]\r\n",
+      "04/18 08:21: Test Epoch 5: average Loss: 18.279305, time: 0.49 s\r\n",
+      "04/18 08:21: Best validation model saved!\r\n",
+      "Train Epoch 6: 100%|███████████████| 245/245 [00:07<00:00, 34.24it/s, loss=16.1]\r\n",
+      "04/18 08:21: Train Epoch 6: average Loss: 17.042053, time: 7.16 s\r\n",
+      "Val Epoch 6: 100%|██████████████████| 81/81 [00:00<00:00, 162.59it/s, loss=17.2]\r\n",
+      "04/18 08:21: Val Epoch 6: average Loss: 17.210837, time: 0.50 s\r\n",
+      "Test Epoch 6: 100%|█████████████████| 82/82 [00:00<00:00, 166.49it/s, loss=19.3]\r\n",
+      "04/18 08:21: Test Epoch 6: average Loss: 18.375709, time: 0.49 s\r\n",
+      "04/18 08:21: Best validation model saved!\r\n",
+      "Train Epoch 7: 100%|███████████████| 245/245 [00:07<00:00, 33.92it/s, loss=16.6]\r\n",
+      "04/18 08:21: Train Epoch 7: average Loss: 16.798189, time: 7.22 s\r\n",
+      "Val Epoch 7: 100%|██████████████████| 81/81 [00:00<00:00, 162.46it/s, loss=16.5]\r\n",
+      "04/18 08:21: Val Epoch 7: average Loss: 16.755772, time: 0.50 s\r\n",
+      "Test Epoch 7: 100%|███████████████████| 82/82 [00:00<00:00, 166.52it/s, loss=18]\r\n",
+      "04/18 08:22: Test Epoch 7: average Loss: 17.870476, time: 0.49 s\r\n",
+      "04/18 08:22: Best validation model saved!\r\n",
+      "Train Epoch 8: 100%|█████████████████| 245/245 [00:07<00:00, 34.00it/s, loss=18]\r\n",
+      "04/18 08:22: Train Epoch 8: average Loss: 16.373007, time: 7.21 s\r\n",
+      "Val Epoch 8: 100%|██████████████████| 81/81 [00:00<00:00, 162.74it/s, loss=16.9]\r\n",
+      "04/18 08:22: Val Epoch 8: average Loss: 16.645253, time: 0.50 s\r\n",
+      "Test Epoch 8: 100%|█████████████████| 82/82 [00:00<00:00, 166.52it/s, loss=18.1]\r\n",
+      "04/18 08:22: Test Epoch 8: average Loss: 17.979602, time: 0.49 s\r\n",
+      "04/18 08:22: Best validation model saved!\r\n",
+      "Train Epoch 9: 100%|███████████████| 245/245 [00:07<00:00, 34.17it/s, loss=15.2]\r\n",
+      "04/18 08:22: Train Epoch 9: average Loss: 16.323567, time: 7.17 s\r\n",
+      "Val Epoch 9: 100%|██████████████████| 81/81 [00:00<00:00, 161.76it/s, loss=16.4]\r\n",
+      "04/18 08:22: Val Epoch 9: average Loss: 16.177015, time: 0.50 s\r\n",
+      "Test Epoch 9: 100%|█████████████████| 82/82 [00:00<00:00, 166.73it/s, loss=18.1]\r\n",
+      "04/18 08:22: Test Epoch 9: average Loss: 17.431684, time: 0.49 s\r\n",
+      "04/18 08:22: Best validation model saved!\r\n",
+      "Train Epoch 10: 100%|██████████████| 245/245 [00:07<00:00, 34.05it/s, loss=15.6]\r\n",
+      "04/18 08:22: Train Epoch 10: average Loss: 16.101323, time: 7.20 s\r\n",
+      "Val Epoch 10: 100%|█████████████████| 81/81 [00:00<00:00, 162.30it/s, loss=17.1]\r\n",
+      "04/18 08:22: Val Epoch 10: average Loss: 16.364010, time: 0.50 s\r\n",
+      "Test Epoch 10: 100%|████████████████| 82/82 [00:00<00:00, 166.22it/s, loss=17.7]\r\n",
+      "04/18 08:22: Test Epoch 10: average Loss: 17.530231, time: 0.49 s\r\n",
+      "Train Epoch 11: 100%|██████████████| 245/245 [00:07<00:00, 34.11it/s, loss=16.4]\r\n",
+      "04/18 08:22: Train Epoch 11: average Loss: 15.856201, time: 7.18 s\r\n",
+      "Val Epoch 11: 100%|█████████████████| 81/81 [00:00<00:00, 162.30it/s, loss=16.4]\r\n",
+      "04/18 08:22: Val Epoch 11: average Loss: 16.037885, time: 0.50 s\r\n",
+      "Test Epoch 11: 100%|████████████████| 82/82 [00:00<00:00, 166.24it/s, loss=17.7]\r\n",
+      "04/18 08:22: Test Epoch 11: average Loss: 17.284801, time: 0.49 s\r\n",
+      "04/18 08:22: Best validation model saved!\r\n",
+      "Train Epoch 12: 100%|██████████████| 245/245 [00:07<00:00, 34.06it/s, loss=15.6]\r\n",
+      "04/18 08:22: Train Epoch 12: average Loss: 15.796773, time: 7.19 s\r\n",
+      "Val Epoch 12: 100%|█████████████████| 81/81 [00:00<00:00, 162.37it/s, loss=16.7]\r\n",
+      "04/18 08:22: Val Epoch 12: average Loss: 16.066046, time: 0.50 s\r\n",
+      "Test Epoch 12: 100%|████████████████| 82/82 [00:00<00:00, 166.20it/s, loss=17.7]\r\n",
+      "04/18 08:22: Test Epoch 12: average Loss: 17.264186, time: 0.49 s\r\n",
+      "Train Epoch 13: 100%|██████████████| 245/245 [00:07<00:00, 33.98it/s, loss=16.1]\r\n",
+      "04/18 08:22: Train Epoch 13: average Loss: 15.653964, time: 7.21 s\r\n",
+      "Val Epoch 13: 100%|█████████████████| 81/81 [00:00<00:00, 162.36it/s, loss=16.4]\r\n",
+      "04/18 08:22: Val Epoch 13: average Loss: 16.114109, time: 0.50 s\r\n",
+      "Test Epoch 13: 100%|████████████████| 82/82 [00:00<00:00, 166.18it/s, loss=18.2]\r\n",
+      "04/18 08:22: Test Epoch 13: average Loss: 17.238635, time: 0.49 s\r\n",
+      "Train Epoch 14: 100%|██████████████| 245/245 [00:07<00:00, 34.21it/s, loss=14.5]\r\n",
+      "04/18 08:22: Train Epoch 14: average Loss: 15.612696, time: 7.16 s\r\n",
+      "Val Epoch 14: 100%|█████████████████| 81/81 [00:00<00:00, 162.47it/s, loss=16.4]\r\n",
+      "04/18 08:22: Val Epoch 14: average Loss: 16.319351, time: 0.50 s\r\n",
+      "Test Epoch 14: 100%|████████████████| 82/82 [00:00<00:00, 166.26it/s, loss=17.1]\r\n",
+      "04/18 08:22: Test Epoch 14: average Loss: 17.453150, time: 0.49 s\r\n",
+      "Train Epoch 15: 100%|██████████████| 245/245 [00:07<00:00, 34.10it/s, loss=15.6]\r\n",
+      "04/18 08:23: Train Epoch 15: average Loss: 15.419060, time: 7.19 s\r\n",
+      "Val Epoch 15: 100%|█████████████████| 81/81 [00:00<00:00, 162.31it/s, loss=17.9]\r\n",
+      "04/18 08:23: Val Epoch 15: average Loss: 16.377385, time: 0.50 s\r\n",
+      "Test Epoch 15: 100%|████████████████| 82/82 [00:00<00:00, 167.41it/s, loss=17.9]\r\n",
+      "04/18 08:23: Test Epoch 15: average Loss: 17.303624, time: 0.49 s\r\n",
+      "Train Epoch 16: 100%|██████████████| 245/245 [00:07<00:00, 34.07it/s, loss=15.2]\r\n",
+      "04/18 08:23: Train Epoch 16: average Loss: 15.266440, time: 7.19 s\r\n",
+      "Val Epoch 16: 100%|█████████████████| 81/81 [00:00<00:00, 162.42it/s, loss=16.8]\r\n",
+      "04/18 08:23: Val Epoch 16: average Loss: 16.101645, time: 0.50 s\r\n",
+      "Test Epoch 16: 100%|████████████████| 82/82 [00:00<00:00, 166.29it/s, loss=17.5]\r\n",
+      "04/18 08:23: Test Epoch 16: average Loss: 17.257490, time: 0.49 s\r\n",
+      "Train Epoch 17: 100%|████████████████| 245/245 [00:07<00:00, 34.21it/s, loss=15]\r\n",
+      "04/18 08:23: Train Epoch 17: average Loss: 15.200870, time: 7.16 s\r\n",
+      "Val Epoch 17: 100%|█████████████████| 81/81 [00:00<00:00, 162.34it/s, loss=16.2]\r\n",
+      "04/18 08:23: Val Epoch 17: average Loss: 15.653370, time: 0.50 s\r\n",
+      "Test Epoch 17: 100%|████████████████| 82/82 [00:00<00:00, 166.17it/s, loss=16.9]\r\n",
+      "04/18 08:23: Test Epoch 17: average Loss: 16.706195, time: 0.49 s\r\n",
+      "04/18 08:23: Best validation model saved!\r\n",
+      "Train Epoch 18: 100%|██████████████| 245/245 [00:07<00:00, 34.02it/s, loss=15.5]\r\n",
+      "04/18 08:23: Train Epoch 18: average Loss: 15.185415, time: 7.20 s\r\n",
+      "Val Epoch 18: 100%|█████████████████| 81/81 [00:00<00:00, 162.43it/s, loss=16.8]\r\n",
+      "04/18 08:23: Val Epoch 18: average Loss: 15.763114, time: 0.50 s\r\n",
+      "Test Epoch 18: 100%|██████████████████| 82/82 [00:00<00:00, 166.31it/s, loss=17]\r\n",
+      "04/18 08:23: Test Epoch 18: average Loss: 16.741501, time: 0.49 s\r\n",
+      "Train Epoch 19: 100%|██████████████| 245/245 [00:07<00:00, 34.10it/s, loss=14.9]\r\n",
+      "04/18 08:23: Train Epoch 19: average Loss: 15.059090, time: 7.18 s\r\n",
+      "Val Epoch 19: 100%|█████████████████| 81/81 [00:00<00:00, 162.19it/s, loss=17.5]\r\n",
+      "04/18 08:23: Val Epoch 19: average Loss: 15.723903, time: 0.50 s\r\n",
+      "Test Epoch 19: 100%|████████████████| 82/82 [00:00<00:00, 166.24it/s, loss=17.4]\r\n",
+      "04/18 08:23: Test Epoch 19: average Loss: 16.989481, time: 0.49 s\r\n",
+      "Train Epoch 20: 100%|██████████████| 245/245 [00:07<00:00, 34.17it/s, loss=15.1]\r\n",
+      "04/18 08:23: Train Epoch 20: average Loss: 15.024975, time: 7.17 s\r\n",
+      "Val Epoch 20: 100%|█████████████████| 81/81 [00:00<00:00, 162.33it/s, loss=16.5]\r\n",
+      "04/18 08:23: Val Epoch 20: average Loss: 16.022261, time: 0.50 s\r\n",
+      "Test Epoch 20: 100%|████████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17.3]\r\n",
+      "04/18 08:23: Test Epoch 20: average Loss: 17.070692, time: 0.49 s\r\n",
+      "Train Epoch 21: 100%|██████████████| 245/245 [00:07<00:00, 33.74it/s, loss=13.8]\r\n",
+      "04/18 08:23: Train Epoch 21: average Loss: 15.024982, time: 7.26 s\r\n",
+      "Val Epoch 21: 100%|█████████████████| 81/81 [00:00<00:00, 162.35it/s, loss=16.4]\r\n",
+      "04/18 08:23: Val Epoch 21: average Loss: 15.348087, time: 0.50 s\r\n",
+      "Test Epoch 21: 100%|████████████████| 82/82 [00:00<00:00, 166.26it/s, loss=16.8]\r\n",
+      "04/18 08:23: Test Epoch 21: average Loss: 16.414895, time: 0.49 s\r\n",
+      "04/18 08:23: Best validation model saved!\r\n",
+      "Train Epoch 22: 100%|██████████████| 245/245 [00:07<00:00, 33.89it/s, loss=14.8]\r\n",
+      "04/18 08:24: Train Epoch 22: average Loss: 14.873005, time: 7.23 s\r\n",
+      "Val Epoch 22: 100%|█████████████████| 81/81 [00:00<00:00, 162.30it/s, loss=17.1]\r\n",
+      "04/18 08:24: Val Epoch 22: average Loss: 15.621706, time: 0.50 s\r\n",
+      "Test Epoch 22: 100%|████████████████| 82/82 [00:00<00:00, 166.26it/s, loss=17.6]\r\n",
+      "04/18 08:24: Test Epoch 22: average Loss: 16.669865, time: 0.49 s\r\n",
+      "Train Epoch 23: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=14.5]\r\n",
+      "04/18 08:24: Train Epoch 23: average Loss: 14.845764, time: 7.21 s\r\n",
+      "Val Epoch 23: 100%|█████████████████| 81/81 [00:00<00:00, 162.36it/s, loss=16.5]\r\n",
+      "04/18 08:24: Val Epoch 23: average Loss: 15.716138, time: 0.50 s\r\n",
+      "Test Epoch 23: 100%|████████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17.3]\r\n",
+      "04/18 08:24: Test Epoch 23: average Loss: 16.696476, time: 0.49 s\r\n",
+      "Train Epoch 24: 100%|██████████████| 245/245 [00:07<00:00, 34.10it/s, loss=16.1]\r\n",
+      "04/18 08:24: Train Epoch 24: average Loss: 14.813886, time: 7.19 s\r\n",
+      "Val Epoch 24: 100%|█████████████████| 81/81 [00:00<00:00, 162.42it/s, loss=16.7]\r\n",
+      "04/18 08:24: Val Epoch 24: average Loss: 15.881316, time: 0.50 s\r\n",
+      "Test Epoch 24: 100%|██████████████████| 82/82 [00:00<00:00, 166.20it/s, loss=17]\r\n",
+      "04/18 08:24: Test Epoch 24: average Loss: 16.875907, time: 0.49 s\r\n",
+      "Train Epoch 25: 100%|██████████████| 245/245 [00:07<00:00, 34.02it/s, loss=14.4]\r\n",
+      "04/18 08:24: Train Epoch 25: average Loss: 14.716940, time: 7.20 s\r\n",
+      "Val Epoch 25: 100%|█████████████████| 81/81 [00:00<00:00, 162.38it/s, loss=16.8]\r\n",
+      "04/18 08:24: Val Epoch 25: average Loss: 15.359512, time: 0.50 s\r\n",
+      "Test Epoch 25: 100%|████████████████| 82/82 [00:00<00:00, 166.22it/s, loss=16.9]\r\n",
+      "04/18 08:24: Test Epoch 25: average Loss: 16.336147, time: 0.49 s\r\n",
+      "Train Epoch 26: 100%|██████████████| 245/245 [00:07<00:00, 34.01it/s, loss=14.5]\r\n",
+      "04/18 08:24: Train Epoch 26: average Loss: 14.649701, time: 7.21 s\r\n",
+      "Val Epoch 26: 100%|█████████████████| 81/81 [00:00<00:00, 162.22it/s, loss=16.4]\r\n",
+      "04/18 08:24: Val Epoch 26: average Loss: 15.514121, time: 0.50 s\r\n",
+      "Test Epoch 26: 100%|████████████████| 82/82 [00:00<00:00, 166.17it/s, loss=18.6]\r\n",
+      "04/18 08:24: Test Epoch 26: average Loss: 16.521122, time: 0.49 s\r\n",
+      "Train Epoch 27: 100%|██████████████| 245/245 [00:07<00:00, 33.66it/s, loss=14.1]\r\n",
+      "04/18 08:24: Train Epoch 27: average Loss: 14.726312, time: 7.28 s\r\n",
+      "Val Epoch 27: 100%|█████████████████| 81/81 [00:00<00:00, 159.97it/s, loss=16.3]\r\n",
+      "04/18 08:24: Val Epoch 27: average Loss: 15.452526, time: 0.51 s\r\n",
+      "Test Epoch 27: 100%|██████████████████| 82/82 [00:00<00:00, 163.98it/s, loss=17]\r\n",
+      "04/18 08:24: Test Epoch 27: average Loss: 16.506854, time: 0.50 s\r\n",
+      "Train Epoch 28: 100%|██████████████| 245/245 [00:07<00:00, 33.80it/s, loss=14.2]\r\n",
+      "04/18 08:24: Train Epoch 28: average Loss: 14.581700, time: 7.25 s\r\n",
+      "Val Epoch 28: 100%|█████████████████| 81/81 [00:00<00:00, 160.42it/s, loss=16.3]\r\n",
+      "04/18 08:24: Val Epoch 28: average Loss: 15.504404, time: 0.51 s\r\n",
+      "Test Epoch 28: 100%|████████████████| 82/82 [00:00<00:00, 164.60it/s, loss=17.7]\r\n",
+      "04/18 08:24: Test Epoch 28: average Loss: 16.411721, time: 0.50 s\r\n",
+      "Train Epoch 29: 100%|██████████████| 245/245 [00:07<00:00, 33.55it/s, loss=14.1]\r\n",
+      "04/18 08:24: Train Epoch 29: average Loss: 14.502325, time: 7.30 s\r\n",
+      "Val Epoch 29: 100%|█████████████████| 81/81 [00:00<00:00, 161.21it/s, loss=16.1]\r\n",
+      "04/18 08:25: Val Epoch 29: average Loss: 15.216119, time: 0.50 s\r\n",
+      "Test Epoch 29: 100%|████████████████| 82/82 [00:00<00:00, 164.24it/s, loss=17.1]\r\n",
+      "04/18 08:25: Test Epoch 29: average Loss: 16.158885, time: 0.50 s\r\n",
+      "04/18 08:25: Best validation model saved!\r\n",
+      "Train Epoch 30: 100%|██████████████| 245/245 [00:07<00:00, 33.62it/s, loss=15.2]\r\n",
+      "04/18 08:25: Train Epoch 30: average Loss: 14.509960, time: 7.29 s\r\n",
+      "Val Epoch 30: 100%|███████████████████| 81/81 [00:00<00:00, 162.36it/s, loss=16]\r\n",
+      "04/18 08:25: Val Epoch 30: average Loss: 15.428925, time: 0.50 s\r\n",
+      "Test Epoch 30: 100%|████████████████| 82/82 [00:00<00:00, 166.24it/s, loss=17.1]\r\n",
+      "04/18 08:25: Test Epoch 30: average Loss: 16.411670, time: 0.49 s\r\n",
+      "Train Epoch 31: 100%|██████████████| 245/245 [00:07<00:00, 33.89it/s, loss=16.3]\r\n",
+      "04/18 08:25: Train Epoch 31: average Loss: 14.388168, time: 7.23 s\r\n",
+      "Val Epoch 31: 100%|█████████████████| 81/81 [00:00<00:00, 162.17it/s, loss=15.8]\r\n",
+      "04/18 08:25: Val Epoch 31: average Loss: 15.382859, time: 0.50 s\r\n",
+      "Test Epoch 31: 100%|████████████████| 82/82 [00:00<00:00, 166.17it/s, loss=17.3]\r\n",
+      "04/18 08:25: Test Epoch 31: average Loss: 16.514702, time: 0.49 s\r\n",
+      "Train Epoch 32: 100%|██████████████| 245/245 [00:07<00:00, 33.81it/s, loss=13.4]\r\n",
+      "04/18 08:25: Train Epoch 32: average Loss: 14.402677, time: 7.25 s\r\n",
+      "Val Epoch 32: 100%|█████████████████| 81/81 [00:00<00:00, 162.12it/s, loss=16.3]\r\n",
+      "04/18 08:25: Val Epoch 32: average Loss: 15.449896, time: 0.50 s\r\n",
+      "Test Epoch 32: 100%|██████████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17]\r\n",
+      "04/18 08:25: Test Epoch 32: average Loss: 16.464779, time: 0.49 s\r\n",
+      "Train Epoch 33: 100%|██████████████| 245/245 [00:07<00:00, 33.88it/s, loss=14.7]\r\n",
+      "04/18 08:25: Train Epoch 33: average Loss: 14.527333, time: 7.23 s\r\n",
+      "Val Epoch 33: 100%|█████████████████| 81/81 [00:00<00:00, 162.10it/s, loss=16.3]\r\n",
+      "04/18 08:25: Val Epoch 33: average Loss: 15.509802, time: 0.50 s\r\n",
+      "Test Epoch 33: 100%|████████████████| 82/82 [00:00<00:00, 165.97it/s, loss=17.2]\r\n",
+      "04/18 08:25: Test Epoch 33: average Loss: 16.565579, time: 0.49 s\r\n",
+      "Train Epoch 34: 100%|██████████████| 245/245 [00:07<00:00, 34.04it/s, loss=15.4]\r\n",
+      "04/18 08:25: Train Epoch 34: average Loss: 14.346157, time: 7.20 s\r\n",
+      "Val Epoch 34: 100%|█████████████████| 81/81 [00:00<00:00, 162.39it/s, loss=16.5]\r\n",
+      "04/18 08:25: Val Epoch 34: average Loss: 15.427295, time: 0.50 s\r\n",
+      "Test Epoch 34: 100%|████████████████| 82/82 [00:00<00:00, 166.05it/s, loss=17.5]\r\n",
+      "04/18 08:25: Test Epoch 34: average Loss: 16.517856, time: 0.49 s\r\n",
+      "Train Epoch 35: 100%|████████████████| 245/245 [00:07<00:00, 33.81it/s, loss=14]\r\n",
+      "04/18 08:25: Train Epoch 35: average Loss: 14.253159, time: 7.25 s\r\n",
+      "Val Epoch 35: 100%|█████████████████| 81/81 [00:00<00:00, 162.34it/s, loss=15.9]\r\n",
+      "04/18 08:25: Val Epoch 35: average Loss: 15.484913, time: 0.50 s\r\n",
+      "Test Epoch 35: 100%|████████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17.5]\r\n",
+      "04/18 08:25: Test Epoch 35: average Loss: 16.539110, time: 0.49 s\r\n",
+      "Train Epoch 36: 100%|██████████████| 245/245 [00:07<00:00, 33.89it/s, loss=15.1]\r\n",
+      "04/18 08:25: Train Epoch 36: average Loss: 14.454085, time: 7.23 s\r\n",
+      "Val Epoch 36: 100%|█████████████████| 81/81 [00:00<00:00, 162.39it/s, loss=16.4]\r\n",
+      "04/18 08:25: Val Epoch 36: average Loss: 15.593139, time: 0.50 s\r\n",
+      "Test Epoch 36: 100%|████████████████| 82/82 [00:00<00:00, 166.23it/s, loss=17.4]\r\n",
+      "04/18 08:25: Test Epoch 36: average Loss: 16.608076, time: 0.49 s\r\n",
+      "Train Epoch 37: 100%|██████████████| 245/245 [00:07<00:00, 34.01it/s, loss=13.6]\r\n",
+      "04/18 08:26: Train Epoch 37: average Loss: 14.234558, time: 7.20 s\r\n",
+      "Val Epoch 37: 100%|█████████████████| 81/81 [00:00<00:00, 162.37it/s, loss=16.2]\r\n",
+      "04/18 08:26: Val Epoch 37: average Loss: 15.452799, time: 0.50 s\r\n",
+      "Test Epoch 37: 100%|████████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17.6]\r\n",
+      "04/18 08:26: Test Epoch 37: average Loss: 16.470950, time: 0.49 s\r\n",
+      "Train Epoch 38: 100%|████████████████| 245/245 [00:07<00:00, 33.96it/s, loss=15]\r\n",
+      "04/18 08:26: Train Epoch 38: average Loss: 14.223535, time: 7.22 s\r\n",
+      "Val Epoch 38: 100%|█████████████████| 81/81 [00:00<00:00, 162.24it/s, loss=16.3]\r\n",
+      "04/18 08:26: Val Epoch 38: average Loss: 15.303856, time: 0.50 s\r\n",
+      "Test Epoch 38: 100%|████████████████| 82/82 [00:00<00:00, 166.18it/s, loss=17.9]\r\n",
+      "04/18 08:26: Test Epoch 38: average Loss: 16.291019, time: 0.49 s\r\n",
+      "Train Epoch 39: 100%|██████████████| 245/245 [00:07<00:00, 34.02it/s, loss=15.4]\r\n",
+      "04/18 08:26: Train Epoch 39: average Loss: 14.217474, time: 7.20 s\r\n",
+      "Val Epoch 39: 100%|█████████████████| 81/81 [00:00<00:00, 162.38it/s, loss=15.9]\r\n",
+      "04/18 08:26: Val Epoch 39: average Loss: 15.289970, time: 0.50 s\r\n",
+      "Test Epoch 39: 100%|████████████████| 82/82 [00:00<00:00, 166.26it/s, loss=17.5]\r\n",
+      "04/18 08:26: Test Epoch 39: average Loss: 16.422089, time: 0.49 s\r\n",
+      "Train Epoch 40: 100%|██████████████| 245/245 [00:07<00:00, 34.07it/s, loss=13.7]\r\n",
+      "04/18 08:26: Train Epoch 40: average Loss: 14.166573, time: 7.19 s\r\n",
+      "Val Epoch 40: 100%|█████████████████| 81/81 [00:00<00:00, 162.24it/s, loss=16.1]\r\n",
+      "04/18 08:26: Val Epoch 40: average Loss: 15.236674, time: 0.50 s\r\n",
+      "Test Epoch 40: 100%|████████████████| 82/82 [00:00<00:00, 166.16it/s, loss=17.3]\r\n",
+      "04/18 08:26: Test Epoch 40: average Loss: 16.422100, time: 0.49 s\r\n",
+      "Train Epoch 41: 100%|██████████████| 245/245 [00:07<00:00, 33.82it/s, loss=13.7]\r\n",
+      "04/18 08:26: Train Epoch 41: average Loss: 14.152621, time: 7.24 s\r\n",
+      "Val Epoch 41: 100%|█████████████████| 81/81 [00:00<00:00, 162.36it/s, loss=16.2]\r\n",
+      "04/18 08:26: Val Epoch 41: average Loss: 15.214965, time: 0.50 s\r\n",
+      "Test Epoch 41: 100%|████████████████| 82/82 [00:00<00:00, 166.27it/s, loss=16.9]\r\n",
+      "04/18 08:26: Test Epoch 41: average Loss: 16.351041, time: 0.49 s\r\n",
+      "04/18 08:26: Best validation model saved!\r\n",
+      "Train Epoch 42: 100%|██████████████| 245/245 [00:07<00:00, 33.78it/s, loss=13.8]\r\n",
+      "04/18 08:26: Train Epoch 42: average Loss: 14.202496, time: 7.25 s\r\n",
+      "Val Epoch 42: 100%|█████████████████| 81/81 [00:00<00:00, 162.20it/s, loss=16.5]\r\n",
+      "04/18 08:26: Val Epoch 42: average Loss: 15.369771, time: 0.50 s\r\n",
+      "Test Epoch 42: 100%|████████████████| 82/82 [00:00<00:00, 166.18it/s, loss=17.9]\r\n",
+      "04/18 08:26: Test Epoch 42: average Loss: 16.518447, time: 0.49 s\r\n",
+      "Train Epoch 43: 100%|██████████████| 245/245 [00:07<00:00, 33.73it/s, loss=14.6]\r\n",
+      "04/18 08:26: Train Epoch 43: average Loss: 14.115689, time: 7.26 s\r\n",
+      "Val Epoch 43: 100%|█████████████████| 81/81 [00:00<00:00, 162.21it/s, loss=16.4]\r\n",
+      "04/18 08:26: Val Epoch 43: average Loss: 15.345137, time: 0.50 s\r\n",
+      "Test Epoch 43: 100%|████████████████| 82/82 [00:00<00:00, 165.54it/s, loss=17.6]\r\n",
+      "04/18 08:26: Test Epoch 43: average Loss: 16.596753, time: 0.50 s\r\n",
+      "Train Epoch 44: 100%|██████████████| 245/245 [00:07<00:00, 33.77it/s, loss=13.5]\r\n",
+      "04/18 08:27: Train Epoch 44: average Loss: 14.059180, time: 7.26 s\r\n",
+      "Val Epoch 44: 100%|█████████████████| 81/81 [00:00<00:00, 162.02it/s, loss=16.5]\r\n",
+      "04/18 08:27: Val Epoch 44: average Loss: 15.202288, time: 0.50 s\r\n",
+      "Test Epoch 44: 100%|████████████████| 82/82 [00:00<00:00, 166.15it/s, loss=17.1]\r\n",
+      "04/18 08:27: Test Epoch 44: average Loss: 16.315392, time: 0.49 s\r\n",
+      "04/18 08:27: Best validation model saved!\r\n",
+      "Train Epoch 45: 100%|██████████████| 245/245 [00:07<00:00, 33.70it/s, loss=13.5]\r\n",
+      "04/18 08:27: Train Epoch 45: average Loss: 14.074069, time: 7.27 s\r\n",
+      "Val Epoch 45: 100%|█████████████████| 81/81 [00:00<00:00, 161.90it/s, loss=15.7]\r\n",
+      "04/18 08:27: Val Epoch 45: average Loss: 15.413834, time: 0.50 s\r\n",
+      "Test Epoch 45: 100%|████████████████| 82/82 [00:00<00:00, 166.12it/s, loss=17.4]\r\n",
+      "04/18 08:27: Test Epoch 45: average Loss: 16.679344, time: 0.49 s\r\n",
+      "Train Epoch 46: 100%|████████████████| 245/245 [00:07<00:00, 33.73it/s, loss=14]\r\n",
+      "04/18 08:27: Train Epoch 46: average Loss: 14.036213, time: 7.26 s\r\n",
+      "Val Epoch 46: 100%|█████████████████| 81/81 [00:00<00:00, 162.24it/s, loss=16.1]\r\n",
+      "04/18 08:27: Val Epoch 46: average Loss: 15.340288, time: 0.50 s\r\n",
+      "Test Epoch 46: 100%|████████████████| 82/82 [00:00<00:00, 166.24it/s, loss=17.5]\r\n",
+      "04/18 08:27: Test Epoch 46: average Loss: 16.622753, time: 0.49 s\r\n",
+      "Train Epoch 47: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=14.9]\r\n",
+      "04/18 08:27: Train Epoch 47: average Loss: 14.001418, time: 7.21 s\r\n",
+      "Val Epoch 47: 100%|█████████████████| 81/81 [00:00<00:00, 162.19it/s, loss=17.2]\r\n",
+      "04/18 08:27: Val Epoch 47: average Loss: 15.603020, time: 0.50 s\r\n",
+      "Test Epoch 47: 100%|████████████████| 82/82 [00:00<00:00, 166.15it/s, loss=18.2]\r\n",
+      "04/18 08:27: Test Epoch 47: average Loss: 16.680996, time: 0.49 s\r\n",
+      "Train Epoch 48: 100%|██████████████| 245/245 [00:07<00:00, 34.02it/s, loss=13.9]\r\n",
+      "04/18 08:27: Train Epoch 48: average Loss: 14.056955, time: 7.20 s\r\n",
+      "Val Epoch 48: 100%|███████████████████| 81/81 [00:00<00:00, 162.22it/s, loss=16]\r\n",
+      "04/18 08:27: Val Epoch 48: average Loss: 15.179464, time: 0.50 s\r\n",
+      "Test Epoch 48: 100%|████████████████| 82/82 [00:00<00:00, 166.15it/s, loss=17.3]\r\n",
+      "04/18 08:27: Test Epoch 48: average Loss: 16.376035, time: 0.49 s\r\n",
+      "04/18 08:27: Best validation model saved!\r\n",
+      "Train Epoch 49: 100%|██████████████| 245/245 [00:07<00:00, 33.80it/s, loss=14.2]\r\n",
+      "04/18 08:27: Train Epoch 49: average Loss: 13.948449, time: 7.25 s\r\n",
+      "Val Epoch 49: 100%|█████████████████| 81/81 [00:00<00:00, 161.86it/s, loss=17.2]\r\n",
+      "04/18 08:27: Val Epoch 49: average Loss: 15.419206, time: 0.50 s\r\n",
+      "Test Epoch 49: 100%|████████████████| 82/82 [00:00<00:00, 165.65it/s, loss=17.2]\r\n",
+      "04/18 08:27: Test Epoch 49: average Loss: 16.367778, time: 0.50 s\r\n",
+      "Train Epoch 50: 100%|██████████████| 245/245 [00:07<00:00, 33.82it/s, loss=13.5]\r\n",
+      "04/18 08:27: Train Epoch 50: average Loss: 13.998491, time: 7.24 s\r\n",
+      "Val Epoch 50: 100%|███████████████████| 81/81 [00:00<00:00, 162.27it/s, loss=16]\r\n",
+      "04/18 08:27: Val Epoch 50: average Loss: 15.097621, time: 0.50 s\r\n",
+      "Test Epoch 50: 100%|████████████████| 82/82 [00:00<00:00, 166.14it/s, loss=17.2]\r\n",
+      "04/18 08:27: Test Epoch 50: average Loss: 16.279968, time: 0.49 s\r\n",
+      "04/18 08:27: Best validation model saved!\r\n",
+      "Train Epoch 51: 100%|██████████████| 245/245 [00:07<00:00, 33.77it/s, loss=13.9]\r\n",
+      "04/18 08:28: Train Epoch 51: average Loss: 13.936348, time: 7.25 s\r\n",
+      "Val Epoch 51: 100%|█████████████████| 81/81 [00:00<00:00, 162.28it/s, loss=16.4]\r\n",
+      "04/18 08:28: Val Epoch 51: average Loss: 15.163302, time: 0.50 s\r\n",
+      "Test Epoch 51: 100%|██████████████████| 82/82 [00:00<00:00, 165.40it/s, loss=17]\r\n",
+      "04/18 08:28: Test Epoch 51: average Loss: 16.303991, time: 0.50 s\r\n",
+      "Train Epoch 52: 100%|██████████████| 245/245 [00:07<00:00, 33.78it/s, loss=13.8]\r\n",
+      "04/18 08:28: Train Epoch 52: average Loss: 13.935737, time: 7.25 s\r\n",
+      "Val Epoch 52: 100%|█████████████████| 81/81 [00:00<00:00, 162.31it/s, loss=16.9]\r\n",
+      "04/18 08:28: Val Epoch 52: average Loss: 15.297191, time: 0.50 s\r\n",
+      "Test Epoch 52: 100%|████████████████| 82/82 [00:00<00:00, 165.95it/s, loss=18.3]\r\n",
+      "04/18 08:28: Test Epoch 52: average Loss: 16.536577, time: 0.49 s\r\n",
+      "Train Epoch 53: 100%|██████████████| 245/245 [00:07<00:00, 33.90it/s, loss=13.9]\r\n",
+      "04/18 08:28: Train Epoch 53: average Loss: 13.891994, time: 7.23 s\r\n",
+      "Val Epoch 53: 100%|█████████████████| 81/81 [00:00<00:00, 162.30it/s, loss=16.5]\r\n",
+      "04/18 08:28: Val Epoch 53: average Loss: 15.303985, time: 0.50 s\r\n",
+      "Test Epoch 53: 100%|████████████████| 82/82 [00:00<00:00, 166.14it/s, loss=17.4]\r\n",
+      "04/18 08:28: Test Epoch 53: average Loss: 16.569766, time: 0.49 s\r\n",
+      "Train Epoch 54: 100%|██████████████| 245/245 [00:07<00:00, 33.73it/s, loss=13.4]\r\n",
+      "04/18 08:28: Train Epoch 54: average Loss: 13.926591, time: 7.26 s\r\n",
+      "Val Epoch 54: 100%|█████████████████| 81/81 [00:00<00:00, 162.08it/s, loss=16.8]\r\n",
+      "04/18 08:28: Val Epoch 54: average Loss: 15.162114, time: 0.50 s\r\n",
+      "Test Epoch 54: 100%|████████████████| 82/82 [00:00<00:00, 159.65it/s, loss=17.4]\r\n",
+      "04/18 08:28: Test Epoch 54: average Loss: 16.160485, time: 0.51 s\r\n",
+      "Train Epoch 55: 100%|██████████████| 245/245 [00:07<00:00, 33.97it/s, loss=13.5]\r\n",
+      "04/18 08:28: Train Epoch 55: average Loss: 13.924231, time: 7.21 s\r\n",
+      "Val Epoch 55: 100%|███████████████████| 81/81 [00:00<00:00, 162.26it/s, loss=16]\r\n",
+      "04/18 08:28: Val Epoch 55: average Loss: 15.143656, time: 0.50 s\r\n",
+      "Test Epoch 55: 100%|████████████████| 82/82 [00:00<00:00, 166.03it/s, loss=17.1]\r\n",
+      "04/18 08:28: Test Epoch 55: average Loss: 16.275313, time: 0.49 s\r\n",
+      "Train Epoch 56: 100%|██████████████| 245/245 [00:07<00:00, 33.91it/s, loss=14.1]\r\n",
+      "04/18 08:28: Train Epoch 56: average Loss: 13.794754, time: 7.22 s\r\n",
+      "Val Epoch 56: 100%|█████████████████| 81/81 [00:00<00:00, 162.30it/s, loss=16.8]\r\n",
+      "04/18 08:28: Val Epoch 56: average Loss: 15.311691, time: 0.50 s\r\n",
+      "Test Epoch 56: 100%|████████████████| 82/82 [00:00<00:00, 166.13it/s, loss=17.4]\r\n",
+      "04/18 08:28: Test Epoch 56: average Loss: 16.310694, time: 0.49 s\r\n",
+      "Train Epoch 57: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=13.3]\r\n",
+      "04/18 08:28: Train Epoch 57: average Loss: 13.846256, time: 7.21 s\r\n",
+      "Val Epoch 57: 100%|█████████████████| 81/81 [00:00<00:00, 161.85it/s, loss=16.8]\r\n",
+      "04/18 08:28: Val Epoch 57: average Loss: 15.140130, time: 0.50 s\r\n",
+      "Test Epoch 57: 100%|████████████████| 82/82 [00:00<00:00, 164.07it/s, loss=17.1]\r\n",
+      "04/18 08:28: Test Epoch 57: average Loss: 16.249780, time: 0.50 s\r\n",
+      "Train Epoch 58: 100%|██████████████| 245/245 [00:07<00:00, 33.84it/s, loss=13.2]\r\n",
+      "04/18 08:28: Train Epoch 58: average Loss: 13.905291, time: 7.24 s\r\n",
+      "Val Epoch 58: 100%|█████████████████| 81/81 [00:00<00:00, 161.72it/s, loss=17.2]\r\n",
+      "04/18 08:28: Val Epoch 58: average Loss: 15.100651, time: 0.50 s\r\n",
+      "Test Epoch 58: 100%|████████████████| 82/82 [00:00<00:00, 165.96it/s, loss=17.4]\r\n",
+      "04/18 08:28: Test Epoch 58: average Loss: 16.226256, time: 0.49 s\r\n",
+      "Train Epoch 59: 100%|██████████████| 245/245 [00:07<00:00, 33.89it/s, loss=14.3]\r\n",
+      "04/18 08:29: Train Epoch 59: average Loss: 13.745759, time: 7.23 s\r\n",
+      "Val Epoch 59: 100%|█████████████████| 81/81 [00:00<00:00, 162.22it/s, loss=17.2]\r\n",
+      "04/18 08:29: Val Epoch 59: average Loss: 15.208616, time: 0.50 s\r\n",
+      "Test Epoch 59: 100%|████████████████| 82/82 [00:00<00:00, 165.72it/s, loss=17.6]\r\n",
+      "04/18 08:29: Test Epoch 59: average Loss: 16.384506, time: 0.50 s\r\n",
+      "Train Epoch 60: 100%|██████████████| 245/245 [00:07<00:00, 33.60it/s, loss=13.2]\r\n",
+      "04/18 08:29: Train Epoch 60: average Loss: 13.880711, time: 7.29 s\r\n",
+      "Val Epoch 60: 100%|███████████████████| 81/81 [00:00<00:00, 161.93it/s, loss=16]\r\n",
+      "04/18 08:29: Val Epoch 60: average Loss: 15.048154, time: 0.50 s\r\n",
+      "Test Epoch 60: 100%|████████████████| 82/82 [00:00<00:00, 166.02it/s, loss=17.5]\r\n",
+      "04/18 08:29: Test Epoch 60: average Loss: 16.312079, time: 0.49 s\r\n",
+      "04/18 08:29: Best validation model saved!\r\n",
+      "Train Epoch 61: 100%|██████████████| 245/245 [00:07<00:00, 33.87it/s, loss=14.1]\r\n",
+      "04/18 08:29: Train Epoch 61: average Loss: 13.804490, time: 7.23 s\r\n",
+      "Val Epoch 61: 100%|█████████████████| 81/81 [00:00<00:00, 162.28it/s, loss=16.5]\r\n",
+      "04/18 08:29: Val Epoch 61: average Loss: 15.046970, time: 0.50 s\r\n",
+      "Test Epoch 61: 100%|████████████████| 82/82 [00:00<00:00, 166.21it/s, loss=17.4]\r\n",
+      "04/18 08:29: Test Epoch 61: average Loss: 16.181259, time: 0.49 s\r\n",
+      "04/18 08:29: Best validation model saved!\r\n",
+      "Train Epoch 62: 100%|████████████████| 245/245 [00:07<00:00, 33.93it/s, loss=14]\r\n",
+      "04/18 08:29: Train Epoch 62: average Loss: 13.706276, time: 7.22 s\r\n",
+      "Val Epoch 62: 100%|█████████████████| 81/81 [00:00<00:00, 162.32it/s, loss=16.4]\r\n",
+      "04/18 08:29: Val Epoch 62: average Loss: 14.991089, time: 0.50 s\r\n",
+      "Test Epoch 62: 100%|████████████████| 82/82 [00:00<00:00, 166.11it/s, loss=17.2]\r\n",
+      "04/18 08:29: Test Epoch 62: average Loss: 16.241210, time: 0.49 s\r\n",
+      "04/18 08:29: Best validation model saved!\r\n",
+      "Train Epoch 63: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=13.8]\r\n",
+      "04/18 08:29: Train Epoch 63: average Loss: 13.719858, time: 7.22 s\r\n",
+      "Val Epoch 63: 100%|█████████████████| 81/81 [00:00<00:00, 162.18it/s, loss=16.5]\r\n",
+      "04/18 08:29: Val Epoch 63: average Loss: 15.206643, time: 0.50 s\r\n",
+      "Test Epoch 63: 100%|████████████████| 82/82 [00:00<00:00, 166.12it/s, loss=18.2]\r\n",
+      "04/18 08:29: Test Epoch 63: average Loss: 16.425138, time: 0.49 s\r\n",
+      "Train Epoch 64: 100%|██████████████| 245/245 [00:07<00:00, 32.78it/s, loss=14.8]\r\n",
+      "04/18 08:29: Train Epoch 64: average Loss: 13.796497, time: 7.47 s\r\n",
+      "Val Epoch 64: 100%|█████████████████| 81/81 [00:00<00:00, 157.48it/s, loss=16.2]\r\n",
+      "04/18 08:29: Val Epoch 64: average Loss: 14.990121, time: 0.52 s\r\n",
+      "Test Epoch 64: 100%|██████████████████| 82/82 [00:00<00:00, 161.66it/s, loss=17]\r\n",
+      "04/18 08:29: Test Epoch 64: average Loss: 16.092574, time: 0.51 s\r\n",
+      "04/18 08:29: Best validation model saved!\r\n",
+      "Train Epoch 65: 100%|██████████████| 245/245 [00:07<00:00, 31.72it/s, loss=12.8]\r\n",
+      "04/18 08:29: Train Epoch 65: average Loss: 13.711737, time: 7.73 s\r\n",
+      "Val Epoch 65: 100%|█████████████████| 81/81 [00:00<00:00, 162.31it/s, loss=16.4]\r\n",
+      "04/18 08:29: Val Epoch 65: average Loss: 15.009221, time: 0.50 s\r\n",
+      "Test Epoch 65: 100%|████████████████| 82/82 [00:00<00:00, 166.17it/s, loss=17.9]\r\n",
+      "04/18 08:29: Test Epoch 65: average Loss: 16.175215, time: 0.49 s\r\n",
+      "Train Epoch 66: 100%|██████████████| 245/245 [00:07<00:00, 33.82it/s, loss=13.5]\r\n",
+      "04/18 08:30: Train Epoch 66: average Loss: 13.743567, time: 7.24 s\r\n",
+      "Val Epoch 66: 100%|███████████████████| 81/81 [00:00<00:00, 162.19it/s, loss=16]\r\n",
+      "04/18 08:30: Val Epoch 66: average Loss: 15.211807, time: 0.50 s\r\n",
+      "Test Epoch 66: 100%|████████████████| 82/82 [00:00<00:00, 166.16it/s, loss=17.4]\r\n",
+      "04/18 08:30: Test Epoch 66: average Loss: 16.508388, time: 0.49 s\r\n",
+      "Train Epoch 67: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=13.6]\r\n",
+      "04/18 08:30: Train Epoch 67: average Loss: 13.705005, time: 7.21 s\r\n",
+      "Val Epoch 67: 100%|█████████████████| 81/81 [00:00<00:00, 162.34it/s, loss=16.5]\r\n",
+      "04/18 08:30: Val Epoch 67: average Loss: 14.868456, time: 0.50 s\r\n",
+      "Test Epoch 67: 100%|████████████████| 82/82 [00:00<00:00, 166.22it/s, loss=17.3]\r\n",
+      "04/18 08:30: Test Epoch 67: average Loss: 16.104825, time: 0.49 s\r\n",
+      "04/18 08:30: Best validation model saved!\r\n",
+      "Train Epoch 68: 100%|██████████████| 245/245 [00:07<00:00, 33.57it/s, loss=13.3]\r\n",
+      "04/18 08:30: Train Epoch 68: average Loss: 13.672519, time: 7.30 s\r\n",
+      "Val Epoch 68: 100%|█████████████████| 81/81 [00:00<00:00, 161.89it/s, loss=16.9]\r\n",
+      "04/18 08:30: Val Epoch 68: average Loss: 14.950696, time: 0.50 s\r\n",
+      "Test Epoch 68: 100%|████████████████| 82/82 [00:00<00:00, 165.98it/s, loss=17.6]\r\n",
+      "04/18 08:30: Test Epoch 68: average Loss: 16.139266, time: 0.49 s\r\n",
+      "Train Epoch 69: 100%|██████████████| 245/245 [00:07<00:00, 33.78it/s, loss=13.7]\r\n",
+      "04/18 08:30: Train Epoch 69: average Loss: 13.652546, time: 7.25 s\r\n",
+      "Val Epoch 69: 100%|███████████████████| 81/81 [00:00<00:00, 162.21it/s, loss=17]\r\n",
+      "04/18 08:30: Val Epoch 69: average Loss: 15.004152, time: 0.50 s\r\n",
+      "Test Epoch 69: 100%|████████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17.2]\r\n",
+      "04/18 08:30: Test Epoch 69: average Loss: 16.073817, time: 0.49 s\r\n",
+      "Train Epoch 70: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=14.5]\r\n",
+      "04/18 08:30: Train Epoch 70: average Loss: 13.666292, time: 7.21 s\r\n",
+      "Val Epoch 70: 100%|█████████████████| 81/81 [00:00<00:00, 162.31it/s, loss=17.1]\r\n",
+      "04/18 08:30: Val Epoch 70: average Loss: 15.076348, time: 0.50 s\r\n",
+      "Test Epoch 70: 100%|██████████████████| 82/82 [00:00<00:00, 166.18it/s, loss=17]\r\n",
+      "04/18 08:30: Test Epoch 70: average Loss: 16.113643, time: 0.49 s\r\n",
+      "Train Epoch 71: 100%|██████████████| 245/245 [00:07<00:00, 33.72it/s, loss=14.4]\r\n",
+      "04/18 08:30: Train Epoch 71: average Loss: 13.676945, time: 7.27 s\r\n",
+      "Val Epoch 71: 100%|█████████████████| 81/81 [00:00<00:00, 162.26it/s, loss=16.1]\r\n",
+      "04/18 08:30: Val Epoch 71: average Loss: 14.974340, time: 0.50 s\r\n",
+      "Test Epoch 71: 100%|████████████████| 82/82 [00:00<00:00, 166.21it/s, loss=16.9]\r\n",
+      "04/18 08:30: Test Epoch 71: average Loss: 16.302424, time: 0.49 s\r\n",
+      "Train Epoch 72: 100%|██████████████| 245/245 [00:07<00:00, 33.80it/s, loss=14.2]\r\n",
+      "04/18 08:30: Train Epoch 72: average Loss: 13.655588, time: 7.25 s\r\n",
+      "Val Epoch 72: 100%|█████████████████| 81/81 [00:00<00:00, 161.96it/s, loss=15.9]\r\n",
+      "04/18 08:30: Val Epoch 72: average Loss: 15.074851, time: 0.50 s\r\n",
+      "Test Epoch 72: 100%|████████████████| 82/82 [00:00<00:00, 166.14it/s, loss=17.8]\r\n",
+      "04/18 08:30: Test Epoch 72: average Loss: 16.378364, time: 0.49 s\r\n",
+      "Train Epoch 73: 100%|██████████████| 245/245 [00:07<00:00, 33.82it/s, loss=13.1]\r\n",
+      "04/18 08:31: Train Epoch 73: average Loss: 13.625905, time: 7.25 s\r\n",
+      "Val Epoch 73: 100%|█████████████████| 81/81 [00:00<00:00, 162.22it/s, loss=16.1]\r\n",
+      "04/18 08:31: Val Epoch 73: average Loss: 14.968702, time: 0.50 s\r\n",
+      "Test Epoch 73: 100%|████████████████| 82/82 [00:00<00:00, 166.11it/s, loss=17.4]\r\n",
+      "04/18 08:31: Test Epoch 73: average Loss: 16.181321, time: 0.49 s\r\n",
+      "Train Epoch 74: 100%|██████████████| 245/245 [00:07<00:00, 33.78it/s, loss=13.7]\r\n",
+      "04/18 08:31: Train Epoch 74: average Loss: 13.627802, time: 7.25 s\r\n",
+      "Val Epoch 74: 100%|█████████████████| 81/81 [00:00<00:00, 162.10it/s, loss=16.3]\r\n",
+      "04/18 08:31: Val Epoch 74: average Loss: 14.909831, time: 0.50 s\r\n",
+      "Test Epoch 74: 100%|████████████████| 82/82 [00:00<00:00, 166.04it/s, loss=17.1]\r\n",
+      "04/18 08:31: Test Epoch 74: average Loss: 16.215562, time: 0.49 s\r\n",
+      "Train Epoch 75: 100%|██████████████| 245/245 [00:07<00:00, 33.70it/s, loss=13.5]\r\n",
+      "04/18 08:31: Train Epoch 75: average Loss: 13.602488, time: 7.27 s\r\n",
+      "Val Epoch 75: 100%|█████████████████| 81/81 [00:00<00:00, 162.07it/s, loss=16.5]\r\n",
+      "04/18 08:31: Val Epoch 75: average Loss: 14.967256, time: 0.50 s\r\n",
+      "Test Epoch 75: 100%|████████████████| 82/82 [00:00<00:00, 166.02it/s, loss=16.8]\r\n",
+      "04/18 08:31: Test Epoch 75: average Loss: 16.035438, time: 0.49 s\r\n",
+      "Train Epoch 76: 100%|██████████████| 245/245 [00:07<00:00, 33.63it/s, loss=13.7]\r\n",
+      "04/18 08:31: Train Epoch 76: average Loss: 13.597736, time: 7.29 s\r\n",
+      "Val Epoch 76: 100%|█████████████████| 81/81 [00:00<00:00, 162.23it/s, loss=16.4]\r\n",
+      "04/18 08:31: Val Epoch 76: average Loss: 14.936764, time: 0.50 s\r\n",
+      "Test Epoch 76: 100%|████████████████| 82/82 [00:00<00:00, 165.81it/s, loss=17.1]\r\n",
+      "04/18 08:31: Test Epoch 76: average Loss: 16.052873, time: 0.49 s\r\n",
+      "Train Epoch 77: 100%|██████████████| 245/245 [00:07<00:00, 33.79it/s, loss=12.9]\r\n",
+      "04/18 08:31: Train Epoch 77: average Loss: 13.597895, time: 7.25 s\r\n",
+      "Val Epoch 77: 100%|█████████████████| 81/81 [00:00<00:00, 162.09it/s, loss=16.7]\r\n",
+      "04/18 08:31: Val Epoch 77: average Loss: 14.846192, time: 0.50 s\r\n",
+      "Test Epoch 77: 100%|██████████████████| 82/82 [00:00<00:00, 165.97it/s, loss=17]\r\n",
+      "04/18 08:31: Test Epoch 77: average Loss: 15.899424, time: 0.49 s\r\n",
+      "04/18 08:31: Best validation model saved!\r\n",
+      "Train Epoch 78: 100%|████████████████| 245/245 [00:07<00:00, 33.77it/s, loss=15]\r\n",
+      "04/18 08:31: Train Epoch 78: average Loss: 13.565100, time: 7.26 s\r\n",
+      "Val Epoch 78: 100%|█████████████████| 81/81 [00:00<00:00, 162.28it/s, loss=16.7]\r\n",
+      "04/18 08:31: Val Epoch 78: average Loss: 14.979635, time: 0.50 s\r\n",
+      "Test Epoch 78: 100%|████████████████| 82/82 [00:00<00:00, 165.32it/s, loss=17.1]\r\n",
+      "04/18 08:31: Test Epoch 78: average Loss: 16.117635, time: 0.50 s\r\n",
+      "Train Epoch 79: 100%|██████████████| 245/245 [00:07<00:00, 33.63it/s, loss=13.2]\r\n",
+      "04/18 08:31: Train Epoch 79: average Loss: 13.578573, time: 7.29 s\r\n",
+      "Val Epoch 79: 100%|█████████████████| 81/81 [00:00<00:00, 161.83it/s, loss=16.6]\r\n",
+      "04/18 08:31: Val Epoch 79: average Loss: 14.867006, time: 0.50 s\r\n",
+      "Test Epoch 79: 100%|████████████████| 82/82 [00:00<00:00, 166.15it/s, loss=17.4]\r\n",
+      "04/18 08:31: Test Epoch 79: average Loss: 16.174844, time: 0.49 s\r\n",
+      "Train Epoch 80: 100%|██████████████| 245/245 [00:07<00:00, 33.91it/s, loss=13.2]\r\n",
+      "04/18 08:32: Train Epoch 80: average Loss: 13.578496, time: 7.22 s\r\n",
+      "Val Epoch 80: 100%|█████████████████| 81/81 [00:00<00:00, 161.77it/s, loss=17.1]\r\n",
+      "04/18 08:32: Val Epoch 80: average Loss: 15.022164, time: 0.50 s\r\n",
+      "Test Epoch 80: 100%|████████████████| 82/82 [00:00<00:00, 166.15it/s, loss=16.7]\r\n",
+      "04/18 08:32: Test Epoch 80: average Loss: 16.079686, time: 0.49 s\r\n",
+      "Train Epoch 81: 100%|██████████████| 245/245 [00:07<00:00, 33.68it/s, loss=13.9]\r\n",
+      "04/18 08:32: Train Epoch 81: average Loss: 13.527528, time: 7.28 s\r\n",
+      "Val Epoch 81: 100%|█████████████████| 81/81 [00:00<00:00, 162.07it/s, loss=16.6]\r\n",
+      "04/18 08:32: Val Epoch 81: average Loss: 14.861712, time: 0.50 s\r\n",
+      "Test Epoch 81: 100%|████████████████| 82/82 [00:00<00:00, 166.11it/s, loss=16.9]\r\n",
+      "04/18 08:32: Test Epoch 81: average Loss: 15.982773, time: 0.49 s\r\n",
+      "Train Epoch 82: 100%|██████████████| 245/245 [00:07<00:00, 33.78it/s, loss=13.2]\r\n",
+      "04/18 08:32: Train Epoch 82: average Loss: 13.508327, time: 7.25 s\r\n",
+      "Val Epoch 82: 100%|█████████████████| 81/81 [00:00<00:00, 162.20it/s, loss=16.5]\r\n",
+      "04/18 08:32: Val Epoch 82: average Loss: 14.922789, time: 0.50 s\r\n",
+      "Test Epoch 82: 100%|████████████████| 82/82 [00:00<00:00, 166.02it/s, loss=16.9]\r\n",
+      "04/18 08:32: Test Epoch 82: average Loss: 16.157160, time: 0.49 s\r\n",
+      "Train Epoch 83: 100%|██████████████| 245/245 [00:07<00:00, 33.78it/s, loss=14.2]\r\n",
+      "04/18 08:32: Train Epoch 83: average Loss: 13.603459, time: 7.25 s\r\n",
+      "Val Epoch 83: 100%|█████████████████| 81/81 [00:00<00:00, 162.22it/s, loss=16.3]\r\n",
+      "04/18 08:32: Val Epoch 83: average Loss: 14.921457, time: 0.50 s\r\n",
+      "Test Epoch 83: 100%|████████████████| 82/82 [00:00<00:00, 165.87it/s, loss=16.8]\r\n",
+      "04/18 08:32: Test Epoch 83: average Loss: 16.101253, time: 0.49 s\r\n",
+      "Train Epoch 84: 100%|██████████████| 245/245 [00:07<00:00, 33.83it/s, loss=13.8]\r\n",
+      "04/18 08:32: Train Epoch 84: average Loss: 13.623260, time: 7.24 s\r\n",
+      "Val Epoch 84: 100%|█████████████████| 81/81 [00:00<00:00, 162.15it/s, loss=16.3]\r\n",
+      "04/18 08:32: Val Epoch 84: average Loss: 14.836969, time: 0.50 s\r\n",
+      "Test Epoch 84: 100%|████████████████| 82/82 [00:00<00:00, 165.42it/s, loss=17.6]\r\n",
+      "04/18 08:32: Test Epoch 84: average Loss: 15.859579, time: 0.50 s\r\n",
+      "04/18 08:32: Best validation model saved!\r\n",
+      "Train Epoch 85: 100%|██████████████| 245/245 [00:07<00:00, 33.75it/s, loss=13.7]\r\n",
+      "04/18 08:32: Train Epoch 85: average Loss: 13.472079, time: 7.26 s\r\n",
+      "Val Epoch 85: 100%|█████████████████| 81/81 [00:00<00:00, 161.89it/s, loss=16.4]\r\n",
+      "04/18 08:32: Val Epoch 85: average Loss: 14.948121, time: 0.50 s\r\n",
+      "Test Epoch 85: 100%|████████████████| 82/82 [00:00<00:00, 166.12it/s, loss=17.3]\r\n",
+      "04/18 08:32: Test Epoch 85: average Loss: 16.123254, time: 0.49 s\r\n",
+      "Train Epoch 86: 100%|██████████████| 245/245 [00:07<00:00, 33.71it/s, loss=13.8]\r\n",
+      "04/18 08:32: Train Epoch 86: average Loss: 13.477838, time: 7.27 s\r\n",
+      "Val Epoch 86: 100%|█████████████████| 81/81 [00:00<00:00, 162.18it/s, loss=16.5]\r\n",
+      "04/18 08:32: Val Epoch 86: average Loss: 14.882849, time: 0.50 s\r\n",
+      "Test Epoch 86: 100%|████████████████| 82/82 [00:00<00:00, 166.04it/s, loss=16.7]\r\n",
+      "04/18 08:32: Test Epoch 86: average Loss: 15.865751, time: 0.49 s\r\n",
+      "Train Epoch 87: 100%|██████████████| 245/245 [00:06<00:00, 35.20it/s, loss=13.2]\r\n",
+      "04/18 08:32: Train Epoch 87: average Loss: 13.474916, time: 6.96 s\r\n",
+      "Val Epoch 87: 100%|█████████████████| 81/81 [00:00<00:00, 162.06it/s, loss=17.4]\r\n",
+      "04/18 08:32: Val Epoch 87: average Loss: 15.009636, time: 0.50 s\r\n",
+      "Test Epoch 87: 100%|████████████████| 82/82 [00:00<00:00, 165.77it/s, loss=17.5]\r\n",
+      "04/18 08:32: Test Epoch 87: average Loss: 16.045821, time: 0.50 s\r\n",
+      "Train Epoch 88: 100%|██████████████| 245/245 [00:07<00:00, 33.70it/s, loss=12.9]\r\n",
+      "04/18 08:33: Train Epoch 88: average Loss: 13.483958, time: 7.27 s\r\n",
+      "Val Epoch 88: 100%|█████████████████| 81/81 [00:00<00:00, 162.32it/s, loss=16.6]\r\n",
+      "04/18 08:33: Val Epoch 88: average Loss: 14.798134, time: 0.50 s\r\n",
+      "Test Epoch 88: 100%|████████████████| 82/82 [00:00<00:00, 166.12it/s, loss=16.9]\r\n",
+      "04/18 08:33: Test Epoch 88: average Loss: 15.956324, time: 0.49 s\r\n",
+      "04/18 08:33: Best validation model saved!\r\n",
+      "Train Epoch 89: 100%|██████████████| 245/245 [00:07<00:00, 33.68it/s, loss=13.2]\r\n",
+      "04/18 08:33: Train Epoch 89: average Loss: 13.443807, time: 7.28 s\r\n",
+      "Val Epoch 89: 100%|█████████████████| 81/81 [00:00<00:00, 162.12it/s, loss=16.5]\r\n",
+      "04/18 08:33: Val Epoch 89: average Loss: 14.910501, time: 0.50 s\r\n",
+      "Test Epoch 89: 100%|████████████████| 82/82 [00:00<00:00, 165.87it/s, loss=17.2]\r\n",
+      "04/18 08:33: Test Epoch 89: average Loss: 16.018100, time: 0.49 s\r\n",
+      "Train Epoch 90: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=13.3]\r\n",
+      "04/18 08:33: Train Epoch 90: average Loss: 13.491717, time: 7.21 s\r\n",
+      "Val Epoch 90: 100%|█████████████████| 81/81 [00:00<00:00, 161.99it/s, loss=16.6]\r\n",
+      "04/18 08:33: Val Epoch 90: average Loss: 14.848005, time: 0.50 s\r\n",
+      "Test Epoch 90: 100%|████████████████| 82/82 [00:00<00:00, 166.10it/s, loss=17.2]\r\n",
+      "04/18 08:33: Test Epoch 90: average Loss: 15.961313, time: 0.49 s\r\n",
+      "Train Epoch 91: 100%|██████████████| 245/245 [00:07<00:00, 33.89it/s, loss=13.5]\r\n",
+      "04/18 08:33: Train Epoch 91: average Loss: 13.458608, time: 7.23 s\r\n",
+      "Val Epoch 91: 100%|█████████████████| 81/81 [00:00<00:00, 162.26it/s, loss=17.7]\r\n",
+      "04/18 08:33: Val Epoch 91: average Loss: 15.008948, time: 0.50 s\r\n",
+      "Test Epoch 91: 100%|████████████████| 82/82 [00:00<00:00, 165.73it/s, loss=17.3]\r\n",
+      "04/18 08:33: Test Epoch 91: average Loss: 16.080948, time: 0.50 s\r\n",
+      "Train Epoch 92: 100%|██████████████| 245/245 [00:07<00:00, 33.90it/s, loss=13.7]\r\n",
+      "04/18 08:33: Train Epoch 92: average Loss: 13.452825, time: 7.23 s\r\n",
+      "Val Epoch 92: 100%|█████████████████| 81/81 [00:00<00:00, 162.19it/s, loss=16.6]\r\n",
+      "04/18 08:33: Val Epoch 92: average Loss: 14.926208, time: 0.50 s\r\n",
+      "Test Epoch 92: 100%|████████████████| 82/82 [00:00<00:00, 166.25it/s, loss=16.9]\r\n",
+      "04/18 08:33: Test Epoch 92: average Loss: 16.022334, time: 0.49 s\r\n",
+      "Train Epoch 93: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=13.7]\r\n",
+      "04/18 08:33: Train Epoch 93: average Loss: 13.441854, time: 7.22 s\r\n",
+      "Val Epoch 93: 100%|█████████████████| 81/81 [00:00<00:00, 162.35it/s, loss=16.4]\r\n",
+      "04/18 08:33: Val Epoch 93: average Loss: 14.849551, time: 0.50 s\r\n",
+      "Test Epoch 93: 100%|██████████████████| 82/82 [00:00<00:00, 166.24it/s, loss=17]\r\n",
+      "04/18 08:33: Test Epoch 93: average Loss: 16.018247, time: 0.49 s\r\n",
+      "Train Epoch 94: 100%|██████████████| 245/245 [00:07<00:00, 33.98it/s, loss=12.6]\r\n",
+      "04/18 08:33: Train Epoch 94: average Loss: 13.411030, time: 7.21 s\r\n",
+      "Val Epoch 94: 100%|█████████████████| 81/81 [00:00<00:00, 162.21it/s, loss=16.5]\r\n",
+      "04/18 08:33: Val Epoch 94: average Loss: 14.897850, time: 0.50 s\r\n",
+      "Test Epoch 94: 100%|████████████████| 82/82 [00:00<00:00, 165.87it/s, loss=17.3]\r\n",
+      "04/18 08:33: Test Epoch 94: average Loss: 16.108796, time: 0.49 s\r\n",
+      "Train Epoch 95: 100%|██████████████| 245/245 [00:07<00:00, 33.87it/s, loss=13.6]\r\n",
+      "04/18 08:34: Train Epoch 95: average Loss: 13.395069, time: 7.23 s\r\n",
+      "Val Epoch 95: 100%|███████████████████| 81/81 [00:00<00:00, 162.30it/s, loss=17]\r\n",
+      "04/18 08:34: Val Epoch 95: average Loss: 14.852770, time: 0.50 s\r\n",
+      "Test Epoch 95: 100%|████████████████| 82/82 [00:00<00:00, 166.27it/s, loss=16.9]\r\n",
+      "04/18 08:34: Test Epoch 95: average Loss: 16.061324, time: 0.49 s\r\n",
+      "Train Epoch 96: 100%|██████████████| 245/245 [00:07<00:00, 33.88it/s, loss=12.9]\r\n",
+      "04/18 08:34: Train Epoch 96: average Loss: 13.427657, time: 7.23 s\r\n",
+      "Val Epoch 96: 100%|█████████████████| 81/81 [00:00<00:00, 162.42it/s, loss=17.4]\r\n",
+      "04/18 08:34: Val Epoch 96: average Loss: 15.017681, time: 0.50 s\r\n",
+      "Test Epoch 96: 100%|████████████████| 82/82 [00:00<00:00, 166.35it/s, loss=17.4]\r\n",
+      "04/18 08:34: Test Epoch 96: average Loss: 16.133133, time: 0.49 s\r\n",
+      "Train Epoch 97: 100%|██████████████| 245/245 [00:07<00:00, 33.96it/s, loss=13.2]\r\n",
+      "04/18 08:34: Train Epoch 97: average Loss: 13.454414, time: 7.22 s\r\n",
+      "Val Epoch 97: 100%|█████████████████| 81/81 [00:00<00:00, 162.46it/s, loss=16.3]\r\n",
+      "04/18 08:34: Val Epoch 97: average Loss: 15.012360, time: 0.50 s\r\n",
+      "Test Epoch 97: 100%|████████████████| 82/82 [00:00<00:00, 166.34it/s, loss=16.9]\r\n",
+      "04/18 08:34: Test Epoch 97: average Loss: 16.225586, time: 0.49 s\r\n",
+      "Train Epoch 98: 100%|██████████████| 245/245 [00:07<00:00, 34.03it/s, loss=13.7]\r\n",
+      "04/18 08:34: Train Epoch 98: average Loss: 13.376855, time: 7.20 s\r\n",
+      "Val Epoch 98: 100%|█████████████████| 81/81 [00:00<00:00, 162.35it/s, loss=16.8]\r\n",
+      "04/18 08:34: Val Epoch 98: average Loss: 14.786432, time: 0.50 s\r\n",
+      "Test Epoch 98: 100%|████████████████| 82/82 [00:00<00:00, 166.22it/s, loss=16.5]\r\n",
+      "04/18 08:34: Test Epoch 98: average Loss: 15.914097, time: 0.49 s\r\n",
+      "04/18 08:34: Best validation model saved!\r\n",
+      "Train Epoch 99: 100%|██████████████| 245/245 [00:07<00:00, 34.02it/s, loss=14.1]\r\n",
+      "04/18 08:34: Train Epoch 99: average Loss: 13.397219, time: 7.20 s\r\n",
+      "Val Epoch 99: 100%|█████████████████| 81/81 [00:00<00:00, 162.05it/s, loss=16.2]\r\n",
+      "04/18 08:34: Val Epoch 99: average Loss: 14.751079, time: 0.50 s\r\n",
+      "Test Epoch 99: 100%|████████████████| 82/82 [00:00<00:00, 166.25it/s, loss=17.3]\r\n",
+      "04/18 08:34: Test Epoch 99: average Loss: 16.012898, time: 0.49 s\r\n",
+      "04/18 08:34: Best validation model saved!\r\n",
+      "Train Epoch 100: 100%|█████████████| 245/245 [00:07<00:00, 34.14it/s, loss=13.4]\r\n",
+      "04/18 08:34: Train Epoch 100: average Loss: 13.379995, time: 7.18 s\r\n",
+      "Val Epoch 100: 100%|████████████████| 81/81 [00:00<00:00, 162.67it/s, loss=16.7]\r\n",
+      "04/18 08:34: Val Epoch 100: average Loss: 14.776715, time: 0.50 s\r\n",
+      "Test Epoch 100: 100%|███████████████| 82/82 [00:00<00:00, 168.61it/s, loss=16.9]\r\n",
+      "04/18 08:34: Test Epoch 100: average Loss: 15.918371, time: 0.49 s\r\n",
+      "Train Epoch 101: 100%|█████████████| 245/245 [00:06<00:00, 37.16it/s, loss=13.5]\r\n",
+      "04/18 08:34: Train Epoch 101: average Loss: 13.404575, time: 6.59 s\r\n",
+      "Val Epoch 101: 100%|██████████████████| 81/81 [00:00<00:00, 162.58it/s, loss=16]\r\n",
+      "04/18 08:34: Val Epoch 101: average Loss: 14.714013, time: 0.50 s\r\n",
+      "Test Epoch 101: 100%|███████████████| 82/82 [00:00<00:00, 166.49it/s, loss=17.5]\r\n",
+      "04/18 08:34: Test Epoch 101: average Loss: 15.990503, time: 0.49 s\r\n",
+      "04/18 08:34: Best validation model saved!\r\n",
+      "Train Epoch 102: 100%|█████████████| 245/245 [00:06<00:00, 37.15it/s, loss=13.7]\r\n",
+      "04/18 08:35: Train Epoch 102: average Loss: 13.376575, time: 6.60 s\r\n",
+      "Val Epoch 102: 100%|████████████████| 81/81 [00:00<00:00, 162.61it/s, loss=16.6]\r\n",
+      "04/18 08:35: Val Epoch 102: average Loss: 14.874412, time: 0.50 s\r\n",
+      "Test Epoch 102: 100%|███████████████| 82/82 [00:00<00:00, 166.48it/s, loss=17.2]\r\n",
+      "04/18 08:35: Test Epoch 102: average Loss: 16.168736, time: 0.49 s\r\n",
+      "Train Epoch 103: 100%|█████████████| 245/245 [00:06<00:00, 37.15it/s, loss=13.1]\r\n",
+      "04/18 08:35: Train Epoch 103: average Loss: 13.335901, time: 6.60 s\r\n",
+      "Val Epoch 103: 100%|██████████████████| 81/81 [00:00<00:00, 162.67it/s, loss=16]\r\n",
+      "04/18 08:35: Val Epoch 103: average Loss: 14.801154, time: 0.50 s\r\n",
+      "Test Epoch 103: 100%|███████████████| 82/82 [00:00<00:00, 166.52it/s, loss=17.4]\r\n",
+      "04/18 08:35: Test Epoch 103: average Loss: 16.007618, time: 0.49 s\r\n",
+      "Train Epoch 104: 100%|█████████████| 245/245 [00:06<00:00, 36.85it/s, loss=13.8]\r\n",
+      "04/18 08:35: Train Epoch 104: average Loss: 13.360127, time: 6.65 s\r\n",
+      "Val Epoch 104: 100%|████████████████| 81/81 [00:00<00:00, 162.54it/s, loss=16.2]\r\n",
+      "04/18 08:35: Val Epoch 104: average Loss: 14.910105, time: 0.50 s\r\n",
+      "Test Epoch 104: 100%|███████████████| 82/82 [00:00<00:00, 166.46it/s, loss=17.3]\r\n",
+      "04/18 08:35: Test Epoch 104: average Loss: 16.089234, time: 0.49 s\r\n",
+      "Train Epoch 105: 100%|█████████████| 245/245 [00:07<00:00, 34.18it/s, loss=12.6]\r\n",
+      "04/18 08:35: Train Epoch 105: average Loss: 13.352056, time: 7.17 s\r\n",
+      "Val Epoch 105: 100%|████████████████| 81/81 [00:00<00:00, 162.70it/s, loss=16.5]\r\n",
+      "04/18 08:35: Val Epoch 105: average Loss: 14.831817, time: 0.50 s\r\n",
+      "Test Epoch 105: 100%|███████████████| 82/82 [00:00<00:00, 166.53it/s, loss=17.1]\r\n",
+      "04/18 08:35: Test Epoch 105: average Loss: 15.897543, time: 0.49 s\r\n",
+      "Train Epoch 106: 100%|█████████████| 245/245 [00:07<00:00, 32.86it/s, loss=13.8]\r\n",
+      "04/18 08:35: Train Epoch 106: average Loss: 13.308006, time: 7.46 s\r\n",
+      "Val Epoch 106: 100%|████████████████| 81/81 [00:00<00:00, 162.42it/s, loss=16.5]\r\n",
+      "04/18 08:35: Val Epoch 106: average Loss: 14.872602, time: 0.50 s\r\n",
+      "Test Epoch 106: 100%|███████████████| 82/82 [00:00<00:00, 166.40it/s, loss=17.1]\r\n",
+      "04/18 08:35: Test Epoch 106: average Loss: 16.049404, time: 0.49 s\r\n",
+      "Train Epoch 107: 100%|███████████████| 245/245 [00:07<00:00, 33.99it/s, loss=13]\r\n",
+      "04/18 08:35: Train Epoch 107: average Loss: 13.310562, time: 7.21 s\r\n",
+      "Val Epoch 107: 100%|████████████████| 81/81 [00:00<00:00, 162.51it/s, loss=16.6]\r\n",
+      "04/18 08:35: Val Epoch 107: average Loss: 14.878665, time: 0.50 s\r\n",
+      "Test Epoch 107: 100%|███████████████| 82/82 [00:00<00:00, 166.37it/s, loss=16.9]\r\n",
+      "04/18 08:35: Test Epoch 107: average Loss: 16.027358, time: 0.49 s\r\n",
+      "Train Epoch 108: 100%|█████████████| 245/245 [00:07<00:00, 34.13it/s, loss=13.3]\r\n",
+      "04/18 08:35: Train Epoch 108: average Loss: 13.329912, time: 7.18 s\r\n",
+      "Val Epoch 108: 100%|████████████████| 81/81 [00:00<00:00, 162.07it/s, loss=16.8]\r\n",
+      "04/18 08:35: Val Epoch 108: average Loss: 14.824955, time: 0.50 s\r\n",
+      "Test Epoch 108: 100%|███████████████| 82/82 [00:00<00:00, 166.20it/s, loss=17.3]\r\n",
+      "04/18 08:35: Test Epoch 108: average Loss: 15.993678, time: 0.49 s\r\n",
+      "Train Epoch 109: 100%|███████████████| 245/245 [00:07<00:00, 34.01it/s, loss=14]\r\n",
+      "04/18 08:35: Train Epoch 109: average Loss: 13.329724, time: 7.20 s\r\n",
+      "Val Epoch 109: 100%|████████████████| 81/81 [00:00<00:00, 162.45it/s, loss=16.2]\r\n",
+      "04/18 08:35: Val Epoch 109: average Loss: 14.815334, time: 0.50 s\r\n",
+      "Test Epoch 109: 100%|███████████████| 82/82 [00:00<00:00, 166.25it/s, loss=17.3]\r\n",
+      "04/18 08:35: Test Epoch 109: average Loss: 16.020613, time: 0.49 s\r\n",
+      "Train Epoch 110: 100%|███████████████| 245/245 [00:07<00:00, 33.83it/s, loss=13]\r\n",
+      "04/18 08:36: Train Epoch 110: average Loss: 13.294248, time: 7.24 s\r\n",
+      "Val Epoch 110: 100%|████████████████| 81/81 [00:00<00:00, 162.31it/s, loss=16.3]\r\n",
+      "04/18 08:36: Val Epoch 110: average Loss: 14.717274, time: 0.50 s\r\n",
+      "Test Epoch 110: 100%|███████████████| 82/82 [00:00<00:00, 166.34it/s, loss=16.7]\r\n",
+      "04/18 08:36: Test Epoch 110: average Loss: 15.906074, time: 0.49 s\r\n",
+      "Train Epoch 111: 100%|█████████████| 245/245 [00:07<00:00, 33.84it/s, loss=13.4]\r\n",
+      "04/18 08:36: Train Epoch 111: average Loss: 13.273691, time: 7.24 s\r\n",
+      "Val Epoch 111: 100%|████████████████| 81/81 [00:00<00:00, 162.38it/s, loss=16.3]\r\n",
+      "04/18 08:36: Val Epoch 111: average Loss: 14.645383, time: 0.50 s\r\n",
+      "Test Epoch 111: 100%|███████████████| 82/82 [00:00<00:00, 166.37it/s, loss=16.7]\r\n",
+      "04/18 08:36: Test Epoch 111: average Loss: 15.801057, time: 0.49 s\r\n",
+      "04/18 08:36: Best validation model saved!\r\n",
+      "Train Epoch 112: 100%|█████████████| 245/245 [00:07<00:00, 33.77it/s, loss=14.2]\r\n",
+      "04/18 08:36: Train Epoch 112: average Loss: 13.389663, time: 7.26 s\r\n",
+      "Val Epoch 112: 100%|████████████████| 81/81 [00:00<00:00, 162.33it/s, loss=16.4]\r\n",
+      "04/18 08:36: Val Epoch 112: average Loss: 14.733031, time: 0.50 s\r\n",
+      "Test Epoch 112: 100%|███████████████| 82/82 [00:00<00:00, 166.30it/s, loss=16.9]\r\n",
+      "04/18 08:36: Test Epoch 112: average Loss: 15.986600, time: 0.49 s\r\n",
+      "Train Epoch 113: 100%|█████████████| 245/245 [00:07<00:00, 33.86it/s, loss=13.8]\r\n",
+      "04/18 08:36: Train Epoch 113: average Loss: 13.287252, time: 7.24 s\r\n",
+      "Val Epoch 113: 100%|████████████████| 81/81 [00:00<00:00, 162.38it/s, loss=16.6]\r\n",
+      "04/18 08:36: Val Epoch 113: average Loss: 14.709865, time: 0.50 s\r\n",
+      "Test Epoch 113: 100%|█████████████████| 82/82 [00:00<00:00, 166.33it/s, loss=17]\r\n",
+      "04/18 08:36: Test Epoch 113: average Loss: 15.844942, time: 0.49 s\r\n",
+      "Train Epoch 114: 100%|█████████████| 245/245 [00:07<00:00, 33.82it/s, loss=13.6]\r\n",
+      "04/18 08:36: Train Epoch 114: average Loss: 13.252040, time: 7.25 s\r\n",
+      "Val Epoch 114: 100%|████████████████| 81/81 [00:00<00:00, 162.43it/s, loss=16.3]\r\n",
+      "04/18 08:36: Val Epoch 114: average Loss: 14.726099, time: 0.50 s\r\n",
+      "Test Epoch 114: 100%|███████████████| 82/82 [00:00<00:00, 165.96it/s, loss=16.8]\r\n",
+      "04/18 08:36: Test Epoch 114: average Loss: 16.013936, time: 0.49 s\r\n",
+      "Train Epoch 115: 100%|███████████████| 245/245 [00:07<00:00, 33.81it/s, loss=14]\r\n",
+      "04/18 08:36: Train Epoch 115: average Loss: 13.343153, time: 7.25 s\r\n",
+      "Val Epoch 115: 100%|████████████████| 81/81 [00:00<00:00, 162.38it/s, loss=16.2]\r\n",
+      "04/18 08:36: Val Epoch 115: average Loss: 14.913648, time: 0.50 s\r\n",
+      "Test Epoch 115: 100%|███████████████| 82/82 [00:00<00:00, 166.31it/s, loss=17.2]\r\n",
+      "04/18 08:36: Test Epoch 115: average Loss: 16.073008, time: 0.49 s\r\n",
+      "Train Epoch 116: 100%|█████████████| 245/245 [00:07<00:00, 33.89it/s, loss=12.7]\r\n",
+      "04/18 08:36: Train Epoch 116: average Loss: 13.293304, time: 7.23 s\r\n",
+      "Val Epoch 116: 100%|██████████████████| 81/81 [00:00<00:00, 162.49it/s, loss=16]\r\n",
+      "04/18 08:36: Val Epoch 116: average Loss: 14.657750, time: 0.50 s\r\n",
+      "Test Epoch 116: 100%|███████████████| 82/82 [00:00<00:00, 166.38it/s, loss=17.3]\r\n",
+      "04/18 08:36: Test Epoch 116: average Loss: 15.870614, time: 0.49 s\r\n",
+      "Train Epoch 117: 100%|█████████████| 245/245 [00:07<00:00, 33.89it/s, loss=13.6]\r\n",
+      "04/18 08:37: Train Epoch 117: average Loss: 13.229226, time: 7.23 s\r\n",
+      "Val Epoch 117: 100%|████████████████| 81/81 [00:00<00:00, 162.54it/s, loss=16.5]\r\n",
+      "04/18 08:37: Val Epoch 117: average Loss: 14.730660, time: 0.50 s\r\n",
+      "Test Epoch 117: 100%|███████████████| 82/82 [00:00<00:00, 166.42it/s, loss=17.4]\r\n",
+      "04/18 08:37: Test Epoch 117: average Loss: 15.965383, time: 0.49 s\r\n",
+      "Train Epoch 118: 100%|█████████████| 245/245 [00:07<00:00, 33.83it/s, loss=13.6]\r\n",
+      "04/18 08:37: Train Epoch 118: average Loss: 13.228356, time: 7.24 s\r\n",
+      "Val Epoch 118: 100%|████████████████| 81/81 [00:00<00:00, 162.46it/s, loss=16.6]\r\n",
+      "04/18 08:37: Val Epoch 118: average Loss: 14.736695, time: 0.50 s\r\n",
+      "Test Epoch 118: 100%|███████████████| 82/82 [00:00<00:00, 166.34it/s, loss=16.9]\r\n",
+      "04/18 08:37: Test Epoch 118: average Loss: 15.904294, time: 0.49 s\r\n",
+      "Train Epoch 119: 100%|█████████████| 245/245 [00:07<00:00, 33.88it/s, loss=13.9]\r\n",
+      "04/18 08:37: Train Epoch 119: average Loss: 13.326191, time: 7.23 s\r\n",
+      "Val Epoch 119: 100%|████████████████| 81/81 [00:00<00:00, 162.45it/s, loss=16.1]\r\n",
+      "04/18 08:37: Val Epoch 119: average Loss: 14.763726, time: 0.50 s\r\n",
+      "Test Epoch 119: 100%|███████████████| 82/82 [00:00<00:00, 166.40it/s, loss=17.9]\r\n",
+      "04/18 08:37: Test Epoch 119: average Loss: 16.133120, time: 0.49 s\r\n",
+      "Train Epoch 120: 100%|█████████████| 245/245 [00:07<00:00, 33.84it/s, loss=13.3]\r\n",
+      "04/18 08:37: Train Epoch 120: average Loss: 13.250386, time: 7.24 s\r\n",
+      "Val Epoch 120: 100%|████████████████| 81/81 [00:00<00:00, 162.32it/s, loss=16.4]\r\n",
+      "04/18 08:37: Val Epoch 120: average Loss: 14.743714, time: 0.50 s\r\n",
+      "Test Epoch 120: 100%|███████████████| 82/82 [00:00<00:00, 166.20it/s, loss=17.3]\r\n",
+      "04/18 08:37: Test Epoch 120: average Loss: 15.977276, time: 0.49 s\r\n",
+      "Train Epoch 121: 100%|█████████████| 245/245 [00:07<00:00, 33.71it/s, loss=12.8]\r\n",
+      "04/18 08:37: Train Epoch 121: average Loss: 13.320058, time: 7.27 s\r\n",
+      "Val Epoch 121: 100%|████████████████| 81/81 [00:00<00:00, 161.90it/s, loss=16.3]\r\n",
+      "04/18 08:37: Val Epoch 121: average Loss: 14.747997, time: 0.50 s\r\n",
+      "Test Epoch 121: 100%|███████████████| 82/82 [00:00<00:00, 166.00it/s, loss=16.8]\r\n",
+      "04/18 08:37: Test Epoch 121: average Loss: 15.883917, time: 0.49 s\r\n",
+      "Train Epoch 122: 100%|█████████████| 245/245 [00:07<00:00, 33.73it/s, loss=12.7]\r\n",
+      "04/18 08:37: Train Epoch 122: average Loss: 13.220127, time: 7.26 s\r\n",
+      "Val Epoch 122: 100%|████████████████| 81/81 [00:00<00:00, 162.56it/s, loss=16.6]\r\n",
+      "04/18 08:37: Val Epoch 122: average Loss: 14.715636, time: 0.50 s\r\n",
+      "Test Epoch 122: 100%|███████████████| 82/82 [00:00<00:00, 166.43it/s, loss=17.1]\r\n",
+      "04/18 08:37: Test Epoch 122: average Loss: 15.848012, time: 0.49 s\r\n",
+      "Train Epoch 123: 100%|█████████████| 245/245 [00:07<00:00, 33.68it/s, loss=12.8]\r\n",
+      "04/18 08:37: Train Epoch 123: average Loss: 13.222055, time: 7.28 s\r\n",
+      "Val Epoch 123: 100%|████████████████| 81/81 [00:00<00:00, 162.14it/s, loss=16.4]\r\n",
+      "04/18 08:37: Val Epoch 123: average Loss: 14.728001, time: 0.50 s\r\n",
+      "Test Epoch 123: 100%|███████████████| 82/82 [00:00<00:00, 166.29it/s, loss=17.2]\r\n",
+      "04/18 08:37: Test Epoch 123: average Loss: 15.972173, time: 0.49 s\r\n",
+      "Train Epoch 124: 100%|█████████████| 245/245 [00:07<00:00, 34.03it/s, loss=12.7]\r\n",
+      "04/18 08:38: Train Epoch 124: average Loss: 13.231266, time: 7.20 s\r\n",
+      "Val Epoch 124: 100%|████████████████| 81/81 [00:00<00:00, 162.33it/s, loss=16.9]\r\n",
+      "04/18 08:38: Val Epoch 124: average Loss: 14.720905, time: 0.50 s\r\n",
+      "Test Epoch 124: 100%|███████████████| 82/82 [00:00<00:00, 166.13it/s, loss=17.1]\r\n",
+      "04/18 08:38: Test Epoch 124: average Loss: 15.830290, time: 0.49 s\r\n",
+      "Train Epoch 125: 100%|███████████████| 245/245 [00:07<00:00, 33.87it/s, loss=13]\r\n",
+      "04/18 08:38: Train Epoch 125: average Loss: 13.276206, time: 7.23 s\r\n",
+      "Val Epoch 125: 100%|████████████████| 81/81 [00:00<00:00, 162.48it/s, loss=16.2]\r\n",
+      "04/18 08:38: Val Epoch 125: average Loss: 14.695272, time: 0.50 s\r\n",
+      "Test Epoch 125: 100%|███████████████| 82/82 [00:00<00:00, 166.16it/s, loss=17.7]\r\n",
+      "04/18 08:38: Test Epoch 125: average Loss: 15.919341, time: 0.49 s\r\n",
+      "Train Epoch 126: 100%|█████████████| 245/245 [00:07<00:00, 33.87it/s, loss=13.6]\r\n",
+      "04/18 08:38: Train Epoch 126: average Loss: 13.222001, time: 7.23 s\r\n",
+      "Val Epoch 126: 100%|████████████████| 81/81 [00:00<00:00, 162.22it/s, loss=16.3]\r\n",
+      "04/18 08:38: Val Epoch 126: average Loss: 14.611908, time: 0.50 s\r\n",
+      "Test Epoch 126: 100%|█████████████████| 82/82 [00:00<00:00, 166.14it/s, loss=17]\r\n",
+      "04/18 08:38: Test Epoch 126: average Loss: 15.843730, time: 0.49 s\r\n",
+      "04/18 08:38: Best validation model saved!\r\n",
+      "Train Epoch 127: 100%|█████████████| 245/245 [00:07<00:00, 34.03it/s, loss=13.1]\r\n",
+      "04/18 08:38: Train Epoch 127: average Loss: 13.178047, time: 7.20 s\r\n",
+      "Val Epoch 127: 100%|████████████████| 81/81 [00:00<00:00, 162.68it/s, loss=16.4]\r\n",
+      "04/18 08:38: Val Epoch 127: average Loss: 14.569762, time: 0.50 s\r\n",
+      "Test Epoch 127: 100%|███████████████| 82/82 [00:00<00:00, 166.62it/s, loss=16.5]\r\n",
+      "04/18 08:38: Test Epoch 127: average Loss: 15.765821, time: 0.49 s\r\n",
+      "04/18 08:38: Best validation model saved!\r\n",
+      "Train Epoch 128: 100%|█████████████| 245/245 [00:07<00:00, 33.87it/s, loss=13.7]\r\n",
+      "04/18 08:38: Train Epoch 128: average Loss: 13.184891, time: 7.23 s\r\n",
+      "Val Epoch 128: 100%|████████████████| 81/81 [00:00<00:00, 162.33it/s, loss=16.2]\r\n",
+      "04/18 08:38: Val Epoch 128: average Loss: 14.633384, time: 0.50 s\r\n",
+      "Test Epoch 128: 100%|███████████████| 82/82 [00:00<00:00, 166.54it/s, loss=17.1]\r\n",
+      "04/18 08:38: Test Epoch 128: average Loss: 15.853912, time: 0.49 s\r\n",
+      "Train Epoch 129: 100%|█████████████| 245/245 [00:07<00:00, 33.60it/s, loss=13.7]\r\n",
+      "04/18 08:38: Train Epoch 129: average Loss: 13.195249, time: 7.29 s\r\n",
+      "Val Epoch 129: 100%|████████████████| 81/81 [00:00<00:00, 162.35it/s, loss=17.2]\r\n",
+      "04/18 08:38: Val Epoch 129: average Loss: 14.970964, time: 0.50 s\r\n",
+      "Test Epoch 129: 100%|███████████████| 82/82 [00:00<00:00, 166.52it/s, loss=17.7]\r\n",
+      "04/18 08:38: Test Epoch 129: average Loss: 15.957783, time: 0.49 s\r\n",
+      "Train Epoch 130: 100%|█████████████| 245/245 [00:07<00:00, 33.56it/s, loss=12.5]\r\n",
+      "04/18 08:38: Train Epoch 130: average Loss: 13.214311, time: 7.30 s\r\n",
+      "Val Epoch 130: 100%|████████████████| 81/81 [00:00<00:00, 162.19it/s, loss=16.2]\r\n",
+      "04/18 08:38: Val Epoch 130: average Loss: 14.822191, time: 0.50 s\r\n",
+      "Test Epoch 130: 100%|███████████████| 82/82 [00:00<00:00, 165.98it/s, loss=17.5]\r\n",
+      "04/18 08:38: Test Epoch 130: average Loss: 16.028007, time: 0.49 s\r\n",
+      "Train Epoch 131: 100%|█████████████| 245/245 [00:07<00:00, 33.64it/s, loss=13.2]\r\n",
+      "04/18 08:38: Train Epoch 131: average Loss: 13.251058, time: 7.28 s\r\n",
+      "Val Epoch 131: 100%|████████████████| 81/81 [00:00<00:00, 162.16it/s, loss=16.8]\r\n",
+      "04/18 08:38: Val Epoch 131: average Loss: 14.863789, time: 0.50 s\r\n",
+      "Test Epoch 131: 100%|███████████████| 82/82 [00:00<00:00, 166.33it/s, loss=17.5]\r\n",
+      "04/18 08:38: Test Epoch 131: average Loss: 15.887701, time: 0.49 s\r\n",
+      "Train Epoch 132: 100%|█████████████| 245/245 [00:07<00:00, 33.61it/s, loss=13.8]\r\n",
+      "04/18 08:39: Train Epoch 132: average Loss: 13.160780, time: 7.29 s\r\n",
+      "Val Epoch 132: 100%|████████████████| 81/81 [00:00<00:00, 162.37it/s, loss=16.6]\r\n",
+      "04/18 08:39: Val Epoch 132: average Loss: 14.774031, time: 0.50 s\r\n",
+      "Test Epoch 132: 100%|███████████████| 82/82 [00:00<00:00, 166.28it/s, loss=17.5]\r\n",
+      "04/18 08:39: Test Epoch 132: average Loss: 15.896072, time: 0.49 s\r\n",
+      "Train Epoch 133: 100%|█████████████| 245/245 [00:07<00:00, 33.60it/s, loss=14.1]\r\n",
+      "04/18 08:39: Train Epoch 133: average Loss: 13.183439, time: 7.29 s\r\n",
+      "Val Epoch 133: 100%|████████████████| 81/81 [00:00<00:00, 162.21it/s, loss=16.1]\r\n",
+      "04/18 08:39: Val Epoch 133: average Loss: 14.848312, time: 0.50 s\r\n",
+      "Test Epoch 133: 100%|███████████████| 82/82 [00:00<00:00, 166.29it/s, loss=17.7]\r\n",
+      "04/18 08:39: Test Epoch 133: average Loss: 16.010068, time: 0.49 s\r\n",
+      "Train Epoch 134: 100%|█████████████| 245/245 [00:07<00:00, 33.82it/s, loss=13.3]\r\n",
+      "04/18 08:39: Train Epoch 134: average Loss: 13.182306, time: 7.25 s\r\n",
+      "Val Epoch 134: 100%|████████████████| 81/81 [00:00<00:00, 162.83it/s, loss=16.2]\r\n",
+      "04/18 08:39: Val Epoch 134: average Loss: 14.776886, time: 0.50 s\r\n",
+      "Test Epoch 134: 100%|███████████████| 82/82 [00:00<00:00, 166.55it/s, loss=17.5]\r\n",
+      "04/18 08:39: Test Epoch 134: average Loss: 16.013489, time: 0.49 s\r\n",
+      "Train Epoch 135: 100%|█████████████| 245/245 [00:07<00:00, 34.21it/s, loss=13.2]\r\n",
+      "04/18 08:39: Train Epoch 135: average Loss: 13.148404, time: 7.16 s\r\n",
+      "Val Epoch 135: 100%|████████████████| 81/81 [00:00<00:00, 162.79it/s, loss=16.7]\r\n",
+      "04/18 08:39: Val Epoch 135: average Loss: 14.671963, time: 0.50 s\r\n",
+      "Test Epoch 135: 100%|███████████████| 82/82 [00:00<00:00, 166.67it/s, loss=17.3]\r\n",
+      "04/18 08:39: Test Epoch 135: average Loss: 15.789382, time: 0.49 s\r\n",
+      "Train Epoch 136: 100%|█████████████| 245/245 [00:07<00:00, 34.10it/s, loss=13.5]\r\n",
+      "04/18 08:39: Train Epoch 136: average Loss: 13.154792, time: 7.18 s\r\n",
+      "Val Epoch 136: 100%|██████████████████| 81/81 [00:00<00:00, 162.78it/s, loss=16]\r\n",
+      "04/18 08:39: Val Epoch 136: average Loss: 14.922512, time: 0.50 s\r\n",
+      "Test Epoch 136: 100%|███████████████| 82/82 [00:00<00:00, 166.64it/s, loss=18.1]\r\n",
+      "04/18 08:39: Test Epoch 136: average Loss: 16.376914, time: 0.49 s\r\n",
+      "Train Epoch 137: 100%|█████████████| 245/245 [00:07<00:00, 34.00it/s, loss=13.1]\r\n",
+      "04/18 08:39: Train Epoch 137: average Loss: 13.232702, time: 7.21 s\r\n",
+      "Val Epoch 137: 100%|████████████████| 81/81 [00:00<00:00, 162.61it/s, loss=16.7]\r\n",
+      "04/18 08:39: Val Epoch 137: average Loss: 14.674402, time: 0.50 s\r\n",
+      "Test Epoch 137: 100%|███████████████| 82/82 [00:00<00:00, 166.49it/s, loss=17.3]\r\n",
+      "04/18 08:39: Test Epoch 137: average Loss: 15.831254, time: 0.49 s\r\n",
+      "Train Epoch 138: 100%|█████████████| 245/245 [00:07<00:00, 34.07it/s, loss=12.7]\r\n",
+      "04/18 08:39: Train Epoch 138: average Loss: 13.183042, time: 7.19 s\r\n",
+      "Val Epoch 138: 100%|██████████████████| 81/81 [00:00<00:00, 162.51it/s, loss=16]\r\n",
+      "04/18 08:39: Val Epoch 138: average Loss: 14.564251, time: 0.50 s\r\n",
+      "Test Epoch 138: 100%|█████████████████| 82/82 [00:00<00:00, 166.42it/s, loss=17]\r\n",
+      "04/18 08:39: Test Epoch 138: average Loss: 15.768705, time: 0.49 s\r\n",
+      "04/18 08:39: Best validation model saved!\r\n",
+      "Train Epoch 139: 100%|█████████████| 245/245 [00:07<00:00, 33.88it/s, loss=13.2]\r\n",
+      "04/18 08:40: Train Epoch 139: average Loss: 13.124213, time: 7.23 s\r\n",
+      "Val Epoch 139: 100%|████████████████| 81/81 [00:00<00:00, 162.57it/s, loss=16.2]\r\n",
+      "04/18 08:40: Val Epoch 139: average Loss: 14.703216, time: 0.50 s\r\n",
+      "Test Epoch 139: 100%|███████████████| 82/82 [00:00<00:00, 166.53it/s, loss=16.8]\r\n",
+      "04/18 08:40: Test Epoch 139: average Loss: 15.815398, time: 0.49 s\r\n",
+      "Train Epoch 140: 100%|█████████████| 245/245 [00:07<00:00, 33.97it/s, loss=13.9]\r\n",
+      "04/18 08:40: Train Epoch 140: average Loss: 13.133377, time: 7.21 s\r\n",
+      "Val Epoch 140: 100%|████████████████| 81/81 [00:00<00:00, 162.81it/s, loss=16.6]\r\n",
+      "04/18 08:40: Val Epoch 140: average Loss: 14.698650, time: 0.50 s\r\n",
+      "Test Epoch 140: 100%|███████████████| 82/82 [00:00<00:00, 167.26it/s, loss=16.5]\r\n",
+      "04/18 08:40: Test Epoch 140: average Loss: 15.744965, time: 0.49 s\r\n",
+      "Train Epoch 141: 100%|█████████████| 245/245 [00:07<00:00, 33.94it/s, loss=12.6]\r\n",
+      "04/18 08:40: Train Epoch 141: average Loss: 13.152832, time: 7.22 s\r\n",
+      "Val Epoch 141: 100%|████████████████| 81/81 [00:00<00:00, 162.69it/s, loss=16.5]\r\n",
+      "04/18 08:40: Val Epoch 141: average Loss: 14.773532, time: 0.50 s\r\n",
+      "Test Epoch 141: 100%|███████████████| 82/82 [00:00<00:00, 166.33it/s, loss=16.9]\r\n",
+      "04/18 08:40: Test Epoch 141: average Loss: 15.821076, time: 0.49 s\r\n",
+      "Train Epoch 142: 100%|█████████████| 245/245 [00:07<00:00, 33.92it/s, loss=12.7]\r\n",
+      "04/18 08:40: Train Epoch 142: average Loss: 13.107685, time: 7.22 s\r\n",
+      "Val Epoch 142: 100%|██████████████████| 81/81 [00:00<00:00, 162.64it/s, loss=16]\r\n",
+      "04/18 08:40: Val Epoch 142: average Loss: 14.572173, time: 0.50 s\r\n",
+      "Test Epoch 142: 100%|███████████████| 82/82 [00:00<00:00, 166.61it/s, loss=16.7]\r\n",
+      "04/18 08:40: Test Epoch 142: average Loss: 15.730567, time: 0.49 s\r\n",
+      "Train Epoch 143: 100%|█████████████| 245/245 [00:07<00:00, 33.87it/s, loss=12.6]\r\n",
+      "04/18 08:40: Train Epoch 143: average Loss: 13.154332, time: 7.23 s\r\n",
+      "Val Epoch 143: 100%|████████████████| 81/81 [00:00<00:00, 162.48it/s, loss=15.8]\r\n",
+      "04/18 08:40: Val Epoch 143: average Loss: 14.731125, time: 0.50 s\r\n",
+      "Test Epoch 143: 100%|███████████████| 82/82 [00:00<00:00, 166.12it/s, loss=17.1]\r\n",
+      "04/18 08:40: Test Epoch 143: average Loss: 15.960805, time: 0.49 s\r\n",
+      "Train Epoch 144: 100%|█████████████| 245/245 [00:07<00:00, 33.78it/s, loss=13.9]\r\n",
+      "04/18 08:40: Train Epoch 144: average Loss: 13.124824, time: 7.25 s\r\n",
+      "Val Epoch 144: 100%|████████████████| 81/81 [00:00<00:00, 162.59it/s, loss=16.7]\r\n",
+      "04/18 08:40: Val Epoch 144: average Loss: 14.845031, time: 0.50 s\r\n",
+      "Test Epoch 144: 100%|███████████████| 82/82 [00:00<00:00, 166.44it/s, loss=17.7]\r\n",
+      "04/18 08:40: Test Epoch 144: average Loss: 15.936898, time: 0.49 s\r\n",
+      "Train Epoch 145: 100%|█████████████| 245/245 [00:07<00:00, 34.03it/s, loss=13.7]\r\n",
+      "04/18 08:40: Train Epoch 145: average Loss: 13.154516, time: 7.20 s\r\n",
+      "Val Epoch 145: 100%|████████████████| 81/81 [00:00<00:00, 162.66it/s, loss=15.9]\r\n",
+      "04/18 08:40: Val Epoch 145: average Loss: 14.657786, time: 0.50 s\r\n",
+      "Test Epoch 145: 100%|███████████████| 82/82 [00:00<00:00, 166.65it/s, loss=17.4]\r\n",
+      "04/18 08:40: Test Epoch 145: average Loss: 15.831482, time: 0.49 s\r\n",
+      "Train Epoch 146: 100%|█████████████| 245/245 [00:07<00:00, 33.99it/s, loss=12.9]\r\n",
+      "04/18 08:41: Train Epoch 146: average Loss: 13.116345, time: 7.21 s\r\n",
+      "Val Epoch 146: 100%|████████████████| 81/81 [00:00<00:00, 162.66it/s, loss=16.3]\r\n",
+      "04/18 08:41: Val Epoch 146: average Loss: 14.756759, time: 0.50 s\r\n",
+      "Test Epoch 146: 100%|███████████████| 82/82 [00:00<00:00, 166.54it/s, loss=17.1]\r\n",
+      "04/18 08:41: Test Epoch 146: average Loss: 15.960762, time: 0.49 s\r\n",
+      "Train Epoch 147: 100%|█████████████| 245/245 [00:07<00:00, 33.60it/s, loss=12.7]\r\n",
+      "04/18 08:41: Train Epoch 147: average Loss: 13.128432, time: 7.29 s\r\n",
+      "Val Epoch 147: 100%|████████████████| 81/81 [00:00<00:00, 162.65it/s, loss=16.4]\r\n",
+      "04/18 08:41: Val Epoch 147: average Loss: 14.707233, time: 0.50 s\r\n",
+      "Test Epoch 147: 100%|███████████████| 82/82 [00:00<00:00, 166.71it/s, loss=16.9]\r\n",
+      "04/18 08:41: Test Epoch 147: average Loss: 15.854288, time: 0.49 s\r\n",
+      "Train Epoch 148: 100%|█████████████| 245/245 [00:07<00:00, 33.95it/s, loss=13.9]\r\n",
+      "04/18 08:41: Train Epoch 148: average Loss: 13.117303, time: 7.22 s\r\n",
+      "Val Epoch 148: 100%|████████████████| 81/81 [00:00<00:00, 162.62it/s, loss=16.2]\r\n",
+      "04/18 08:41: Val Epoch 148: average Loss: 14.670402, time: 0.50 s\r\n",
+      "Test Epoch 148: 100%|█████████████████| 82/82 [00:00<00:00, 166.47it/s, loss=17]\r\n",
+      "04/18 08:41: Test Epoch 148: average Loss: 15.922492, time: 0.49 s\r\n",
+      "Train Epoch 149: 100%|█████████████| 245/245 [00:07<00:00, 33.39it/s, loss=12.8]\r\n",
+      "04/18 08:41: Train Epoch 149: average Loss: 13.126854, time: 7.34 s\r\n",
+      "Val Epoch 149: 100%|████████████████| 81/81 [00:00<00:00, 162.64it/s, loss=16.4]\r\n",
+      "04/18 08:41: Val Epoch 149: average Loss: 14.537054, time: 0.50 s\r\n",
+      "Test Epoch 149: 100%|███████████████| 82/82 [00:00<00:00, 166.66it/s, loss=17.4]\r\n",
+      "04/18 08:41: Test Epoch 149: average Loss: 15.845168, time: 0.49 s\r\n",
+      "04/18 08:41: Best validation model saved!\r\n",
+      "Train Epoch 150: 100%|█████████████| 245/245 [00:07<00:00, 32.80it/s, loss=12.7]\r\n",
+      "04/18 08:41: Train Epoch 150: average Loss: 13.068520, time: 7.47 s\r\n",
+      "Val Epoch 150: 100%|████████████████| 81/81 [00:00<00:00, 162.66it/s, loss=16.6]\r\n",
+      "04/18 08:41: Val Epoch 150: average Loss: 14.614789, time: 0.50 s\r\n",
+      "Test Epoch 150: 100%|███████████████| 82/82 [00:00<00:00, 166.64it/s, loss=17.6]\r\n",
+      "04/18 08:41: Test Epoch 150: average Loss: 15.773586, time: 0.49 s\r\n",
+      "Train Epoch 151: 100%|█████████████| 245/245 [00:07<00:00, 33.05it/s, loss=13.1]\r\n",
+      "04/18 08:41: Train Epoch 151: average Loss: 13.158781, time: 7.41 s\r\n",
+      "Val Epoch 151: 100%|██████████████████| 81/81 [00:00<00:00, 162.76it/s, loss=16]\r\n",
+      "04/18 08:41: Val Epoch 151: average Loss: 14.647275, time: 0.50 s\r\n",
+      "Test Epoch 151: 100%|███████████████| 82/82 [00:00<00:00, 166.65it/s, loss=16.7]\r\n",
+      "04/18 08:41: Test Epoch 151: average Loss: 15.837986, time: 0.49 s\r\n",
+      "Train Epoch 152: 100%|█████████████| 245/245 [00:07<00:00, 33.93it/s, loss=12.7]\r\n",
+      "04/18 08:41: Train Epoch 152: average Loss: 13.079211, time: 7.22 s\r\n",
+      "Val Epoch 152: 100%|████████████████| 81/81 [00:00<00:00, 162.81it/s, loss=16.6]\r\n",
+      "04/18 08:41: Val Epoch 152: average Loss: 14.702783, time: 0.50 s\r\n",
+      "Test Epoch 152: 100%|███████████████| 82/82 [00:00<00:00, 166.61it/s, loss=16.6]\r\n",
+      "04/18 08:41: Test Epoch 152: average Loss: 15.778278, time: 0.49 s\r\n",
+      "Train Epoch 153: 100%|█████████████| 245/245 [00:07<00:00, 34.02it/s, loss=14.4]\r\n",
+      "04/18 08:41: Train Epoch 153: average Loss: 13.068126, time: 7.20 s\r\n",
+      "Val Epoch 153: 100%|██████████████████| 81/81 [00:00<00:00, 162.79it/s, loss=16]\r\n",
+      "04/18 08:41: Val Epoch 153: average Loss: 14.544818, time: 0.50 s\r\n",
+      "Test Epoch 153: 100%|███████████████| 82/82 [00:00<00:00, 166.64it/s, loss=17.2]\r\n",
+      "04/18 08:42: Test Epoch 153: average Loss: 15.883814, time: 0.49 s\r\n",
+      "Train Epoch 154: 100%|█████████████| 245/245 [00:07<00:00, 34.01it/s, loss=12.6]\r\n",
+      "04/18 08:42: Train Epoch 154: average Loss: 13.109386, time: 7.21 s\r\n",
+      "Val Epoch 154: 100%|████████████████| 81/81 [00:00<00:00, 162.62it/s, loss=16.2]\r\n",
+      "04/18 08:42: Val Epoch 154: average Loss: 14.581777, time: 0.50 s\r\n",
+      "Test Epoch 154: 100%|█████████████████| 82/82 [00:00<00:00, 166.45it/s, loss=17]\r\n",
+      "04/18 08:42: Test Epoch 154: average Loss: 15.720317, time: 0.49 s\r\n",
+      "Train Epoch 155: 100%|█████████████| 245/245 [00:07<00:00, 33.84it/s, loss=13.5]\r\n",
+      "04/18 08:42: Train Epoch 155: average Loss: 13.065727, time: 7.24 s\r\n",
+      "Val Epoch 155: 100%|████████████████| 81/81 [00:00<00:00, 161.72it/s, loss=16.1]\r\n",
+      "04/18 08:42: Val Epoch 155: average Loss: 14.647970, time: 0.50 s\r\n",
+      "Test Epoch 155: 100%|█████████████████| 82/82 [00:00<00:00, 166.31it/s, loss=17]\r\n",
+      "04/18 08:42: Test Epoch 155: average Loss: 15.919113, time: 0.49 s\r\n",
+      "Train Epoch 156: 100%|█████████████| 245/245 [00:07<00:00, 33.88it/s, loss=13.3]\r\n",
+      "04/18 08:42: Train Epoch 156: average Loss: 13.095887, time: 7.23 s\r\n",
+      "Val Epoch 156: 100%|████████████████| 81/81 [00:00<00:00, 162.53it/s, loss=16.4]\r\n",
+      "04/18 08:42: Val Epoch 156: average Loss: 14.654520, time: 0.50 s\r\n",
+      "Test Epoch 156: 100%|███████████████| 82/82 [00:00<00:00, 166.39it/s, loss=17.3]\r\n",
+      "04/18 08:42: Test Epoch 156: average Loss: 15.850568, time: 0.49 s\r\n",
+      "Train Epoch 157: 100%|█████████████| 245/245 [00:07<00:00, 34.01it/s, loss=12.8]\r\n",
+      "04/18 08:42: Train Epoch 157: average Loss: 13.062143, time: 7.20 s\r\n",
+      "Val Epoch 157: 100%|████████████████| 81/81 [00:00<00:00, 162.38it/s, loss=16.2]\r\n",
+      "04/18 08:42: Val Epoch 157: average Loss: 14.658812, time: 0.50 s\r\n",
+      "Test Epoch 157: 100%|███████████████| 82/82 [00:00<00:00, 166.40it/s, loss=16.8]\r\n",
+      "04/18 08:42: Test Epoch 157: average Loss: 15.813124, time: 0.49 s\r\n",
+      "Train Epoch 158: 100%|█████████████| 245/245 [00:07<00:00, 33.93it/s, loss=12.4]\r\n",
+      "04/18 08:42: Train Epoch 158: average Loss: 13.082926, time: 7.22 s\r\n",
+      "Val Epoch 158: 100%|██████████████████| 81/81 [00:00<00:00, 160.63it/s, loss=16]\r\n",
+      "04/18 08:42: Val Epoch 158: average Loss: 14.610148, time: 0.50 s\r\n",
+      "Test Epoch 158: 100%|███████████████| 82/82 [00:00<00:00, 166.41it/s, loss=16.8]\r\n",
+      "04/18 08:42: Test Epoch 158: average Loss: 15.802680, time: 0.49 s\r\n",
+      "Train Epoch 159: 100%|█████████████| 245/245 [00:07<00:00, 33.92it/s, loss=12.9]\r\n",
+      "04/18 08:42: Train Epoch 159: average Loss: 13.061048, time: 7.22 s\r\n",
+      "Val Epoch 159: 100%|████████████████| 81/81 [00:00<00:00, 162.57it/s, loss=16.3]\r\n",
+      "04/18 08:42: Val Epoch 159: average Loss: 14.568728, time: 0.50 s\r\n",
+      "Test Epoch 159: 100%|███████████████| 82/82 [00:00<00:00, 166.36it/s, loss=16.9]\r\n",
+      "04/18 08:42: Test Epoch 159: average Loss: 15.749793, time: 0.49 s\r\n",
+      "Train Epoch 160: 100%|█████████████| 245/245 [00:07<00:00, 34.00it/s, loss=13.2]\r\n",
+      "04/18 08:42: Train Epoch 160: average Loss: 13.080133, time: 7.21 s\r\n",
+      "Val Epoch 160: 100%|████████████████| 81/81 [00:00<00:00, 162.52it/s, loss=15.9]\r\n",
+      "04/18 08:42: Val Epoch 160: average Loss: 14.725780, time: 0.50 s\r\n",
+      "Test Epoch 160: 100%|███████████████| 82/82 [00:00<00:00, 166.19it/s, loss=17.3]\r\n",
+      "04/18 08:42: Test Epoch 160: average Loss: 16.059539, time: 0.49 s\r\n",
+      "Train Epoch 161: 100%|█████████████| 245/245 [00:07<00:00, 34.05it/s, loss=13.7]\r\n",
+      "04/18 08:43: Train Epoch 161: average Loss: 13.092312, time: 7.20 s\r\n",
+      "Val Epoch 161: 100%|████████████████| 81/81 [00:00<00:00, 162.48it/s, loss=16.1]\r\n",
+      "04/18 08:43: Val Epoch 161: average Loss: 14.630666, time: 0.50 s\r\n",
+      "Test Epoch 161: 100%|███████████████| 82/82 [00:00<00:00, 166.25it/s, loss=17.4]\r\n",
+      "04/18 08:43: Test Epoch 161: average Loss: 15.884791, time: 0.49 s\r\n",
+      "Train Epoch 162: 100%|█████████████| 245/245 [00:07<00:00, 33.95it/s, loss=13.5]\r\n",
+      "04/18 08:43: Train Epoch 162: average Loss: 13.065397, time: 7.22 s\r\n",
+      "Val Epoch 162: 100%|████████████████| 81/81 [00:00<00:00, 162.27it/s, loss=16.4]\r\n",
+      "04/18 08:43: Val Epoch 162: average Loss: 14.635772, time: 0.50 s\r\n",
+      "Test Epoch 162: 100%|███████████████| 82/82 [00:00<00:00, 166.28it/s, loss=17.2]\r\n",
+      "04/18 08:43: Test Epoch 162: average Loss: 15.782683, time: 0.49 s\r\n",
+      "Train Epoch 163: 100%|█████████████| 245/245 [00:07<00:00, 34.03it/s, loss=13.1]\r\n",
+      "04/18 08:43: Train Epoch 163: average Loss: 13.027102, time: 7.20 s\r\n",
+      "Val Epoch 163: 100%|██████████████████| 81/81 [00:00<00:00, 162.48it/s, loss=16]\r\n",
+      "04/18 08:43: Val Epoch 163: average Loss: 14.694593, time: 0.50 s\r\n",
+      "Test Epoch 163: 100%|█████████████████| 82/82 [00:00<00:00, 166.35it/s, loss=17]\r\n",
+      "04/18 08:43: Test Epoch 163: average Loss: 15.940915, time: 0.49 s\r\n",
+      "Train Epoch 164: 100%|█████████████| 245/245 [00:07<00:00, 33.96it/s, loss=12.5]\r\n",
+      "04/18 08:43: Train Epoch 164: average Loss: 13.019604, time: 7.22 s\r\n",
+      "Val Epoch 164: 100%|████████████████| 81/81 [00:00<00:00, 162.40it/s, loss=16.4]\r\n",
+      "04/18 08:43: Val Epoch 164: average Loss: 14.673292, time: 0.50 s\r\n",
+      "Test Epoch 164: 100%|███████████████| 82/82 [00:00<00:00, 166.34it/s, loss=17.4]\r\n",
+      "04/18 08:43: Test Epoch 164: average Loss: 15.767276, time: 0.49 s\r\n",
+      "04/18 08:43: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
+      "04/18 08:43: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD3/2025-04-18_08-21-02/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD3/2025-04-18_08-21-02/best_test_model.pth\r\n",
+      "04/18 08:43: Testing on best validation model\r\n",
+      "04/18 08:43: Horizon 01, MAE: 12.7712, RMSE: 22.2473, MAPE: 0.1242\r\n",
+      "04/18 08:43: Horizon 02, MAE: 13.6044, RMSE: 23.6707, MAPE: 0.1309\r\n",
+      "04/18 08:43: Horizon 03, MAE: 14.3538, RMSE: 24.9377, MAPE: 0.1379\r\n",
+      "04/18 08:43: Horizon 04, MAE: 14.9725, RMSE: 25.9823, MAPE: 0.1460\r\n",
+      "04/18 08:43: Horizon 05, MAE: 15.4040, RMSE: 26.7232, MAPE: 0.1487\r\n",
+      "04/18 08:43: Horizon 06, MAE: 15.7912, RMSE: 27.3705, MAPE: 0.1484\r\n",
+      "04/18 08:43: Horizon 07, MAE: 16.2175, RMSE: 27.9795, MAPE: 0.1498\r\n",
+      "04/18 08:43: Horizon 08, MAE: 16.6338, RMSE: 28.5478, MAPE: 0.1531\r\n",
+      "04/18 08:43: Horizon 09, MAE: 17.0556, RMSE: 29.1044, MAPE: 0.1587\r\n",
+      "04/18 08:43: Horizon 10, MAE: 17.3334, RMSE: 29.5353, MAPE: 0.1615\r\n",
+      "04/18 08:43: Horizon 11, MAE: 17.7555, RMSE: 30.0832, MAPE: 0.1686\r\n",
+      "04/18 08:43: Horizon 12, MAE: 18.2113, RMSE: 30.7136, MAPE: 0.1709\r\n",
+      "04/18 08:43: Average Horizon, MAE: 15.8420, RMSE: 27.3573, MAPE: 0.1499\r\n",
+      "04/18 08:43: Testing on best test model\r\n",
+      "04/18 08:43: Horizon 01, MAE: 12.7800, RMSE: 22.1087, MAPE: 0.1245\r\n",
+      "04/18 08:43: Horizon 02, MAE: 13.6024, RMSE: 23.5206, MAPE: 0.1323\r\n",
+      "04/18 08:43: Horizon 03, MAE: 14.3328, RMSE: 24.7743, MAPE: 0.1358\r\n",
+      "04/18 08:43: Horizon 04, MAE: 14.9072, RMSE: 25.7872, MAPE: 0.1417\r\n",
+      "04/18 08:43: Horizon 05, MAE: 15.3552, RMSE: 26.5653, MAPE: 0.1470\r\n",
+      "04/18 08:43: Horizon 06, MAE: 15.7714, RMSE: 27.2039, MAPE: 0.1565\r\n",
+      "04/18 08:43: Horizon 07, MAE: 16.1481, RMSE: 27.7955, MAPE: 0.1505\r\n",
+      "04/18 08:43: Horizon 08, MAE: 16.5511, RMSE: 28.3551, MAPE: 0.1560\r\n",
+      "04/18 08:43: Horizon 09, MAE: 16.8331, RMSE: 28.7643, MAPE: 0.1573\r\n",
+      "04/18 08:43: Horizon 10, MAE: 17.1247, RMSE: 29.2011, MAPE: 0.1645\r\n",
+      "04/18 08:43: Horizon 11, MAE: 17.4206, RMSE: 29.6298, MAPE: 0.1693\r\n",
+      "04/18 08:43: Horizon 12, MAE: 17.7853, RMSE: 30.1632, MAPE: 0.1687\r\n",
+      "04/18 08:43: Average Horizon, MAE: 15.7177, RMSE: 27.0970, MAPE: 0.1503\r\n"
      ]
     }
    ],
    "source": [
-    "!python run.py --model AGCRN --dataset PEMSD  --mode train  --device cuda:1"
+    "!python run.py --model EXP --dataset PEMSD3  --mode train  --device cuda:1"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 17,
    "id": "413ac989e85adf6a",
    "metadata": {
     "collapsed": false,
     "ExecuteTime": {
-     "end_time": "2025-04-06T19:06:23.723360Z",
-     "start_time": "2025-04-06T18:38:54.246700Z"
+     "end_time": "2025-04-18T00:43:33.187889Z",
+     "start_time": "2025-04-18T00:43:33.184250Z"
     }
    },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "加载 PEMSD7 数据集中... \r\n",
-      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_02-39-47/run.log\r\n",
-      "04/07 02:39: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_02-39-47\r\n",
-      "04/07 02:39: Training process started\r\n",
-      "Train Epoch 1:  75%|███████████▎   | 199/264 [00:30<00:09,  6.57it/s, loss=43.7]04/07 02:40: Train Epoch 1: 200/264 Loss: 45.051659\r\n",
-      "Train Epoch 1: 100%|███████████████| 264/264 [00:40<00:00,  6.48it/s, loss=40.1]\r\n",
-      "04/07 02:40: Train Epoch 1: average Loss: 69.084071, time: 40.76 s\r\n",
-      "Val Epoch 1: 100%|███████████████████| 88/88 [00:03<00:00, 22.36it/s, loss=60.1]\r\n",
-      "04/07 02:40: Val Epoch 1: average Loss: 38.124186, time: 3.94 s\r\n",
-      "Test Epoch 1: 100%|██████████████████| 89/89 [00:03<00:00, 22.63it/s, loss=54.8]\r\n",
-      "04/07 02:40: Test Epoch 1: average Loss: 38.572464, time: 3.93 s\r\n",
-      "04/07 02:40: Best validation model saved!\r\n",
-      "Train Epoch 2:  75%|███████████▎   | 199/264 [00:30<00:09,  6.56it/s, loss=36.5]04/07 02:41: Train Epoch 2: 200/264 Loss: 38.400150\r\n",
-      "Train Epoch 2: 100%|███████████████| 264/264 [00:40<00:00,  6.57it/s, loss=40.5]\r\n",
-      "04/07 02:41: Train Epoch 2: average Loss: 38.937941, time: 40.18 s\r\n",
-      "Val Epoch 2: 100%|███████████████████| 88/88 [00:03<00:00, 22.39it/s, loss=53.5]\r\n",
-      "04/07 02:41: Val Epoch 2: average Loss: 33.760678, time: 3.93 s\r\n",
-      "Test Epoch 2: 100%|██████████████████| 89/89 [00:03<00:00, 22.58it/s, loss=42.3]\r\n",
-      "04/07 02:41: Test Epoch 2: average Loss: 34.239766, time: 3.94 s\r\n",
-      "04/07 02:41: Best validation model saved!\r\n",
-      "Train Epoch 3:  75%|███████████▎   | 199/264 [00:30<00:09,  6.57it/s, loss=37.2]04/07 02:41: Train Epoch 3: 200/264 Loss: 36.466259\r\n",
-      "Train Epoch 3: 100%|███████████████| 264/264 [00:40<00:00,  6.57it/s, loss=35.9]\r\n",
-      "04/07 02:42: Train Epoch 3: average Loss: 35.779228, time: 40.18 s\r\n",
-      "Val Epoch 3: 100%|███████████████████| 88/88 [00:03<00:00, 22.31it/s, loss=50.2]\r\n",
-      "04/07 02:42: Val Epoch 3: average Loss: 33.363798, time: 3.95 s\r\n",
-      "Test Epoch 3: 100%|██████████████████| 89/89 [00:03<00:00, 22.55it/s, loss=43.6]\r\n",
-      "04/07 02:42: Test Epoch 3: average Loss: 33.843504, time: 3.95 s\r\n",
-      "04/07 02:42: Best validation model saved!\r\n",
-      "Train Epoch 4:  75%|███████████▎   | 199/264 [00:30<00:09,  6.55it/s, loss=37.4]04/07 02:42: Train Epoch 4: 200/264 Loss: 31.136862\r\n",
-      "Train Epoch 4: 100%|███████████████| 264/264 [00:40<00:00,  6.56it/s, loss=35.9]\r\n",
-      "04/07 02:42: Train Epoch 4: average Loss: 34.598721, time: 40.23 s\r\n",
-      "Val Epoch 4: 100%|███████████████████| 88/88 [00:03<00:00, 22.31it/s, loss=51.7]\r\n",
-      "04/07 02:42: Val Epoch 4: average Loss: 32.261921, time: 3.95 s\r\n",
-      "Test Epoch 4: 100%|████████████████████| 89/89 [00:03<00:00, 22.52it/s, loss=38]\r\n",
-      "04/07 02:43: Test Epoch 4: average Loss: 32.722261, time: 3.95 s\r\n",
-      "04/07 02:43: Best validation model saved!\r\n",
-      "Train Epoch 5:  75%|███████████▎   | 199/264 [00:30<00:09,  6.57it/s, loss=30.9]04/07 02:43: Train Epoch 5: 200/264 Loss: 32.581001\r\n",
-      "Train Epoch 5: 100%|█████████████████| 264/264 [00:40<00:00,  6.56it/s, loss=36]\r\n",
-      "04/07 02:43: Train Epoch 5: average Loss: 33.910386, time: 40.24 s\r\n",
-      "Val Epoch 5: 100%|███████████████████| 88/88 [00:03<00:00, 22.21it/s, loss=48.6]\r\n",
-      "04/07 02:43: Val Epoch 5: average Loss: 32.231073, time: 3.96 s\r\n",
-      "Test Epoch 5: 100%|██████████████████| 89/89 [00:03<00:00, 22.51it/s, loss=42.4]\r\n",
-      "04/07 02:43: Test Epoch 5: average Loss: 32.710910, time: 3.95 s\r\n",
-      "04/07 02:43: Best validation model saved!\r\n",
-      "Train Epoch 6:  75%|███████████▎   | 199/264 [00:30<00:09,  6.55it/s, loss=31.6]04/07 02:44: Train Epoch 6: 200/264 Loss: 34.132587\r\n",
-      "Train Epoch 6: 100%|███████████████| 264/264 [00:40<00:00,  6.56it/s, loss=34.7]\r\n",
-      "04/07 02:44: Train Epoch 6: average Loss: 33.376489, time: 40.22 s\r\n",
-      "Val Epoch 6: 100%|███████████████████| 88/88 [00:03<00:00, 22.30it/s, loss=50.5]\r\n",
-      "04/07 02:44: Val Epoch 6: average Loss: 31.594414, time: 3.95 s\r\n",
-      "Test Epoch 6: 100%|██████████████████| 89/89 [00:03<00:00, 22.52it/s, loss=39.8]\r\n",
-      "04/07 02:44: Test Epoch 6: average Loss: 32.058695, time: 3.95 s\r\n",
-      "04/07 02:44: Best validation model saved!\r\n",
-      "Train Epoch 7:  75%|███████████▎   | 199/264 [00:30<00:09,  6.58it/s, loss=32.9]04/07 02:45: Train Epoch 7: 200/264 Loss: 31.770126\r\n",
-      "Train Epoch 7: 100%|███████████████| 264/264 [00:40<00:00,  6.56it/s, loss=36.1]\r\n",
-      "04/07 02:45: Train Epoch 7: average Loss: 33.037771, time: 40.22 s\r\n",
-      "Val Epoch 7: 100%|███████████████████| 88/88 [00:03<00:00, 22.26it/s, loss=49.7]\r\n",
-      "04/07 02:45: Val Epoch 7: average Loss: 31.450698, time: 3.95 s\r\n",
-      "Test Epoch 7: 100%|██████████████████| 89/89 [00:03<00:00, 22.54it/s, loss=38.2]\r\n",
-      "04/07 02:45: Test Epoch 7: average Loss: 31.924012, time: 3.95 s\r\n",
-      "04/07 02:45: Best validation model saved!\r\n",
-      "Train Epoch 8:  75%|███████████▎   | 199/264 [00:30<00:09,  6.57it/s, loss=33.8]04/07 02:45: Train Epoch 8: 200/264 Loss: 37.269211\r\n",
-      "Train Epoch 8: 100%|███████████████| 264/264 [00:40<00:00,  6.57it/s, loss=32.6]\r\n",
-      "04/07 02:46: Train Epoch 8: average Loss: 32.935279, time: 40.20 s\r\n",
-      "Val Epoch 8: 100%|█████████████████████| 88/88 [00:03<00:00, 22.43it/s, loss=47]\r\n",
-      "04/07 02:46: Val Epoch 8: average Loss: 31.645442, time: 3.92 s\r\n",
-      "Test Epoch 8: 100%|██████████████████| 89/89 [00:03<00:00, 22.65it/s, loss=41.7]\r\n",
-      "04/07 02:46: Test Epoch 8: average Loss: 32.109320, time: 3.93 s\r\n",
-      "Train Epoch 9:  75%|███████████▎   | 199/264 [00:30<00:09,  6.57it/s, loss=31.4]04/07 02:46: Train Epoch 9: 200/264 Loss: 32.340736\r\n",
-      "Train Epoch 9: 100%|███████████████| 264/264 [00:40<00:00,  6.57it/s, loss=32.4]\r\n",
-      "04/07 02:46: Train Epoch 9: average Loss: 32.839105, time: 40.17 s\r\n",
-      "Val Epoch 9: 100%|███████████████████| 88/88 [00:03<00:00, 22.41it/s, loss=49.1]\r\n",
-      "04/07 02:46: Val Epoch 9: average Loss: 31.228802, time: 3.93 s\r\n",
-      "Test Epoch 9: 100%|████████████████████| 89/89 [00:03<00:00, 22.60it/s, loss=38]\r\n",
-      "04/07 02:47: Test Epoch 9: average Loss: 31.831886, time: 3.94 s\r\n",
-      "04/07 02:47: Best validation model saved!\r\n",
-      "Train Epoch 10:  75%|██████████▌   | 199/264 [00:30<00:09,  6.59it/s, loss=33.9]04/07 02:47: Train Epoch 10: 200/264 Loss: 30.228012\r\n",
-      "Train Epoch 10: 100%|██████████████| 264/264 [00:40<00:00,  6.58it/s, loss=32.6]\r\n",
-      "04/07 02:47: Train Epoch 10: average Loss: 32.702581, time: 40.13 s\r\n",
-      "Val Epoch 10: 100%|██████████████████| 88/88 [00:03<00:00, 22.34it/s, loss=48.6]\r\n",
-      "04/07 02:47: Val Epoch 10: average Loss: 31.207914, time: 3.94 s\r\n",
-      "Test Epoch 10: 100%|█████████████████| 89/89 [00:03<00:00, 22.58it/s, loss=37.6]\r\n",
-      "04/07 02:47: Test Epoch 10: average Loss: 31.760077, time: 3.94 s\r\n",
-      "04/07 02:47: Best validation model saved!\r\n",
-      "Train Epoch 11:  75%|██████████▌   | 199/264 [00:30<00:09,  6.56it/s, loss=32.5]04/07 02:48: Train Epoch 11: 200/264 Loss: 35.588974\r\n",
-      "Train Epoch 11: 100%|██████████████| 264/264 [00:40<00:00,  6.57it/s, loss=31.1]\r\n",
-      "04/07 02:48: Train Epoch 11: average Loss: 32.672480, time: 40.16 s\r\n",
-      "Val Epoch 11: 100%|██████████████████| 88/88 [00:03<00:00, 22.33it/s, loss=51.2]\r\n",
-      "04/07 02:48: Val Epoch 11: average Loss: 31.447214, time: 3.94 s\r\n",
-      "Test Epoch 11: 100%|█████████████████| 89/89 [00:03<00:00, 22.56it/s, loss=37.9]\r\n",
-      "04/07 02:48: Test Epoch 11: average Loss: 31.886612, time: 3.95 s\r\n",
-      "Train Epoch 12:  75%|██████████▌   | 199/264 [00:30<00:09,  6.57it/s, loss=31.3]04/07 02:49: Train Epoch 12: 200/264 Loss: 32.406963\r\n",
-      "Train Epoch 12: 100%|██████████████| 264/264 [00:40<00:00,  6.57it/s, loss=31.8]\r\n",
-      "04/07 02:49: Train Epoch 12: average Loss: 32.672719, time: 40.17 s\r\n",
-      "Val Epoch 12: 100%|████████████████████| 88/88 [00:03<00:00, 22.38it/s, loss=49]\r\n",
-      "04/07 02:49: Val Epoch 12: average Loss: 31.228158, time: 3.93 s\r\n",
-      "Test Epoch 12: 100%|█████████████████| 89/89 [00:03<00:00, 22.54it/s, loss=39.7]\r\n",
-      "04/07 02:49: Test Epoch 12: average Loss: 31.707760, time: 3.95 s\r\n",
-      "Train Epoch 13:  75%|████████████    | 199/264 [00:30<00:09,  6.58it/s, loss=33]04/07 02:49: Train Epoch 13: 200/264 Loss: 35.727119\r\n",
-      "Train Epoch 13: 100%|████████████████| 264/264 [00:40<00:00,  6.57it/s, loss=32]\r\n",
-      "04/07 02:50: Train Epoch 13: average Loss: 32.642285, time: 40.17 s\r\n",
-      "Val Epoch 13: 100%|██████████████████| 88/88 [00:03<00:00, 22.31it/s, loss=48.7]\r\n",
-      "04/07 02:50: Val Epoch 13: average Loss: 31.257206, time: 3.95 s\r\n",
-      "Test Epoch 13: 100%|█████████████████| 89/89 [00:03<00:00, 22.59it/s, loss=39.6]\r\n",
-      "04/07 02:50: Test Epoch 13: average Loss: 31.737296, time: 3.94 s\r\n",
-      "Train Epoch 14:  75%|██████████▌   | 199/264 [00:30<00:09,  6.58it/s, loss=35.4]04/07 02:50: Train Epoch 14: 200/264 Loss: 31.029570\r\n",
-      "Train Epoch 14: 100%|██████████████| 264/264 [00:40<00:00,  6.57it/s, loss=35.6]\r\n",
-      "04/07 02:50: Train Epoch 14: average Loss: 32.639060, time: 40.16 s\r\n",
-      "Val Epoch 14: 100%|██████████████████| 88/88 [00:03<00:00, 22.38it/s, loss=49.3]\r\n",
-      "04/07 02:50: Val Epoch 14: average Loss: 31.246575, time: 3.93 s\r\n",
-      "Test Epoch 14: 100%|█████████████████| 89/89 [00:03<00:00, 22.62it/s, loss=38.2]\r\n",
-      "04/07 02:51: Test Epoch 14: average Loss: 31.723858, time: 3.93 s\r\n",
-      "Train Epoch 15:  75%|██████████▌   | 199/264 [00:30<00:09,  6.57it/s, loss=35.6]04/07 02:51: Train Epoch 15: 200/264 Loss: 31.149874\r\n",
-      "Train Epoch 15: 100%|██████████████| 264/264 [00:40<00:00,  6.57it/s, loss=32.7]\r\n",
-      "04/07 02:51: Train Epoch 15: average Loss: 32.614689, time: 40.16 s\r\n",
-      "Val Epoch 15: 100%|██████████████████| 88/88 [00:03<00:00, 22.36it/s, loss=48.9]\r\n",
-      "04/07 02:51: Val Epoch 15: average Loss: 31.257887, time: 3.94 s\r\n",
-      "Test Epoch 15: 100%|█████████████████| 89/89 [00:03<00:00, 22.58it/s, loss=39.3]\r\n",
-      "04/07 02:51: Test Epoch 15: average Loss: 31.737675, time: 3.94 s\r\n",
-      "Train Epoch 16:  75%|██████████▌   | 199/264 [00:30<00:09,  6.57it/s, loss=30.6]04/07 02:52: Train Epoch 16: 200/264 Loss: 32.538719\r\n",
-      "Train Epoch 16: 100%|██████████████| 264/264 [00:40<00:00,  6.57it/s, loss=32.4]\r\n",
-      "04/07 02:52: Train Epoch 16: average Loss: 32.617832, time: 40.16 s\r\n",
-      "Val Epoch 16: 100%|██████████████████| 88/88 [00:03<00:00, 22.36it/s, loss=49.7]\r\n",
-      "04/07 02:52: Val Epoch 16: average Loss: 31.217715, time: 3.94 s\r\n",
-      "Test Epoch 16: 100%|█████████████████| 89/89 [00:03<00:00, 22.58it/s, loss=39.1]\r\n",
-      "04/07 02:52: Test Epoch 16: average Loss: 31.685717, time: 3.94 s\r\n",
-      "Train Epoch 17:  75%|██████████▌   | 199/264 [00:30<00:09,  6.57it/s, loss=31.1]04/07 02:53: Train Epoch 17: 200/264 Loss: 31.326422\r\n",
-      "Train Epoch 17: 100%|██████████████| 264/264 [00:40<00:00,  6.58it/s, loss=30.4]\r\n",
-      "04/07 02:53: Train Epoch 17: average Loss: 32.599880, time: 40.15 s\r\n",
-      "Val Epoch 17: 100%|██████████████████| 88/88 [00:03<00:00, 22.27it/s, loss=50.6]\r\n",
-      "04/07 02:53: Val Epoch 17: average Loss: 31.264311, time: 3.95 s\r\n",
-      "Test Epoch 17: 100%|█████████████████| 89/89 [00:03<00:00, 22.61it/s, loss=38.2]\r\n",
-      "04/07 02:53: Test Epoch 17: average Loss: 31.717707, time: 3.94 s\r\n",
-      "Train Epoch 18:  75%|████████████    | 199/264 [00:30<00:09,  6.58it/s, loss=34]04/07 02:53: Train Epoch 18: 200/264 Loss: 33.046509\r\n",
-      "Train Epoch 18: 100%|██████████████| 264/264 [00:40<00:00,  6.57it/s, loss=34.1]\r\n",
-      "04/07 02:54: Train Epoch 18: average Loss: 32.586363, time: 40.17 s\r\n",
-      "Val Epoch 18: 100%|██████████████████| 88/88 [00:03<00:00, 22.32it/s, loss=49.5]\r\n",
-      "04/07 02:54: Val Epoch 18: average Loss: 31.201372, time: 3.94 s\r\n",
-      "Test Epoch 18: 100%|█████████████████| 89/89 [00:03<00:00, 22.57it/s, loss=39.4]\r\n",
-      "04/07 02:54: Test Epoch 18: average Loss: 31.673170, time: 3.94 s\r\n",
-      "04/07 02:54: Best validation model saved!\r\n",
-      "Train Epoch 19:  75%|██████████▌   | 199/264 [00:30<00:09,  6.57it/s, loss=35.2]04/07 02:54: Train Epoch 19: 200/264 Loss: 31.978651\r\n",
-      "Train Epoch 19: 100%|██████████████| 264/264 [00:40<00:00,  6.57it/s, loss=33.5]\r\n",
-      "04/07 02:54: Train Epoch 19: average Loss: 32.593713, time: 40.17 s\r\n",
-      "Val Epoch 19: 100%|██████████████████| 88/88 [00:03<00:00, 22.35it/s, loss=48.8]\r\n",
-      "04/07 02:54: Val Epoch 19: average Loss: 31.230513, time: 3.94 s\r\n",
-      "Test Epoch 19: 100%|█████████████████| 89/89 [00:03<00:00, 22.55it/s, loss=39.2]\r\n",
-      "04/07 02:55: Test Epoch 19: average Loss: 31.711768, time: 3.95 s\r\n",
-      "Train Epoch 20:  75%|██████████▌   | 199/264 [00:30<00:09,  6.58it/s, loss=32.6]04/07 02:55: Train Epoch 20: 200/264 Loss: 33.638481\r\n",
-      "Train Epoch 20: 100%|██████████████| 264/264 [00:40<00:00,  6.57it/s, loss=32.3]\r\n",
-      "04/07 02:55: Train Epoch 20: average Loss: 32.606146, time: 40.17 s\r\n",
-      "Val Epoch 20: 100%|████████████████████| 88/88 [00:03<00:00, 22.32it/s, loss=50]\r\n",
-      "04/07 02:55: Val Epoch 20: average Loss: 31.233632, time: 3.94 s\r\n",
-      "Test Epoch 20: 100%|███████████████████| 89/89 [00:03<00:00, 22.59it/s, loss=39]\r\n",
-      "04/07 02:55: Test Epoch 20: average Loss: 31.698825, time: 3.94 s\r\n",
-      "Train Epoch 21:  75%|██████████▌   | 199/264 [00:30<00:09,  6.58it/s, loss=32.9]04/07 02:56: Train Epoch 21: 200/264 Loss: 31.282011\r\n",
-      "Train Epoch 21: 100%|██████████████| 264/264 [00:40<00:00,  6.57it/s, loss=34.3]\r\n",
-      "04/07 02:56: Train Epoch 21: average Loss: 32.611678, time: 40.18 s\r\n",
-      "Val Epoch 21: 100%|██████████████████| 88/88 [00:03<00:00, 22.34it/s, loss=50.3]\r\n",
-      "04/07 02:56: Val Epoch 21: average Loss: 31.277794, time: 3.94 s\r\n",
-      "Test Epoch 21: 100%|█████████████████| 89/89 [00:03<00:00, 22.54it/s, loss=38.4]\r\n",
-      "04/07 02:56: Test Epoch 21: average Loss: 31.736667, time: 3.95 s\r\n",
-      "Train Epoch 22:  75%|██████████▌   | 199/264 [00:30<00:09,  6.57it/s, loss=33.4]04/07 02:57: Train Epoch 22: 200/264 Loss: 36.055332\r\n",
-      "Train Epoch 22: 100%|████████████████| 264/264 [00:40<00:00,  6.57it/s, loss=32]\r\n",
-      "04/07 02:57: Train Epoch 22: average Loss: 32.608588, time: 40.18 s\r\n",
-      "Val Epoch 22: 100%|████████████████████| 88/88 [00:03<00:00, 22.33it/s, loss=50]\r\n",
-      "04/07 02:57: Val Epoch 22: average Loss: 31.251334, time: 3.94 s\r\n",
-      "Test Epoch 22: 100%|█████████████████| 89/89 [00:03<00:00, 22.57it/s, loss=39.4]\r\n",
-      "04/07 02:57: Test Epoch 22: average Loss: 31.719187, time: 3.94 s\r\n",
-      "Train Epoch 23:  75%|██████████▌   | 199/264 [00:30<00:09,  6.58it/s, loss=34.1]04/07 02:57: Train Epoch 23: 200/264 Loss: 34.823601\r\n",
-      "Train Epoch 23: 100%|██████████████| 264/264 [00:40<00:00,  6.57it/s, loss=28.9]\r\n",
-      "04/07 02:58: Train Epoch 23: average Loss: 32.617943, time: 40.17 s\r\n",
-      "Val Epoch 23: 100%|██████████████████| 88/88 [00:03<00:00, 22.32it/s, loss=49.9]\r\n",
-      "04/07 02:58: Val Epoch 23: average Loss: 31.232379, time: 3.94 s\r\n",
-      "Test Epoch 23: 100%|█████████████████| 89/89 [00:03<00:00, 22.50it/s, loss=38.8]\r\n",
-      "04/07 02:58: Test Epoch 23: average Loss: 31.697904, time: 3.96 s\r\n",
-      "Train Epoch 24:  75%|██████████▌   | 199/264 [00:30<00:09,  6.57it/s, loss=31.8]04/07 02:58: Train Epoch 24: 200/264 Loss: 32.704590\r\n",
-      "Train Epoch 24: 100%|██████████████| 264/264 [00:40<00:00,  6.57it/s, loss=31.1]\r\n",
-      "04/07 02:58: Train Epoch 24: average Loss: 32.603140, time: 40.17 s\r\n",
-      "Val Epoch 24: 100%|██████████████████| 88/88 [00:03<00:00, 22.34it/s, loss=49.6]\r\n",
-      "04/07 02:58: Val Epoch 24: average Loss: 31.209254, time: 3.94 s\r\n",
-      "Test Epoch 24: 100%|█████████████████| 89/89 [00:03<00:00, 22.56it/s, loss=38.5]\r\n",
-      "04/07 02:59: Test Epoch 24: average Loss: 31.679465, time: 3.95 s\r\n",
-      "Train Epoch 25:  75%|██████████▌   | 199/264 [00:30<00:09,  6.55it/s, loss=31.1]04/07 02:59: Train Epoch 25: 200/264 Loss: 33.391949\r\n",
-      "Train Epoch 25: 100%|██████████████| 264/264 [00:40<00:00,  6.56it/s, loss=32.3]\r\n",
-      "04/07 02:59: Train Epoch 25: average Loss: 32.622160, time: 40.22 s\r\n",
-      "Val Epoch 25: 100%|██████████████████| 88/88 [00:03<00:00, 22.09it/s, loss=50.3]\r\n",
-      "04/07 02:59: Val Epoch 25: average Loss: 31.294844, time: 3.98 s\r\n",
-      "Test Epoch 25: 100%|█████████████████| 89/89 [00:03<00:00, 22.31it/s, loss=38.6]\r\n",
-      "04/07 02:59: Test Epoch 25: average Loss: 31.752951, time: 3.99 s\r\n",
-      "Train Epoch 26:  75%|██████████▌   | 199/264 [00:30<00:09,  6.55it/s, loss=33.7]04/07 03:00: Train Epoch 26: 200/264 Loss: 33.223988\r\n",
-      "Train Epoch 26: 100%|██████████████| 264/264 [00:40<00:00,  6.55it/s, loss=30.9]\r\n",
-      "04/07 03:00: Train Epoch 26: average Loss: 32.603252, time: 40.32 s\r\n",
-      "Val Epoch 26: 100%|██████████████████| 88/88 [00:03<00:00, 22.17it/s, loss=49.6]\r\n",
-      "04/07 03:00: Val Epoch 26: average Loss: 31.205509, time: 3.97 s\r\n",
-      "Test Epoch 26: 100%|█████████████████| 89/89 [00:04<00:00, 20.84it/s, loss=38.9]\r\n",
-      "04/07 03:00: Test Epoch 26: average Loss: 31.675797, time: 4.27 s\r\n",
-      "Train Epoch 27:  75%|██████████▌   | 199/264 [00:30<00:09,  6.56it/s, loss=32.5]04/07 03:01: Train Epoch 27: 200/264 Loss: 33.095112\r\n",
-      "Train Epoch 27: 100%|██████████████| 264/264 [00:40<00:00,  6.58it/s, loss=32.9]\r\n",
-      "04/07 03:01: Train Epoch 27: average Loss: 32.593392, time: 40.14 s\r\n",
-      "Val Epoch 27: 100%|██████████████████| 88/88 [00:03<00:00, 22.43it/s, loss=49.9]\r\n",
-      "04/07 03:01: Val Epoch 27: average Loss: 31.207173, time: 3.92 s\r\n",
-      "Test Epoch 27: 100%|█████████████████| 89/89 [00:03<00:00, 22.61it/s, loss=39.4]\r\n",
-      "04/07 03:01: Test Epoch 27: average Loss: 31.674828, time: 3.94 s\r\n",
-      "Train Epoch 28:  75%|████████████    | 199/264 [00:30<00:09,  6.58it/s, loss=33]04/07 03:01: Train Epoch 28: 200/264 Loss: 32.868229\r\n",
-      "Train Epoch 28: 100%|██████████████| 264/264 [00:40<00:00,  6.58it/s, loss=30.9]\r\n",
-      "04/07 03:02: Train Epoch 28: average Loss: 32.627295, time: 40.15 s\r\n",
-      "Val Epoch 28: 100%|██████████████████| 88/88 [00:03<00:00, 22.44it/s, loss=49.6]\r\n",
-      "04/07 03:02: Val Epoch 28: average Loss: 31.202173, time: 3.92 s\r\n",
-      "Test Epoch 28: 100%|█████████████████| 89/89 [00:03<00:00, 22.65it/s, loss=38.8]\r\n",
-      "04/07 03:02: Test Epoch 28: average Loss: 31.671719, time: 3.93 s\r\n",
-      "Train Epoch 29:  75%|██████████▌   | 199/264 [00:30<00:09,  6.57it/s, loss=31.4]04/07 03:02: Train Epoch 29: 200/264 Loss: 34.656055\r\n",
-      "Train Epoch 29: 100%|██████████████| 264/264 [00:40<00:00,  6.58it/s, loss=32.7]\r\n",
-      "04/07 03:02: Train Epoch 29: average Loss: 32.619214, time: 40.13 s\r\n",
-      "Val Epoch 29: 100%|██████████████████| 88/88 [00:03<00:00, 22.44it/s, loss=50.3]\r\n",
-      "04/07 03:02: Val Epoch 29: average Loss: 31.231561, time: 3.92 s\r\n",
-      "Test Epoch 29: 100%|█████████████████| 89/89 [00:03<00:00, 22.67it/s, loss=38.5]\r\n",
-      "04/07 03:03: Test Epoch 29: average Loss: 31.691045, time: 3.93 s\r\n",
-      "Train Epoch 30:  75%|██████████▌   | 199/264 [00:30<00:09,  6.58it/s, loss=33.8]04/07 03:03: Train Epoch 30: 200/264 Loss: 33.116016\r\n",
-      "Train Epoch 30: 100%|██████████████| 264/264 [00:40<00:00,  6.58it/s, loss=33.7]\r\n",
-      "04/07 03:03: Train Epoch 30: average Loss: 32.612001, time: 40.14 s\r\n",
-      "Val Epoch 30: 100%|██████████████████| 88/88 [00:03<00:00, 22.44it/s, loss=48.1]\r\n",
-      "04/07 03:03: Val Epoch 30: average Loss: 31.354177, time: 3.92 s\r\n",
-      "Test Epoch 30: 100%|█████████████████| 89/89 [00:03<00:00, 22.63it/s, loss=40.4]\r\n",
-      "04/07 03:03: Test Epoch 30: average Loss: 31.839311, time: 3.93 s\r\n",
-      "Train Epoch 31:  75%|██████████▌   | 199/264 [00:30<00:09,  6.58it/s, loss=31.3]04/07 03:04: Train Epoch 31: 200/264 Loss: 31.427120\r\n",
-      "Train Epoch 31: 100%|██████████████| 264/264 [00:40<00:00,  6.58it/s, loss=32.9]\r\n",
-      "04/07 03:04: Train Epoch 31: average Loss: 32.630684, time: 40.14 s\r\n",
-      "Val Epoch 31: 100%|██████████████████| 88/88 [00:03<00:00, 22.48it/s, loss=49.8]\r\n",
-      "04/07 03:04: Val Epoch 31: average Loss: 31.235914, time: 3.91 s\r\n",
-      "Test Epoch 31: 100%|█████████████████| 89/89 [00:03<00:00, 22.64it/s, loss=38.9]\r\n",
-      "04/07 03:04: Test Epoch 31: average Loss: 31.702031, time: 3.93 s\r\n",
-      "Train Epoch 32:  75%|██████████▌   | 199/264 [00:30<00:09,  6.58it/s, loss=34.1]04/07 03:05: Train Epoch 32: 200/264 Loss: 31.728743\r\n",
-      "Train Epoch 32: 100%|██████████████| 264/264 [00:40<00:00,  6.58it/s, loss=35.8]\r\n",
-      "04/07 03:05: Train Epoch 32: average Loss: 32.623413, time: 40.14 s\r\n",
-      "Val Epoch 32: 100%|██████████████████| 88/88 [00:03<00:00, 22.42it/s, loss=49.7]\r\n",
-      "04/07 03:05: Val Epoch 32: average Loss: 31.228540, time: 3.93 s\r\n",
-      "Test Epoch 32: 100%|█████████████████| 89/89 [00:03<00:00, 22.64it/s, loss=39.3]\r\n",
-      "04/07 03:05: Test Epoch 32: average Loss: 31.697312, time: 3.93 s\r\n",
-      "Train Epoch 33:  75%|██████████▌   | 199/264 [00:30<00:09,  6.58it/s, loss=33.9]04/07 03:05: Train Epoch 33: 200/264 Loss: 30.707741\r\n",
-      "Train Epoch 33: 100%|██████████████| 264/264 [00:40<00:00,  6.58it/s, loss=32.8]\r\n",
-      "04/07 03:06: Train Epoch 33: average Loss: 32.614333, time: 40.13 s\r\n",
-      "Val Epoch 33: 100%|██████████████████| 88/88 [00:03<00:00, 22.41it/s, loss=48.2]\r\n",
-      "04/07 03:06: Val Epoch 33: average Loss: 31.310550, time: 3.93 s\r\n",
-      "Test Epoch 33: 100%|███████████████████| 89/89 [00:03<00:00, 22.63it/s, loss=40]\r\n",
-      "04/07 03:06: Test Epoch 33: average Loss: 31.795556, time: 3.93 s\r\n",
-      "04/07 03:06: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
-      "04/07 03:06: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_02-39-47/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_02-39-47/best_test_model.pth\r\n",
-      "04/07 03:06: Testing on best validation model\r\n",
-      "04/07 03:06: Horizon 01, MAE: 19.4273, RMSE: 30.1887, MAPE: 0.0864\r\n",
-      "04/07 03:06: Horizon 02, MAE: 22.2584, RMSE: 34.5657, MAPE: 0.0971\r\n",
-      "04/07 03:06: Horizon 03, MAE: 24.6465, RMSE: 38.0083, MAPE: 0.1111\r\n",
-      "04/07 03:06: Horizon 04, MAE: 26.6247, RMSE: 40.9866, MAPE: 0.1226\r\n",
-      "04/07 03:06: Horizon 05, MAE: 28.4427, RMSE: 43.9997, MAPE: 0.1207\r\n",
-      "04/07 03:06: Horizon 06, MAE: 30.4419, RMSE: 46.9551, MAPE: 0.1312\r\n",
-      "04/07 03:06: Horizon 07, MAE: 32.5661, RMSE: 49.9431, MAPE: 0.1425\r\n",
-      "04/07 03:06: Horizon 08, MAE: 34.6578, RMSE: 52.7796, MAPE: 0.1581\r\n",
-      "04/07 03:06: Horizon 09, MAE: 36.7271, RMSE: 55.6861, MAPE: 0.1682\r\n",
-      "04/07 03:06: Horizon 10, MAE: 38.7894, RMSE: 58.4971, MAPE: 0.1856\r\n",
-      "04/07 03:06: Horizon 11, MAE: 41.0504, RMSE: 61.7151, MAPE: 0.1942\r\n",
-      "04/07 03:06: Horizon 12, MAE: 43.5231, RMSE: 65.1210, MAPE: 0.2095\r\n",
-      "04/07 03:06: Average Horizon, MAE: 31.5963, RMSE: 49.3489, MAPE: 0.1439\r\n",
-      "04/07 03:06: Testing on best test model\r\n",
-      "04/07 03:06: Horizon 01, MAE: 19.3825, RMSE: 30.2028, MAPE: 0.0819\r\n",
-      "04/07 03:06: Horizon 02, MAE: 22.2333, RMSE: 34.5803, MAPE: 0.0932\r\n",
-      "04/07 03:06: Horizon 03, MAE: 24.6955, RMSE: 38.1749, MAPE: 0.1049\r\n",
-      "04/07 03:06: Horizon 04, MAE: 26.6308, RMSE: 41.1884, MAPE: 0.1117\r\n",
-      "04/07 03:06: Horizon 05, MAE: 28.4367, RMSE: 43.9085, MAPE: 0.1239\r\n",
-      "04/07 03:06: Horizon 06, MAE: 30.4348, RMSE: 46.7810, MAPE: 0.1382\r\n",
-      "04/07 03:06: Horizon 07, MAE: 32.5533, RMSE: 49.8137, MAPE: 0.1474\r\n",
-      "04/07 03:06: Horizon 08, MAE: 34.6670, RMSE: 52.7563, MAPE: 0.1573\r\n",
-      "04/07 03:06: Horizon 09, MAE: 36.7377, RMSE: 55.5635, MAPE: 0.1724\r\n",
-      "04/07 03:06: Horizon 10, MAE: 38.8354, RMSE: 58.4435, MAPE: 0.1867\r\n",
-      "04/07 03:06: Horizon 11, MAE: 41.0637, RMSE: 61.6216, MAPE: 0.1979\r\n",
-      "04/07 03:06: Horizon 12, MAE: 43.5361, RMSE: 65.0253, MAPE: 0.2110\r\n",
-      "04/07 03:06: Average Horizon, MAE: 31.6006, RMSE: 49.3046, MAPE: 0.1439\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "!python run.py --model DSANET --dataset PEMSD7  --mode train  --device cuda:1"
-   ]
+   "outputs": [],
+   "source": []
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 18,
    "id": "ba12f992-f8a5-418d-a136-a4e1bdf0a3f3",
    "metadata": {
     "collapsed": false,
     "ExecuteTime": {
-     "end_time": "2025-04-06T21:21:20.532606Z",
-     "start_time": "2025-04-06T19:06:23.734967Z"
+     "end_time": "2025-04-18T00:52:29.940011Z",
+     "start_time": "2025-04-18T00:43:33.189106Z"
     }
    },
    "outputs": [
@@ -870,1767 +1104,691 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "加载 PEMSD7 数据集中... \r\n",
-      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_03-07-13/run.log\r\n",
-      "04/07 03:07: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_03-07-13\r\n",
-      "04/07 03:07: Training process started\r\n",
-      "Train Epoch 1:  75%|███████████▎   | 199/264 [00:41<00:13,  4.91it/s, loss=29.9]04/07 03:07: Train Epoch 1: 200/264 Loss: 31.189171\r\n",
-      "Train Epoch 1: 100%|███████████████| 264/264 [00:54<00:00,  4.85it/s, loss=35.3]\r\n",
-      "04/07 03:08: Train Epoch 1: average Loss: 70.062446, time: 54.38 s\r\n",
-      "Val Epoch 1: 100%|███████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=46.1]\r\n",
-      "04/07 03:08: Val Epoch 1: average Loss: 39.464786, time: 4.01 s\r\n",
-      "Test Epoch 1: 100%|██████████████████| 89/89 [00:04<00:00, 21.88it/s, loss=34.1]\r\n",
-      "04/07 03:08: Test Epoch 1: average Loss: 39.745364, time: 4.07 s\r\n",
-      "04/07 03:08: Best validation model saved!\r\n",
-      "Train Epoch 2:  75%|███████████▎   | 199/264 [00:40<00:13,  4.91it/s, loss=30.1]04/07 03:08: Train Epoch 2: 200/264 Loss: 30.344908\r\n",
-      "Train Epoch 2: 100%|███████████████| 264/264 [00:53<00:00,  4.91it/s, loss=27.9]\r\n",
-      "04/07 03:09: Train Epoch 2: average Loss: 31.275829, time: 53.75 s\r\n",
-      "Val Epoch 2: 100%|███████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=37.1]\r\n",
-      "04/07 03:09: Val Epoch 2: average Loss: 29.118146, time: 4.01 s\r\n",
-      "Test Epoch 2: 100%|██████████████████| 89/89 [00:04<00:00, 22.16it/s, loss=26.2]\r\n",
-      "04/07 03:09: Test Epoch 2: average Loss: 29.355867, time: 4.02 s\r\n",
-      "04/07 03:09: Best validation model saved!\r\n",
-      "Train Epoch 3:  75%|███████████▎   | 199/264 [00:40<00:13,  4.91it/s, loss=29.3]04/07 03:09: Train Epoch 3: 200/264 Loss: 29.539244\r\n",
-      "Train Epoch 3: 100%|███████████████| 264/264 [00:53<00:00,  4.91it/s, loss=28.6]\r\n",
-      "04/07 03:10: Train Epoch 3: average Loss: 29.239356, time: 53.75 s\r\n",
-      "Val Epoch 3: 100%|███████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=40.2]\r\n",
-      "04/07 03:10: Val Epoch 3: average Loss: 31.996332, time: 4.00 s\r\n",
-      "Test Epoch 3: 100%|████████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=30]\r\n",
-      "04/07 03:10: Test Epoch 3: average Loss: 32.440981, time: 4.01 s\r\n",
-      "Train Epoch 4:  75%|███████████▎   | 199/264 [00:40<00:13,  4.91it/s, loss=27.3]04/07 03:11: Train Epoch 4: 200/264 Loss: 30.200619\r\n",
-      "Train Epoch 4: 100%|█████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=28]\r\n",
-      "04/07 03:11: Train Epoch 4: average Loss: 28.958976, time: 53.76 s\r\n",
-      "Val Epoch 4: 100%|███████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=38.5]\r\n",
-      "04/07 03:11: Val Epoch 4: average Loss: 26.956964, time: 4.00 s\r\n",
-      "Test Epoch 4: 100%|██████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=25.9]\r\n",
-      "04/07 03:11: Test Epoch 4: average Loss: 27.311457, time: 4.01 s\r\n",
-      "04/07 03:11: Best validation model saved!\r\n",
-      "Train Epoch 5:  75%|███████████▎   | 199/264 [00:40<00:13,  4.91it/s, loss=28.4]04/07 03:12: Train Epoch 5: 200/264 Loss: 26.057528\r\n",
-      "Train Epoch 5: 100%|███████████████| 264/264 [00:53<00:00,  4.91it/s, loss=26.8]\r\n",
-      "04/07 03:12: Train Epoch 5: average Loss: 27.587160, time: 53.76 s\r\n",
-      "Val Epoch 5: 100%|███████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=33.9]\r\n",
-      "04/07 03:12: Val Epoch 5: average Loss: 26.956355, time: 4.00 s\r\n",
-      "Test Epoch 5: 100%|██████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=25.7]\r\n",
-      "04/07 03:12: Test Epoch 5: average Loss: 27.424058, time: 4.01 s\r\n",
-      "04/07 03:12: Best validation model saved!\r\n",
-      "Train Epoch 6:  75%|████████████▊    | 199/264 [00:40<00:13,  4.91it/s, loss=28]04/07 03:13: Train Epoch 6: 200/264 Loss: 26.505230\r\n",
-      "Train Epoch 6: 100%|███████████████| 264/264 [00:53<00:00,  4.91it/s, loss=25.4]\r\n",
-      "04/07 03:13: Train Epoch 6: average Loss: 26.773514, time: 53.76 s\r\n",
-      "Val Epoch 6: 100%|█████████████████████| 88/88 [00:03<00:00, 22.00it/s, loss=37]\r\n",
-      "04/07 03:13: Val Epoch 6: average Loss: 27.826616, time: 4.00 s\r\n",
-      "Test Epoch 6: 100%|██████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=27.8]\r\n",
-      "04/07 03:13: Test Epoch 6: average Loss: 28.137852, time: 4.01 s\r\n",
-      "Train Epoch 7:  75%|███████████▎   | 199/264 [00:40<00:13,  4.91it/s, loss=25.4]04/07 03:14: Train Epoch 7: 200/264 Loss: 25.851265\r\n",
-      "Train Epoch 7: 100%|███████████████| 264/264 [00:53<00:00,  4.91it/s, loss=27.2]\r\n",
-      "04/07 03:14: Train Epoch 7: average Loss: 26.140217, time: 53.77 s\r\n",
-      "Val Epoch 7: 100%|███████████████████| 88/88 [00:04<00:00, 22.00it/s, loss=35.7]\r\n",
-      "04/07 03:14: Val Epoch 7: average Loss: 26.265226, time: 4.00 s\r\n",
-      "Test Epoch 7: 100%|██████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=27.1]\r\n",
-      "04/07 03:14: Test Epoch 7: average Loss: 26.527605, time: 4.01 s\r\n",
-      "04/07 03:14: Best validation model saved!\r\n",
-      "Train Epoch 8:  75%|███████████▎   | 199/264 [00:40<00:13,  4.91it/s, loss=24.7]04/07 03:15: Train Epoch 8: 200/264 Loss: 25.444550\r\n",
-      "Train Epoch 8: 100%|███████████████| 264/264 [00:53<00:00,  4.91it/s, loss=27.3]\r\n",
-      "04/07 03:15: Train Epoch 8: average Loss: 25.782692, time: 53.78 s\r\n",
-      "Val Epoch 8: 100%|███████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=33.1]\r\n",
-      "04/07 03:15: Val Epoch 8: average Loss: 25.177104, time: 4.01 s\r\n",
-      "Test Epoch 8: 100%|██████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=25.8]\r\n",
-      "04/07 03:15: Test Epoch 8: average Loss: 25.437964, time: 4.01 s\r\n",
-      "04/07 03:15: Best validation model saved!\r\n",
-      "Train Epoch 9:  75%|████████████▊    | 199/264 [00:40<00:13,  4.91it/s, loss=25]04/07 03:16: Train Epoch 9: 200/264 Loss: 23.749508\r\n",
-      "Train Epoch 9: 100%|███████████████| 264/264 [00:53<00:00,  4.91it/s, loss=24.7]\r\n",
-      "04/07 03:16: Train Epoch 9: average Loss: 25.306883, time: 53.78 s\r\n",
-      "Val Epoch 9: 100%|█████████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=32]\r\n",
-      "04/07 03:16: Val Epoch 9: average Loss: 25.943766, time: 4.00 s\r\n",
-      "Test Epoch 9: 100%|██████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=24.8]\r\n",
-      "04/07 03:16: Test Epoch 9: average Loss: 26.327190, time: 4.01 s\r\n",
-      "Train Epoch 10:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=28.5]04/07 03:17: Train Epoch 10: 200/264 Loss: 24.886009\r\n",
-      "Train Epoch 10: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=25.1]\r\n",
-      "04/07 03:17: Train Epoch 10: average Loss: 24.875330, time: 53.78 s\r\n",
-      "Val Epoch 10: 100%|██████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=30.9]\r\n",
-      "04/07 03:17: Val Epoch 10: average Loss: 23.925877, time: 4.01 s\r\n",
-      "Test Epoch 10: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=24.2]\r\n",
-      "04/07 03:17: Test Epoch 10: average Loss: 24.285481, time: 4.01 s\r\n",
-      "04/07 03:17: Best validation model saved!\r\n",
-      "Train Epoch 11:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=26.3]04/07 03:18: Train Epoch 11: 200/264 Loss: 24.875679\r\n",
-      "Train Epoch 11: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=23.4]\r\n",
-      "04/07 03:18: Train Epoch 11: average Loss: 24.757347, time: 53.78 s\r\n",
-      "Val Epoch 11: 100%|██████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=29.8]\r\n",
-      "04/07 03:18: Val Epoch 11: average Loss: 24.279591, time: 4.01 s\r\n",
-      "Test Epoch 11: 100%|█████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=24.9]\r\n",
-      "04/07 03:18: Test Epoch 11: average Loss: 24.662529, time: 4.01 s\r\n",
-      "Train Epoch 12:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=24.1]04/07 03:19: Train Epoch 12: 200/264 Loss: 24.974861\r\n",
-      "Train Epoch 12: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=22.5]\r\n",
-      "04/07 03:19: Train Epoch 12: average Loss: 24.219346, time: 53.78 s\r\n",
-      "Val Epoch 12: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=28.2]\r\n",
-      "04/07 03:19: Val Epoch 12: average Loss: 23.033629, time: 4.00 s\r\n",
-      "Test Epoch 12: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=25.2]\r\n",
-      "04/07 03:19: Test Epoch 12: average Loss: 23.327993, time: 4.01 s\r\n",
-      "04/07 03:19: Best validation model saved!\r\n",
-      "Train Epoch 13:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=26.3]04/07 03:20: Train Epoch 13: 200/264 Loss: 24.296108\r\n",
-      "Train Epoch 13: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=22.5]\r\n",
-      "04/07 03:20: Train Epoch 13: average Loss: 24.186056, time: 53.78 s\r\n",
-      "Val Epoch 13: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=34.1]\r\n",
-      "04/07 03:20: Val Epoch 13: average Loss: 28.824863, time: 4.00 s\r\n",
-      "Test Epoch 13: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=28.2]\r\n",
-      "04/07 03:20: Test Epoch 13: average Loss: 29.363383, time: 4.01 s\r\n",
-      "Train Epoch 14:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=24.1]04/07 03:21: Train Epoch 14: 200/264 Loss: 22.986156\r\n",
-      "Train Epoch 14: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=23.8]\r\n",
-      "04/07 03:21: Train Epoch 14: average Loss: 23.833164, time: 53.78 s\r\n",
-      "Val Epoch 14: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=27.6]\r\n",
-      "04/07 03:21: Val Epoch 14: average Loss: 23.192663, time: 4.00 s\r\n",
-      "Test Epoch 14: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=24.1]\r\n",
-      "04/07 03:21: Test Epoch 14: average Loss: 23.555241, time: 4.01 s\r\n",
-      "Train Epoch 15:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=23.9]04/07 03:22: Train Epoch 15: 200/264 Loss: 23.663687\r\n",
-      "Train Epoch 15: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=22.9]\r\n",
-      "04/07 03:22: Train Epoch 15: average Loss: 23.428346, time: 53.78 s\r\n",
-      "Val Epoch 15: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=27.5]\r\n",
-      "04/07 03:22: Val Epoch 15: average Loss: 22.671251, time: 4.00 s\r\n",
-      "Test Epoch 15: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=23.9]\r\n",
-      "04/07 03:22: Test Epoch 15: average Loss: 22.900422, time: 4.01 s\r\n",
-      "04/07 03:22: Best validation model saved!\r\n",
-      "Train Epoch 16:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=22.9]04/07 03:23: Train Epoch 16: 200/264 Loss: 23.432646\r\n",
-      "Train Epoch 16: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=23]\r\n",
-      "04/07 03:23: Train Epoch 16: average Loss: 23.318194, time: 53.78 s\r\n",
-      "Val Epoch 16: 100%|██████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=26.9]\r\n",
-      "04/07 03:23: Val Epoch 16: average Loss: 23.323206, time: 4.01 s\r\n",
-      "Test Epoch 16: 100%|█████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=23.8]\r\n",
-      "04/07 03:23: Test Epoch 16: average Loss: 23.581279, time: 4.01 s\r\n",
-      "Train Epoch 17:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=25.6]04/07 03:24: Train Epoch 17: 200/264 Loss: 23.231886\r\n",
-      "Train Epoch 17: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=22.8]\r\n",
-      "04/07 03:24: Train Epoch 17: average Loss: 23.139836, time: 53.78 s\r\n",
-      "Val Epoch 17: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=27.6]\r\n",
-      "04/07 03:24: Val Epoch 17: average Loss: 23.637273, time: 4.00 s\r\n",
-      "Test Epoch 17: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=24.9]\r\n",
-      "04/07 03:24: Test Epoch 17: average Loss: 23.978144, time: 4.01 s\r\n",
-      "Train Epoch 18:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=22.1]04/07 03:25: Train Epoch 18: 200/264 Loss: 22.397350\r\n",
-      "Train Epoch 18: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=23]\r\n",
-      "04/07 03:25: Train Epoch 18: average Loss: 22.816114, time: 53.78 s\r\n",
-      "Val Epoch 18: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=28.1]\r\n",
-      "04/07 03:25: Val Epoch 18: average Loss: 23.392370, time: 4.00 s\r\n",
-      "Test Epoch 18: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=24.4]\r\n",
-      "04/07 03:25: Test Epoch 18: average Loss: 23.492083, time: 4.01 s\r\n",
-      "Train Epoch 19:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=23.4]04/07 03:26: Train Epoch 19: 200/264 Loss: 22.888773\r\n",
-      "Train Epoch 19: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=23.3]\r\n",
-      "04/07 03:26: Train Epoch 19: average Loss: 22.584012, time: 53.77 s\r\n",
-      "Val Epoch 19: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=27.6]\r\n",
-      "04/07 03:26: Val Epoch 19: average Loss: 23.298234, time: 4.00 s\r\n",
-      "Test Epoch 19: 100%|█████████████████| 89/89 [00:04<00:00, 22.21it/s, loss=24.6]\r\n",
-      "04/07 03:26: Test Epoch 19: average Loss: 23.323176, time: 4.01 s\r\n",
-      "Train Epoch 20:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.9]04/07 03:27: Train Epoch 20: 200/264 Loss: 21.615648\r\n",
-      "Train Epoch 20: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.8]\r\n",
-      "04/07 03:27: Train Epoch 20: average Loss: 22.616029, time: 53.79 s\r\n",
-      "Val Epoch 20: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=25.8]\r\n",
-      "04/07 03:27: Val Epoch 20: average Loss: 22.623104, time: 4.00 s\r\n",
-      "Test Epoch 20: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=23.3]\r\n",
-      "04/07 03:27: Test Epoch 20: average Loss: 22.644120, time: 4.01 s\r\n",
-      "04/07 03:27: Best validation model saved!\r\n",
-      "Train Epoch 21:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.8]04/07 03:28: Train Epoch 21: 200/264 Loss: 22.611757\r\n",
-      "Train Epoch 21: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.9]\r\n",
-      "04/07 03:28: Train Epoch 21: average Loss: 22.372241, time: 53.78 s\r\n",
-      "Val Epoch 21: 100%|████████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=25]\r\n",
-      "04/07 03:28: Val Epoch 21: average Loss: 22.089201, time: 4.00 s\r\n",
-      "Test Epoch 21: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=22.8]\r\n",
-      "04/07 03:28: Test Epoch 21: average Loss: 22.148458, time: 4.01 s\r\n",
-      "04/07 03:28: Best validation model saved!\r\n",
-      "Train Epoch 22:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.4]04/07 03:29: Train Epoch 22: 200/264 Loss: 21.742798\r\n",
-      "Train Epoch 22: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=23.3]\r\n",
-      "04/07 03:29: Train Epoch 22: average Loss: 22.498599, time: 53.78 s\r\n",
-      "Val Epoch 22: 100%|██████████████████| 88/88 [00:04<00:00, 22.00it/s, loss=24.7]\r\n",
-      "04/07 03:29: Val Epoch 22: average Loss: 21.882207, time: 4.00 s\r\n",
-      "Test Epoch 22: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=23.4]\r\n",
-      "04/07 03:29: Test Epoch 22: average Loss: 21.948262, time: 4.01 s\r\n",
-      "04/07 03:29: Best validation model saved!\r\n",
-      "Train Epoch 23:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.2]04/07 03:30: Train Epoch 23: 200/264 Loss: 22.527336\r\n",
-      "Train Epoch 23: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=22.5]\r\n",
-      "04/07 03:30: Train Epoch 23: average Loss: 22.149136, time: 53.78 s\r\n",
-      "Val Epoch 23: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=25.5]\r\n",
-      "04/07 03:30: Val Epoch 23: average Loss: 21.875023, time: 4.00 s\r\n",
-      "Test Epoch 23: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.7]\r\n",
-      "04/07 03:30: Test Epoch 23: average Loss: 21.973008, time: 4.01 s\r\n",
-      "04/07 03:30: Best validation model saved!\r\n",
-      "Train Epoch 24:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=22.8]04/07 03:31: Train Epoch 24: 200/264 Loss: 22.164537\r\n",
-      "Train Epoch 24: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.8]\r\n",
-      "04/07 03:31: Train Epoch 24: average Loss: 22.034814, time: 53.78 s\r\n",
-      "Val Epoch 24: 100%|██████████████████| 88/88 [00:04<00:00, 21.96it/s, loss=24.8]\r\n",
-      "04/07 03:31: Val Epoch 24: average Loss: 22.305395, time: 4.01 s\r\n",
-      "Test Epoch 24: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=23.1]\r\n",
-      "04/07 03:31: Test Epoch 24: average Loss: 22.354721, time: 4.01 s\r\n",
-      "Train Epoch 25:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=22.1]04/07 03:32: Train Epoch 25: 200/264 Loss: 22.630497\r\n",
-      "Train Epoch 25: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=22.4]\r\n",
-      "04/07 03:32: Train Epoch 25: average Loss: 21.924630, time: 53.78 s\r\n",
-      "Val Epoch 25: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=25.2]\r\n",
-      "04/07 03:32: Val Epoch 25: average Loss: 22.785986, time: 4.00 s\r\n",
-      "Test Epoch 25: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.8]\r\n",
-      "04/07 03:32: Test Epoch 25: average Loss: 22.701410, time: 4.01 s\r\n",
-      "Train Epoch 26:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=22.2]04/07 03:33: Train Epoch 26: 200/264 Loss: 21.357016\r\n",
-      "Train Epoch 26: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.5]\r\n",
-      "04/07 03:33: Train Epoch 26: average Loss: 21.805008, time: 53.78 s\r\n",
-      "Val Epoch 26: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=24.5]\r\n",
-      "04/07 03:33: Val Epoch 26: average Loss: 21.646924, time: 4.00 s\r\n",
-      "Test Epoch 26: 100%|█████████████████| 89/89 [00:04<00:00, 22.21it/s, loss=22.7]\r\n",
-      "04/07 03:34: Test Epoch 26: average Loss: 21.770693, time: 4.01 s\r\n",
-      "04/07 03:34: Best validation model saved!\r\n",
-      "Train Epoch 27:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.3]04/07 03:34: Train Epoch 27: 200/264 Loss: 20.994059\r\n",
-      "Train Epoch 27: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=23.2]\r\n",
-      "04/07 03:34: Train Epoch 27: average Loss: 21.878559, time: 53.77 s\r\n",
-      "Val Epoch 27: 100%|██████████████████| 88/88 [00:04<00:00, 22.00it/s, loss=26.7]\r\n",
-      "04/07 03:34: Val Epoch 27: average Loss: 22.185358, time: 4.00 s\r\n",
-      "Test Epoch 27: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=22.5]\r\n",
-      "04/07 03:35: Test Epoch 27: average Loss: 22.171518, time: 4.01 s\r\n",
-      "Train Epoch 28:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.1]04/07 03:35: Train Epoch 28: 200/264 Loss: 22.531729\r\n",
-      "Train Epoch 28: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.4]\r\n",
-      "04/07 03:35: Train Epoch 28: average Loss: 21.660456, time: 53.78 s\r\n",
-      "Val Epoch 28: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=26.4]\r\n",
-      "04/07 03:36: Val Epoch 28: average Loss: 22.008352, time: 4.00 s\r\n",
-      "Test Epoch 28: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.9]\r\n",
-      "04/07 03:36: Test Epoch 28: average Loss: 21.972540, time: 4.01 s\r\n",
-      "Train Epoch 29:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.2]04/07 03:36: Train Epoch 29: 200/264 Loss: 19.772615\r\n",
-      "Train Epoch 29: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.8]\r\n",
-      "04/07 03:36: Train Epoch 29: average Loss: 21.538843, time: 53.77 s\r\n",
-      "Val Epoch 29: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=24.7]\r\n",
-      "04/07 03:37: Val Epoch 29: average Loss: 21.825538, time: 4.00 s\r\n",
-      "Test Epoch 29: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=22.8]\r\n",
-      "04/07 03:37: Test Epoch 29: average Loss: 21.880510, time: 4.01 s\r\n",
-      "Train Epoch 30:  75%|████████████    | 199/264 [00:40<00:13,  4.90it/s, loss=22]04/07 03:37: Train Epoch 30: 200/264 Loss: 21.644623\r\n",
-      "Train Epoch 30: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.2]\r\n",
-      "04/07 03:37: Train Epoch 30: average Loss: 21.645649, time: 53.78 s\r\n",
-      "Val Epoch 30: 100%|██████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=25.9]\r\n",
-      "04/07 03:38: Val Epoch 30: average Loss: 22.955014, time: 4.01 s\r\n",
-      "Test Epoch 30: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.8]\r\n",
-      "04/07 03:38: Test Epoch 30: average Loss: 22.794654, time: 4.01 s\r\n",
-      "Train Epoch 31:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.9]04/07 03:38: Train Epoch 31: 200/264 Loss: 21.667257\r\n",
-      "Train Epoch 31: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=22]\r\n",
-      "04/07 03:39: Train Epoch 31: average Loss: 21.488471, time: 53.77 s\r\n",
-      "Val Epoch 31: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=23.9]\r\n",
-      "04/07 03:39: Val Epoch 31: average Loss: 21.241035, time: 4.00 s\r\n",
-      "Test Epoch 31: 100%|███████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22]\r\n",
-      "04/07 03:39: Test Epoch 31: average Loss: 21.309558, time: 4.01 s\r\n",
-      "04/07 03:39: Best validation model saved!\r\n",
-      "Train Epoch 32:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.5]04/07 03:39: Train Epoch 32: 200/264 Loss: 22.293068\r\n",
-      "Train Epoch 32: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.4]\r\n",
-      "04/07 03:40: Train Epoch 32: average Loss: 21.440140, time: 53.79 s\r\n",
-      "Val Epoch 32: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=24.8]\r\n",
-      "04/07 03:40: Val Epoch 32: average Loss: 21.493379, time: 4.00 s\r\n",
-      "Test Epoch 32: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=22.6]\r\n",
-      "04/07 03:40: Test Epoch 32: average Loss: 21.586547, time: 4.01 s\r\n",
-      "Train Epoch 33:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.7]04/07 03:40: Train Epoch 33: 200/264 Loss: 22.266350\r\n",
-      "Train Epoch 33: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21]\r\n",
-      "04/07 03:41: Train Epoch 33: average Loss: 21.335339, time: 53.79 s\r\n",
-      "Val Epoch 33: 100%|██████████████████| 88/88 [00:03<00:00, 22.01it/s, loss=25.1]\r\n",
-      "04/07 03:41: Val Epoch 33: average Loss: 21.897308, time: 4.00 s\r\n",
-      "Test Epoch 33: 100%|█████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=23.2]\r\n",
-      "04/07 03:41: Test Epoch 33: average Loss: 21.952146, time: 4.01 s\r\n",
-      "Train Epoch 34:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=22.5]04/07 03:41: Train Epoch 34: 200/264 Loss: 22.366699\r\n",
-      "Train Epoch 34: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.2]\r\n",
-      "04/07 03:42: Train Epoch 34: average Loss: 21.353588, time: 53.79 s\r\n",
-      "Val Epoch 34: 100%|████████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=24]\r\n",
-      "04/07 03:42: Val Epoch 34: average Loss: 21.130281, time: 4.00 s\r\n",
-      "Test Epoch 34: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=22.1]\r\n",
-      "04/07 03:42: Test Epoch 34: average Loss: 21.232193, time: 4.01 s\r\n",
-      "04/07 03:42: Best validation model saved!\r\n",
-      "Train Epoch 35:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.5]04/07 03:42: Train Epoch 35: 200/264 Loss: 20.896902\r\n",
-      "Train Epoch 35: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20]\r\n",
-      "04/07 03:43: Train Epoch 35: average Loss: 21.209927, time: 53.78 s\r\n",
-      "Val Epoch 35: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=24.3]\r\n",
-      "04/07 03:43: Val Epoch 35: average Loss: 22.089398, time: 4.00 s\r\n",
-      "Test Epoch 35: 100%|█████████████████| 89/89 [00:04<00:00, 22.21it/s, loss=23.5]\r\n",
-      "04/07 03:43: Test Epoch 35: average Loss: 22.460831, time: 4.01 s\r\n",
-      "Train Epoch 36:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.7]04/07 03:43: Train Epoch 36: 200/264 Loss: 20.590786\r\n",
-      "Train Epoch 36: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.7]\r\n",
-      "04/07 03:44: Train Epoch 36: average Loss: 21.139960, time: 53.78 s\r\n",
-      "Val Epoch 36: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=24.4]\r\n",
-      "04/07 03:44: Val Epoch 36: average Loss: 21.585550, time: 4.00 s\r\n",
-      "Test Epoch 36: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.8]\r\n",
-      "04/07 03:44: Test Epoch 36: average Loss: 21.581207, time: 4.01 s\r\n",
-      "Train Epoch 37:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.6]04/07 03:44: Train Epoch 37: 200/264 Loss: 21.816803\r\n",
-      "Train Epoch 37: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.7]\r\n",
-      "04/07 03:45: Train Epoch 37: average Loss: 21.083774, time: 53.78 s\r\n",
-      "Val Epoch 37: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=23.7]\r\n",
-      "04/07 03:45: Val Epoch 37: average Loss: 21.200210, time: 4.00 s\r\n",
-      "Test Epoch 37: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=21.7]\r\n",
-      "04/07 03:45: Test Epoch 37: average Loss: 21.308855, time: 4.01 s\r\n",
-      "Train Epoch 38:  75%|████████████    | 199/264 [00:40<00:13,  4.91it/s, loss=21]04/07 03:46: Train Epoch 38: 200/264 Loss: 20.631804\r\n",
-      "Train Epoch 38: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.4]\r\n",
-      "04/07 03:46: Train Epoch 38: average Loss: 21.016316, time: 53.78 s\r\n",
-      "Val Epoch 38: 100%|████████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=24]\r\n",
-      "04/07 03:46: Val Epoch 38: average Loss: 21.123219, time: 4.00 s\r\n",
-      "Test Epoch 38: 100%|█████████████████| 89/89 [00:04<00:00, 22.21it/s, loss=21.6]\r\n",
-      "04/07 03:46: Test Epoch 38: average Loss: 21.107960, time: 4.01 s\r\n",
-      "04/07 03:46: Best validation model saved!\r\n",
-      "Train Epoch 39:  75%|██████████▌   | 199/264 [00:40<00:13,  4.90it/s, loss=19.2]04/07 03:47: Train Epoch 39: 200/264 Loss: 19.770517\r\n",
-      "Train Epoch 39: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.1]\r\n",
-      "04/07 03:47: Train Epoch 39: average Loss: 20.998781, time: 53.78 s\r\n",
-      "Val Epoch 39: 100%|██████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=23.6]\r\n",
-      "04/07 03:47: Val Epoch 39: average Loss: 21.149911, time: 4.01 s\r\n",
-      "Test Epoch 39: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=23.3]\r\n",
-      "04/07 03:47: Test Epoch 39: average Loss: 21.516245, time: 4.01 s\r\n",
-      "Train Epoch 40:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.2]04/07 03:48: Train Epoch 40: 200/264 Loss: 21.429337\r\n",
-      "Train Epoch 40: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20]\r\n",
-      "04/07 03:48: Train Epoch 40: average Loss: 20.928820, time: 53.78 s\r\n",
-      "Val Epoch 40: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=23.7]\r\n",
-      "04/07 03:48: Val Epoch 40: average Loss: 21.121218, time: 4.00 s\r\n",
-      "Test Epoch 40: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=21.7]\r\n",
-      "04/07 03:48: Test Epoch 40: average Loss: 21.190549, time: 4.01 s\r\n",
-      "04/07 03:48: Best validation model saved!\r\n",
-      "Train Epoch 41:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.9]04/07 03:49: Train Epoch 41: 200/264 Loss: 19.606209\r\n",
-      "Train Epoch 41: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21]\r\n",
-      "04/07 03:49: Train Epoch 41: average Loss: 21.029312, time: 53.78 s\r\n",
-      "Val Epoch 41: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=23.5]\r\n",
-      "04/07 03:49: Val Epoch 41: average Loss: 20.921111, time: 4.00 s\r\n",
-      "Test Epoch 41: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=21.9]\r\n",
-      "04/07 03:49: Test Epoch 41: average Loss: 21.049487, time: 4.01 s\r\n",
-      "04/07 03:49: Best validation model saved!\r\n",
-      "Train Epoch 42:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.5]04/07 03:50: Train Epoch 42: 200/264 Loss: 20.373541\r\n",
-      "Train Epoch 42: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.2]\r\n",
-      "04/07 03:50: Train Epoch 42: average Loss: 20.919404, time: 53.78 s\r\n",
-      "Val Epoch 42: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=23.5]\r\n",
-      "04/07 03:50: Val Epoch 42: average Loss: 21.001330, time: 4.00 s\r\n",
-      "Test Epoch 42: 100%|███████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22]\r\n",
-      "04/07 03:50: Test Epoch 42: average Loss: 21.104074, time: 4.01 s\r\n",
-      "Train Epoch 43:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.2]04/07 03:51: Train Epoch 43: 200/264 Loss: 20.605247\r\n",
-      "Train Epoch 43: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20]\r\n",
-      "04/07 03:51: Train Epoch 43: average Loss: 20.869836, time: 53.81 s\r\n",
-      "Val Epoch 43: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=24.7]\r\n",
-      "04/07 03:51: Val Epoch 43: average Loss: 21.306438, time: 4.00 s\r\n",
-      "Test Epoch 43: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=21.7]\r\n",
-      "04/07 03:51: Test Epoch 43: average Loss: 21.227087, time: 4.01 s\r\n",
-      "Train Epoch 44:  75%|████████████    | 199/264 [00:40<00:13,  4.91it/s, loss=21]04/07 03:52: Train Epoch 44: 200/264 Loss: 20.442667\r\n",
-      "Train Epoch 44: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21]\r\n",
-      "04/07 03:52: Train Epoch 44: average Loss: 20.784492, time: 53.80 s\r\n",
-      "Val Epoch 44: 100%|██████████████████| 88/88 [00:04<00:00, 22.00it/s, loss=23.9]\r\n",
-      "04/07 03:52: Val Epoch 44: average Loss: 21.564502, time: 4.00 s\r\n",
-      "Test Epoch 44: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.5]\r\n",
-      "04/07 03:52: Test Epoch 44: average Loss: 21.629366, time: 4.01 s\r\n",
-      "Train Epoch 45:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.7]04/07 03:53: Train Epoch 45: 200/264 Loss: 20.989668\r\n",
-      "Train Epoch 45: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21]\r\n",
-      "04/07 03:53: Train Epoch 45: average Loss: 20.804819, time: 53.79 s\r\n",
-      "Val Epoch 45: 100%|██████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=24.1]\r\n",
-      "04/07 03:53: Val Epoch 45: average Loss: 21.376631, time: 4.01 s\r\n",
-      "Test Epoch 45: 100%|█████████████████| 89/89 [00:04<00:00, 22.21it/s, loss=21.8]\r\n",
-      "04/07 03:53: Test Epoch 45: average Loss: 21.450686, time: 4.01 s\r\n",
-      "Train Epoch 46:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.5]04/07 03:54: Train Epoch 46: 200/264 Loss: 19.932707\r\n",
-      "Train Epoch 46: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.3]\r\n",
-      "04/07 03:54: Train Epoch 46: average Loss: 20.719020, time: 53.79 s\r\n",
-      "Val Epoch 46: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=23.5]\r\n",
-      "04/07 03:54: Val Epoch 46: average Loss: 21.339690, time: 4.00 s\r\n",
-      "Test Epoch 46: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=21.8]\r\n",
-      "04/07 03:54: Test Epoch 46: average Loss: 21.536440, time: 4.01 s\r\n",
-      "Train Epoch 47:  75%|██████████▌   | 199/264 [00:40<00:13,  4.90it/s, loss=20.3]04/07 03:55: Train Epoch 47: 200/264 Loss: 21.230791\r\n",
-      "Train Epoch 47: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.1]\r\n",
-      "04/07 03:55: Train Epoch 47: average Loss: 20.693710, time: 53.78 s\r\n",
-      "Val Epoch 47: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=23.6]\r\n",
-      "04/07 03:55: Val Epoch 47: average Loss: 21.230514, time: 4.00 s\r\n",
-      "Test Epoch 47: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=22.1]\r\n",
-      "04/07 03:55: Test Epoch 47: average Loss: 21.471457, time: 4.01 s\r\n",
-      "Train Epoch 48:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=18.1]04/07 03:56: Train Epoch 48: 200/264 Loss: 20.061646\r\n",
-      "Train Epoch 48: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.7]\r\n",
-      "04/07 03:56: Train Epoch 48: average Loss: 20.700729, time: 53.79 s\r\n",
-      "Val Epoch 48: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=23.9]\r\n",
-      "04/07 03:56: Val Epoch 48: average Loss: 21.337518, time: 4.00 s\r\n",
-      "Test Epoch 48: 100%|███████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=23]\r\n",
-      "04/07 03:56: Test Epoch 48: average Loss: 21.331923, time: 4.01 s\r\n",
-      "Train Epoch 49:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.1]04/07 03:57: Train Epoch 49: 200/264 Loss: 22.015760\r\n",
-      "Train Epoch 49: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.2]\r\n",
-      "04/07 03:57: Train Epoch 49: average Loss: 20.641212, time: 53.78 s\r\n",
-      "Val Epoch 49: 100%|████████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=23]\r\n",
-      "04/07 03:57: Val Epoch 49: average Loss: 20.699612, time: 4.00 s\r\n",
-      "Test Epoch 49: 100%|█████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=21.8]\r\n",
-      "04/07 03:57: Test Epoch 49: average Loss: 20.863875, time: 4.01 s\r\n",
-      "04/07 03:57: Best validation model saved!\r\n",
-      "Train Epoch 50:  75%|████████████    | 199/264 [00:40<00:13,  4.91it/s, loss=20]04/07 03:58: Train Epoch 50: 200/264 Loss: 20.708492\r\n",
-      "Train Epoch 50: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.9]\r\n",
-      "04/07 03:58: Train Epoch 50: average Loss: 20.610714, time: 53.78 s\r\n",
-      "Val Epoch 50: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=23.2]\r\n",
-      "04/07 03:58: Val Epoch 50: average Loss: 20.803385, time: 4.00 s\r\n",
-      "Test Epoch 50: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=21.9]\r\n",
-      "04/07 03:58: Test Epoch 50: average Loss: 21.041655, time: 4.01 s\r\n",
-      "Train Epoch 51:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=19.7]04/07 03:59: Train Epoch 51: 200/264 Loss: 21.616264\r\n",
-      "Train Epoch 51: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.1]\r\n",
-      "04/07 03:59: Train Epoch 51: average Loss: 20.540061, time: 53.78 s\r\n",
-      "Val Epoch 51: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=23.9]\r\n",
-      "04/07 03:59: Val Epoch 51: average Loss: 21.155654, time: 4.00 s\r\n",
-      "Test Epoch 51: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.4]\r\n",
-      "04/07 03:59: Test Epoch 51: average Loss: 21.278209, time: 4.01 s\r\n",
-      "Train Epoch 52:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.8]04/07 04:00: Train Epoch 52: 200/264 Loss: 21.220081\r\n",
-      "Train Epoch 52: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.9]\r\n",
-      "04/07 04:00: Train Epoch 52: average Loss: 20.517493, time: 53.78 s\r\n",
-      "Val Epoch 52: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=23.7]\r\n",
-      "04/07 04:00: Val Epoch 52: average Loss: 20.954098, time: 4.00 s\r\n",
-      "Test Epoch 52: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.1]\r\n",
-      "04/07 04:00: Test Epoch 52: average Loss: 21.081234, time: 4.01 s\r\n",
-      "Train Epoch 53:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.5]04/07 04:01: Train Epoch 53: 200/264 Loss: 20.048037\r\n",
-      "Train Epoch 53: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.8]\r\n",
-      "04/07 04:01: Train Epoch 53: average Loss: 20.475175, time: 53.78 s\r\n",
-      "Val Epoch 53: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=23.2]\r\n",
-      "04/07 04:01: Val Epoch 53: average Loss: 20.834109, time: 4.00 s\r\n",
-      "Test Epoch 53: 100%|███████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22]\r\n",
-      "04/07 04:01: Test Epoch 53: average Loss: 21.049403, time: 4.01 s\r\n",
-      "Train Epoch 54:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.2]04/07 04:02: Train Epoch 54: 200/264 Loss: 20.858812\r\n",
-      "Train Epoch 54: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.8]\r\n",
-      "04/07 04:02: Train Epoch 54: average Loss: 20.518002, time: 53.79 s\r\n",
-      "Val Epoch 54: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=23.2]\r\n",
-      "04/07 04:02: Val Epoch 54: average Loss: 21.111673, time: 4.00 s\r\n",
-      "Test Epoch 54: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=23.3]\r\n",
-      "04/07 04:02: Test Epoch 54: average Loss: 21.285329, time: 4.01 s\r\n",
-      "Train Epoch 55:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.4]04/07 04:03: Train Epoch 55: 200/264 Loss: 21.229914\r\n",
-      "Train Epoch 55: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21]\r\n",
-      "04/07 04:03: Train Epoch 55: average Loss: 20.380227, time: 53.78 s\r\n",
-      "Val Epoch 55: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22.7]\r\n",
-      "04/07 04:03: Val Epoch 55: average Loss: 20.716936, time: 4.00 s\r\n",
-      "Test Epoch 55: 100%|█████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=21.7]\r\n",
-      "04/07 04:03: Test Epoch 55: average Loss: 20.872337, time: 4.01 s\r\n",
-      "Train Epoch 56:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=18.7]04/07 04:04: Train Epoch 56: 200/264 Loss: 21.109825\r\n",
-      "Train Epoch 56: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.3]\r\n",
-      "04/07 04:04: Train Epoch 56: average Loss: 20.401559, time: 53.79 s\r\n",
-      "Val Epoch 56: 100%|██████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=24.1]\r\n",
-      "04/07 04:04: Val Epoch 56: average Loss: 20.697599, time: 4.01 s\r\n",
-      "Test Epoch 56: 100%|█████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=21.8]\r\n",
-      "04/07 04:04: Test Epoch 56: average Loss: 20.784614, time: 4.01 s\r\n",
-      "04/07 04:04: Best validation model saved!\r\n",
-      "Train Epoch 57:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.6]04/07 04:05: Train Epoch 57: 200/264 Loss: 20.499136\r\n",
-      "Train Epoch 57: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.8]\r\n",
-      "04/07 04:05: Train Epoch 57: average Loss: 20.411919, time: 53.79 s\r\n",
-      "Val Epoch 57: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=23.2]\r\n",
-      "04/07 04:05: Val Epoch 57: average Loss: 21.020697, time: 4.00 s\r\n",
-      "Test Epoch 57: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=23.6]\r\n",
-      "04/07 04:05: Test Epoch 57: average Loss: 21.164676, time: 4.01 s\r\n",
-      "Train Epoch 58:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.6]04/07 04:06: Train Epoch 58: 200/264 Loss: 20.715120\r\n",
-      "Train Epoch 58: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.4]\r\n",
-      "04/07 04:06: Train Epoch 58: average Loss: 20.319661, time: 53.79 s\r\n",
-      "Val Epoch 58: 100%|████████████████████| 88/88 [00:04<00:00, 22.00it/s, loss=23]\r\n",
-      "04/07 04:06: Val Epoch 58: average Loss: 20.751457, time: 4.00 s\r\n",
-      "Test Epoch 58: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=21.9]\r\n",
-      "04/07 04:06: Test Epoch 58: average Loss: 20.804680, time: 4.01 s\r\n",
-      "Train Epoch 59:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.3]04/07 04:07: Train Epoch 59: 200/264 Loss: 20.381645\r\n",
-      "Train Epoch 59: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.3]\r\n",
-      "04/07 04:07: Train Epoch 59: average Loss: 20.354351, time: 53.79 s\r\n",
-      "Val Epoch 59: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=22.9]\r\n",
-      "04/07 04:07: Val Epoch 59: average Loss: 21.004841, time: 4.00 s\r\n",
-      "Test Epoch 59: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.1]\r\n",
-      "04/07 04:08: Test Epoch 59: average Loss: 21.044824, time: 4.01 s\r\n",
-      "Train Epoch 60:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.7]04/07 04:08: Train Epoch 60: 200/264 Loss: 20.293468\r\n",
-      "Train Epoch 60: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.3]\r\n",
-      "04/07 04:08: Train Epoch 60: average Loss: 20.298982, time: 53.79 s\r\n",
-      "Val Epoch 60: 100%|██████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=23.1]\r\n",
-      "04/07 04:08: Val Epoch 60: average Loss: 20.639359, time: 4.01 s\r\n",
-      "Test Epoch 60: 100%|███████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=22]\r\n",
-      "04/07 04:09: Test Epoch 60: average Loss: 20.831786, time: 4.01 s\r\n",
-      "04/07 04:09: Best validation model saved!\r\n",
-      "Train Epoch 61:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.7]04/07 04:09: Train Epoch 61: 200/264 Loss: 20.907669\r\n",
-      "Train Epoch 61: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.1]\r\n",
-      "04/07 04:09: Train Epoch 61: average Loss: 20.230208, time: 53.79 s\r\n",
-      "Val Epoch 61: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=23.2]\r\n",
-      "04/07 04:09: Val Epoch 61: average Loss: 21.091023, time: 4.00 s\r\n",
-      "Test Epoch 61: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=22.8]\r\n",
-      "04/07 04:10: Test Epoch 61: average Loss: 21.191624, time: 4.01 s\r\n",
-      "Train Epoch 62:  75%|████████████    | 199/264 [00:40<00:13,  4.91it/s, loss=21]04/07 04:10: Train Epoch 62: 200/264 Loss: 21.773300\r\n",
-      "Train Epoch 62: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.9]\r\n",
-      "04/07 04:10: Train Epoch 62: average Loss: 20.367639, time: 53.79 s\r\n",
-      "Val Epoch 62: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=22.8]\r\n",
-      "04/07 04:11: Val Epoch 62: average Loss: 20.902239, time: 4.00 s\r\n",
-      "Test Epoch 62: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=23.6]\r\n",
-      "04/07 04:11: Test Epoch 62: average Loss: 20.897286, time: 4.01 s\r\n",
-      "Train Epoch 63:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=18.6]04/07 04:11: Train Epoch 63: 200/264 Loss: 19.801119\r\n",
-      "Train Epoch 63: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21]\r\n",
-      "04/07 04:11: Train Epoch 63: average Loss: 20.196012, time: 53.79 s\r\n",
-      "Val Epoch 63: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22.9]\r\n",
-      "04/07 04:12: Val Epoch 63: average Loss: 20.893641, time: 4.00 s\r\n",
-      "Test Epoch 63: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.5]\r\n",
-      "04/07 04:12: Test Epoch 63: average Loss: 21.041401, time: 4.01 s\r\n",
-      "Train Epoch 64:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.2]04/07 04:12: Train Epoch 64: 200/264 Loss: 20.880939\r\n",
-      "Train Epoch 64: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.8]\r\n",
-      "04/07 04:13: Train Epoch 64: average Loss: 20.184440, time: 53.79 s\r\n",
-      "Val Epoch 64: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=22.6]\r\n",
-      "04/07 04:13: Val Epoch 64: average Loss: 20.548520, time: 4.00 s\r\n",
-      "Test Epoch 64: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.3]\r\n",
-      "04/07 04:13: Test Epoch 64: average Loss: 20.680341, time: 4.01 s\r\n",
-      "04/07 04:13: Best validation model saved!\r\n",
-      "Train Epoch 65:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.7]04/07 04:13: Train Epoch 65: 200/264 Loss: 19.886839\r\n",
-      "Train Epoch 65: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.9]\r\n",
-      "04/07 04:14: Train Epoch 65: average Loss: 20.156352, time: 53.78 s\r\n",
-      "Val Epoch 65: 100%|██████████████████| 88/88 [00:04<00:00, 22.00it/s, loss=24.1]\r\n",
-      "04/07 04:14: Val Epoch 65: average Loss: 21.376419, time: 4.00 s\r\n",
-      "Test Epoch 65: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.3]\r\n",
-      "04/07 04:14: Test Epoch 65: average Loss: 21.410338, time: 4.01 s\r\n",
-      "Train Epoch 66:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.4]04/07 04:14: Train Epoch 66: 200/264 Loss: 20.478088\r\n",
-      "Train Epoch 66: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.3]\r\n",
-      "04/07 04:15: Train Epoch 66: average Loss: 20.139570, time: 53.79 s\r\n",
-      "Val Epoch 66: 100%|██████████████████| 88/88 [00:04<00:00, 22.00it/s, loss=22.5]\r\n",
-      "04/07 04:15: Val Epoch 66: average Loss: 20.599622, time: 4.00 s\r\n",
-      "Test Epoch 66: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=23.3]\r\n",
-      "04/07 04:15: Test Epoch 66: average Loss: 20.735975, time: 4.01 s\r\n",
-      "Train Epoch 67:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=19.2]04/07 04:15: Train Epoch 67: 200/264 Loss: 20.303429\r\n",
-      "Train Epoch 67: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.8]\r\n",
-      "04/07 04:16: Train Epoch 67: average Loss: 20.088178, time: 53.78 s\r\n",
-      "Val Epoch 67: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=22.7]\r\n",
-      "04/07 04:16: Val Epoch 67: average Loss: 20.692305, time: 4.00 s\r\n",
-      "Test Epoch 67: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=22.1]\r\n",
-      "04/07 04:16: Test Epoch 67: average Loss: 20.794274, time: 4.01 s\r\n",
-      "Train Epoch 68:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.5]04/07 04:16: Train Epoch 68: 200/264 Loss: 19.534185\r\n",
-      "Train Epoch 68: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20]\r\n",
-      "04/07 04:17: Train Epoch 68: average Loss: 20.139760, time: 53.78 s\r\n",
-      "Val Epoch 68: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22.9]\r\n",
-      "04/07 04:17: Val Epoch 68: average Loss: 20.945518, time: 4.00 s\r\n",
-      "Test Epoch 68: 100%|█████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=24.3]\r\n",
-      "04/07 04:17: Test Epoch 68: average Loss: 21.299039, time: 4.01 s\r\n",
-      "Train Epoch 69:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=19.8]04/07 04:17: Train Epoch 69: 200/264 Loss: 19.919241\r\n",
-      "Train Epoch 69: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19]\r\n",
-      "04/07 04:18: Train Epoch 69: average Loss: 20.126232, time: 53.79 s\r\n",
-      "Val Epoch 69: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22.7]\r\n",
-      "04/07 04:18: Val Epoch 69: average Loss: 20.959854, time: 4.00 s\r\n",
-      "Test Epoch 69: 100%|█████████████████| 89/89 [00:04<00:00, 22.21it/s, loss=23.5]\r\n",
-      "04/07 04:18: Test Epoch 69: average Loss: 21.065380, time: 4.01 s\r\n",
-      "Train Epoch 70:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=21.1]04/07 04:18: Train Epoch 70: 200/264 Loss: 19.390915\r\n",
-      "Train Epoch 70: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.9]\r\n",
-      "04/07 04:19: Train Epoch 70: average Loss: 20.003065, time: 53.79 s\r\n",
-      "Val Epoch 70: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22.5]\r\n",
-      "04/07 04:19: Val Epoch 70: average Loss: 20.481280, time: 4.00 s\r\n",
-      "Test Epoch 70: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=23.2]\r\n",
-      "04/07 04:19: Test Epoch 70: average Loss: 20.683804, time: 4.01 s\r\n",
-      "04/07 04:19: Best validation model saved!\r\n",
-      "Train Epoch 71:  75%|██████████▌   | 199/264 [00:40<00:13,  4.90it/s, loss=20.2]04/07 04:20: Train Epoch 71: 200/264 Loss: 20.800272\r\n",
-      "Train Epoch 71: 100%|██████████████| 264/264 [00:53<00:00,  4.90it/s, loss=20.3]\r\n",
-      "04/07 04:20: Train Epoch 71: average Loss: 20.097164, time: 53.82 s\r\n",
-      "Val Epoch 71: 100%|██████████████████| 88/88 [00:04<00:00, 21.90it/s, loss=22.2]\r\n",
-      "04/07 04:20: Val Epoch 71: average Loss: 20.490510, time: 4.02 s\r\n",
-      "Test Epoch 71: 100%|█████████████████| 89/89 [00:04<00:00, 22.11it/s, loss=23.8]\r\n",
-      "04/07 04:20: Test Epoch 71: average Loss: 20.837341, time: 4.03 s\r\n",
-      "Train Epoch 72:  75%|████████████    | 199/264 [00:40<00:13,  4.91it/s, loss=20]04/07 04:21: Train Epoch 72: 200/264 Loss: 18.967819\r\n",
-      "Train Epoch 72: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=18.7]\r\n",
-      "04/07 04:21: Train Epoch 72: average Loss: 19.993243, time: 53.81 s\r\n",
-      "Val Epoch 72: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=22.1]\r\n",
-      "04/07 04:21: Val Epoch 72: average Loss: 20.380266, time: 4.00 s\r\n",
-      "Test Epoch 72: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.5]\r\n",
-      "04/07 04:21: Test Epoch 72: average Loss: 20.549858, time: 4.01 s\r\n",
-      "04/07 04:21: Best validation model saved!\r\n",
-      "Train Epoch 73:  75%|████████████    | 199/264 [00:40<00:13,  4.91it/s, loss=21]04/07 04:22: Train Epoch 73: 200/264 Loss: 20.254545\r\n",
-      "Train Epoch 73: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.4]\r\n",
-      "04/07 04:22: Train Epoch 73: average Loss: 20.067365, time: 53.79 s\r\n",
-      "Val Epoch 73: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22.6]\r\n",
-      "04/07 04:22: Val Epoch 73: average Loss: 20.459038, time: 4.00 s\r\n",
-      "Test Epoch 73: 100%|█████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=22.1]\r\n",
-      "04/07 04:22: Test Epoch 73: average Loss: 20.581467, time: 4.01 s\r\n",
-      "Train Epoch 74:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.1]04/07 04:23: Train Epoch 74: 200/264 Loss: 18.108755\r\n",
-      "Train Epoch 74: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.1]\r\n",
-      "04/07 04:23: Train Epoch 74: average Loss: 20.004495, time: 53.79 s\r\n",
-      "Val Epoch 74: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=23.8]\r\n",
-      "04/07 04:23: Val Epoch 74: average Loss: 21.224105, time: 4.00 s\r\n",
-      "Test Epoch 74: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=22.1]\r\n",
-      "04/07 04:23: Test Epoch 74: average Loss: 21.126529, time: 4.01 s\r\n",
-      "Train Epoch 75:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.9]04/07 04:24: Train Epoch 75: 200/264 Loss: 20.460424\r\n",
-      "Train Epoch 75: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.2]\r\n",
-      "04/07 04:24: Train Epoch 75: average Loss: 19.996745, time: 53.79 s\r\n",
-      "Val Epoch 75: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=22.3]\r\n",
-      "04/07 04:24: Val Epoch 75: average Loss: 20.816883, time: 4.00 s\r\n",
-      "Test Epoch 75: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=23.2]\r\n",
-      "04/07 04:24: Test Epoch 75: average Loss: 20.967738, time: 4.01 s\r\n",
-      "Train Epoch 76:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.7]04/07 04:25: Train Epoch 76: 200/264 Loss: 19.330828\r\n",
-      "Train Epoch 76: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.7]\r\n",
-      "04/07 04:25: Train Epoch 76: average Loss: 19.972376, time: 53.79 s\r\n",
-      "Val Epoch 76: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=22.3]\r\n",
-      "04/07 04:25: Val Epoch 76: average Loss: 20.485107, time: 4.00 s\r\n",
-      "Test Epoch 76: 100%|█████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=21.5]\r\n",
-      "04/07 04:25: Test Epoch 76: average Loss: 20.535493, time: 4.01 s\r\n",
-      "Train Epoch 77:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=19.4]04/07 04:26: Train Epoch 77: 200/264 Loss: 18.940596\r\n",
-      "Train Epoch 77: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20]\r\n",
-      "04/07 04:26: Train Epoch 77: average Loss: 19.962679, time: 53.78 s\r\n",
-      "Val Epoch 77: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=22.2]\r\n",
-      "04/07 04:26: Val Epoch 77: average Loss: 20.338246, time: 4.00 s\r\n",
-      "Test Epoch 77: 100%|█████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=22.4]\r\n",
-      "04/07 04:26: Test Epoch 77: average Loss: 20.586625, time: 4.01 s\r\n",
-      "04/07 04:26: Best validation model saved!\r\n",
-      "Train Epoch 78:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.8]04/07 04:27: Train Epoch 78: 200/264 Loss: 20.048258\r\n",
-      "Train Epoch 78: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.4]\r\n",
-      "04/07 04:27: Train Epoch 78: average Loss: 19.938654, time: 53.78 s\r\n",
-      "Val Epoch 78: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=22.4]\r\n",
-      "04/07 04:27: Val Epoch 78: average Loss: 20.565140, time: 4.00 s\r\n",
-      "Test Epoch 78: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=21.6]\r\n",
-      "04/07 04:27: Test Epoch 78: average Loss: 20.581415, time: 4.01 s\r\n",
-      "Train Epoch 79:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.1]04/07 04:28: Train Epoch 79: 200/264 Loss: 19.642681\r\n",
-      "Train Epoch 79: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.4]\r\n",
-      "04/07 04:28: Train Epoch 79: average Loss: 19.903549, time: 53.79 s\r\n",
-      "Val Epoch 79: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22.3]\r\n",
-      "04/07 04:28: Val Epoch 79: average Loss: 20.421334, time: 4.00 s\r\n",
-      "Test Epoch 79: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=21.4]\r\n",
-      "04/07 04:28: Test Epoch 79: average Loss: 20.523049, time: 4.01 s\r\n",
-      "Train Epoch 80:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=19.2]04/07 04:29: Train Epoch 80: 200/264 Loss: 20.338614\r\n",
-      "Train Epoch 80: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.1]\r\n",
-      "04/07 04:29: Train Epoch 80: average Loss: 19.847157, time: 53.79 s\r\n",
-      "Val Epoch 80: 100%|████████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22]\r\n",
-      "04/07 04:29: Val Epoch 80: average Loss: 20.541536, time: 4.00 s\r\n",
-      "Test Epoch 80: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.9]\r\n",
-      "04/07 04:29: Test Epoch 80: average Loss: 20.744524, time: 4.01 s\r\n",
-      "Train Epoch 81:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=19.4]04/07 04:30: Train Epoch 81: 200/264 Loss: 18.576681\r\n",
-      "Train Epoch 81: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.6]\r\n",
-      "04/07 04:30: Train Epoch 81: average Loss: 19.904420, time: 53.80 s\r\n",
-      "Val Epoch 81: 100%|██████████████████| 88/88 [00:04<00:00, 21.96it/s, loss=22.2]\r\n",
-      "04/07 04:30: Val Epoch 81: average Loss: 20.407807, time: 4.01 s\r\n",
-      "Test Epoch 81: 100%|█████████████████| 89/89 [00:04<00:00, 22.13it/s, loss=22.1]\r\n",
-      "04/07 04:30: Test Epoch 81: average Loss: 20.552037, time: 4.02 s\r\n",
-      "Train Epoch 82:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.1]04/07 04:31: Train Epoch 82: 200/264 Loss: 19.691515\r\n",
-      "Train Epoch 82: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.1]\r\n",
-      "04/07 04:31: Train Epoch 82: average Loss: 19.910706, time: 53.81 s\r\n",
-      "Val Epoch 82: 100%|████████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=23]\r\n",
-      "04/07 04:31: Val Epoch 82: average Loss: 20.737846, time: 4.01 s\r\n",
-      "Test Epoch 82: 100%|█████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=21.9]\r\n",
-      "04/07 04:31: Test Epoch 82: average Loss: 20.925660, time: 4.01 s\r\n",
-      "Train Epoch 83:  75%|████████████    | 199/264 [00:40<00:13,  4.91it/s, loss=21]04/07 04:32: Train Epoch 83: 200/264 Loss: 19.591455\r\n",
-      "Train Epoch 83: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=22]\r\n",
-      "04/07 04:32: Train Epoch 83: average Loss: 19.942754, time: 53.80 s\r\n",
-      "Val Epoch 83: 100%|████████████████████| 88/88 [00:04<00:00, 22.00it/s, loss=22]\r\n",
-      "04/07 04:32: Val Epoch 83: average Loss: 20.362219, time: 4.00 s\r\n",
-      "Test Epoch 83: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=21.9]\r\n",
-      "04/07 04:32: Test Epoch 83: average Loss: 20.545567, time: 4.01 s\r\n",
-      "Train Epoch 84:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=19.4]04/07 04:33: Train Epoch 84: 200/264 Loss: 20.363150\r\n",
-      "Train Epoch 84: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.9]\r\n",
-      "04/07 04:33: Train Epoch 84: average Loss: 19.799177, time: 53.80 s\r\n",
-      "Val Epoch 84: 100%|██████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=23.3]\r\n",
-      "04/07 04:33: Val Epoch 84: average Loss: 21.041616, time: 4.01 s\r\n",
-      "Test Epoch 84: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.1]\r\n",
-      "04/07 04:33: Test Epoch 84: average Loss: 21.003768, time: 4.01 s\r\n",
-      "Train Epoch 85:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.5]04/07 04:34: Train Epoch 85: 200/264 Loss: 19.827568\r\n",
-      "Train Epoch 85: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19]\r\n",
-      "04/07 04:34: Train Epoch 85: average Loss: 19.830145, time: 53.80 s\r\n",
-      "Val Epoch 85: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22.1]\r\n",
-      "04/07 04:34: Val Epoch 85: average Loss: 20.520097, time: 4.00 s\r\n",
-      "Test Epoch 85: 100%|█████████████████| 89/89 [00:04<00:00, 22.21it/s, loss=21.6]\r\n",
-      "04/07 04:34: Test Epoch 85: average Loss: 20.532135, time: 4.01 s\r\n",
-      "Train Epoch 86:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.2]04/07 04:35: Train Epoch 86: 200/264 Loss: 21.028093\r\n",
-      "Train Epoch 86: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.2]\r\n",
-      "04/07 04:35: Train Epoch 86: average Loss: 19.817877, time: 53.80 s\r\n",
-      "Val Epoch 86: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22.2]\r\n",
-      "04/07 04:35: Val Epoch 86: average Loss: 20.564830, time: 4.00 s\r\n",
-      "Test Epoch 86: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=21.6]\r\n",
-      "04/07 04:35: Test Epoch 86: average Loss: 20.647030, time: 4.01 s\r\n",
-      "Train Epoch 87:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.9]04/07 04:36: Train Epoch 87: 200/264 Loss: 19.831848\r\n",
-      "Train Epoch 87: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.7]\r\n",
-      "04/07 04:36: Train Epoch 87: average Loss: 19.826463, time: 53.79 s\r\n",
-      "Val Epoch 87: 100%|████████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22]\r\n",
-      "04/07 04:36: Val Epoch 87: average Loss: 20.544115, time: 4.00 s\r\n",
-      "Test Epoch 87: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=23.6]\r\n",
-      "04/07 04:36: Test Epoch 87: average Loss: 20.889017, time: 4.01 s\r\n",
-      "Train Epoch 88:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=19.5]04/07 04:37: Train Epoch 88: 200/264 Loss: 20.534721\r\n",
-      "Train Epoch 88: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.8]\r\n",
-      "04/07 04:37: Train Epoch 88: average Loss: 19.838996, time: 53.79 s\r\n",
-      "Val Epoch 88: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=22.2]\r\n",
-      "04/07 04:37: Val Epoch 88: average Loss: 20.299338, time: 4.00 s\r\n",
-      "Test Epoch 88: 100%|███████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=22]\r\n",
-      "04/07 04:37: Test Epoch 88: average Loss: 20.366157, time: 4.01 s\r\n",
-      "04/07 04:37: Best validation model saved!\r\n",
-      "Train Epoch 89:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.4]04/07 04:38: Train Epoch 89: 200/264 Loss: 20.610407\r\n",
-      "Train Epoch 89: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.4]\r\n",
-      "04/07 04:38: Train Epoch 89: average Loss: 19.716235, time: 53.79 s\r\n",
-      "Val Epoch 89: 100%|██████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=22.2]\r\n",
-      "04/07 04:38: Val Epoch 89: average Loss: 20.300184, time: 4.01 s\r\n",
-      "Test Epoch 89: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.8]\r\n",
-      "04/07 04:38: Test Epoch 89: average Loss: 20.548956, time: 4.01 s\r\n",
-      "Train Epoch 90:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.4]04/07 04:39: Train Epoch 90: 200/264 Loss: 19.486067\r\n",
-      "Train Epoch 90: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.1]\r\n",
-      "04/07 04:39: Train Epoch 90: average Loss: 19.726863, time: 53.79 s\r\n",
-      "Val Epoch 90: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=21.9]\r\n",
-      "04/07 04:39: Val Epoch 90: average Loss: 20.307890, time: 4.00 s\r\n",
-      "Test Epoch 90: 100%|███████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=23]\r\n",
-      "04/07 04:39: Test Epoch 90: average Loss: 20.469577, time: 4.01 s\r\n",
-      "Train Epoch 91:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=18.6]04/07 04:40: Train Epoch 91: 200/264 Loss: 20.514107\r\n",
-      "Train Epoch 91: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19]\r\n",
-      "04/07 04:40: Train Epoch 91: average Loss: 19.733086, time: 53.79 s\r\n",
-      "Val Epoch 91: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=21.9]\r\n",
-      "04/07 04:40: Val Epoch 91: average Loss: 20.215265, time: 4.00 s\r\n",
-      "Test Epoch 91: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.2]\r\n",
-      "04/07 04:40: Test Epoch 91: average Loss: 20.402955, time: 4.01 s\r\n",
-      "04/07 04:40: Best validation model saved!\r\n",
-      "Train Epoch 92:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=19.4]04/07 04:41: Train Epoch 92: 200/264 Loss: 19.470062\r\n",
-      "Train Epoch 92: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.6]\r\n",
-      "04/07 04:41: Train Epoch 92: average Loss: 19.713967, time: 53.80 s\r\n",
-      "Val Epoch 92: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=21.9]\r\n",
-      "04/07 04:41: Val Epoch 92: average Loss: 20.391207, time: 4.00 s\r\n",
-      "Test Epoch 92: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.6]\r\n",
-      "04/07 04:42: Test Epoch 92: average Loss: 20.598984, time: 4.01 s\r\n",
-      "Train Epoch 93:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.8]04/07 04:42: Train Epoch 93: 200/264 Loss: 19.048798\r\n",
-      "Train Epoch 93: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=18.4]\r\n",
-      "04/07 04:42: Train Epoch 93: average Loss: 19.722779, time: 53.79 s\r\n",
-      "Val Epoch 93: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=21.6]\r\n",
-      "04/07 04:42: Val Epoch 93: average Loss: 20.199590, time: 4.00 s\r\n",
-      "Test Epoch 93: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.9]\r\n",
-      "04/07 04:43: Test Epoch 93: average Loss: 20.428841, time: 4.01 s\r\n",
-      "04/07 04:43: Best validation model saved!\r\n",
-      "Train Epoch 94:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=19.4]04/07 04:43: Train Epoch 94: 200/264 Loss: 20.305939\r\n",
-      "Train Epoch 94: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=18.9]\r\n",
-      "04/07 04:43: Train Epoch 94: average Loss: 19.707603, time: 53.80 s\r\n",
-      "Val Epoch 94: 100%|██████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=21.9]\r\n",
-      "04/07 04:43: Val Epoch 94: average Loss: 20.406209, time: 4.01 s\r\n",
-      "Test Epoch 94: 100%|███████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=21]\r\n",
-      "04/07 04:44: Test Epoch 94: average Loss: 20.462453, time: 4.01 s\r\n",
-      "Train Epoch 95:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=18.8]04/07 04:44: Train Epoch 95: 200/264 Loss: 19.559456\r\n",
-      "Train Epoch 95: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.9]\r\n",
-      "04/07 04:44: Train Epoch 95: average Loss: 19.773425, time: 53.80 s\r\n",
-      "Val Epoch 95: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=21.7]\r\n",
-      "04/07 04:45: Val Epoch 95: average Loss: 20.235497, time: 4.00 s\r\n",
-      "Test Epoch 95: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=21.1]\r\n",
-      "04/07 04:45: Test Epoch 95: average Loss: 20.351772, time: 4.01 s\r\n",
-      "Train Epoch 96:  75%|████████████    | 199/264 [00:40<00:13,  4.91it/s, loss=19]04/07 04:45: Train Epoch 96: 200/264 Loss: 20.190689\r\n",
-      "Train Epoch 96: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20]\r\n",
-      "04/07 04:45: Train Epoch 96: average Loss: 19.713751, time: 53.79 s\r\n",
-      "Val Epoch 96: 100%|██████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=22.1]\r\n",
-      "04/07 04:46: Val Epoch 96: average Loss: 20.649062, time: 4.00 s\r\n",
-      "Test Epoch 96: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.9]\r\n",
-      "04/07 04:46: Test Epoch 96: average Loss: 20.894707, time: 4.01 s\r\n",
-      "Train Epoch 97:  75%|████████████    | 199/264 [00:40<00:13,  4.91it/s, loss=19]04/07 04:46: Train Epoch 97: 200/264 Loss: 19.424868\r\n",
-      "Train Epoch 97: 100%|████████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20]\r\n",
-      "04/07 04:47: Train Epoch 97: average Loss: 19.673123, time: 53.79 s\r\n",
-      "Val Epoch 97: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22.5]\r\n",
-      "04/07 04:47: Val Epoch 97: average Loss: 20.657044, time: 4.00 s\r\n",
-      "Test Epoch 97: 100%|█████████████████| 89/89 [00:04<00:00, 22.17it/s, loss=22.6]\r\n",
-      "04/07 04:47: Test Epoch 97: average Loss: 20.668908, time: 4.01 s\r\n",
-      "Train Epoch 98:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=20.6]04/07 04:47: Train Epoch 98: 200/264 Loss: 20.108150\r\n",
-      "Train Epoch 98: 100%|██████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.2]\r\n",
-      "04/07 04:48: Train Epoch 98: average Loss: 19.697899, time: 53.79 s\r\n",
-      "Val Epoch 98: 100%|████████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22]\r\n",
-      "04/07 04:48: Val Epoch 98: average Loss: 20.435393, time: 4.00 s\r\n",
-      "Test Epoch 98: 100%|███████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=23]\r\n",
-      "04/07 04:48: Test Epoch 98: average Loss: 20.706789, time: 4.01 s\r\n",
-      "Train Epoch 99:  75%|██████████▌   | 199/264 [00:40<00:13,  4.91it/s, loss=19.8]04/07 04:48: Train Epoch 99: 200/264 Loss: 20.757149\r\n",
-      "Train Epoch 99: 100%|██████████████| 264/264 [00:53<00:00,  4.90it/s, loss=20.4]\r\n",
-      "04/07 04:49: Train Epoch 99: average Loss: 19.707654, time: 53.85 s\r\n",
-      "Val Epoch 99: 100%|██████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22.1]\r\n",
-      "04/07 04:49: Val Epoch 99: average Loss: 20.535400, time: 4.00 s\r\n",
-      "Test Epoch 99: 100%|█████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.1]\r\n",
-      "04/07 04:49: Test Epoch 99: average Loss: 20.677548, time: 4.01 s\r\n",
-      "Train Epoch 100:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=19.8]04/07 04:49: Train Epoch 100: 200/264 Loss: 20.369190\r\n",
-      "Train Epoch 100: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.1]\r\n",
-      "04/07 04:50: Train Epoch 100: average Loss: 19.601067, time: 53.79 s\r\n",
-      "Val Epoch 100: 100%|█████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=21.8]\r\n",
-      "04/07 04:50: Val Epoch 100: average Loss: 20.349641, time: 4.00 s\r\n",
-      "Test Epoch 100: 100%|████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=22.5]\r\n",
-      "04/07 04:50: Test Epoch 100: average Loss: 20.596135, time: 4.01 s\r\n",
-      "Train Epoch 101:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=19.3]04/07 04:50: Train Epoch 101: 200/264 Loss: 19.566759\r\n",
-      "Train Epoch 101: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.5]\r\n",
-      "04/07 04:51: Train Epoch 101: average Loss: 19.755760, time: 53.80 s\r\n",
-      "Val Epoch 101: 100%|█████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=22.2]\r\n",
-      "04/07 04:51: Val Epoch 101: average Loss: 20.378621, time: 4.01 s\r\n",
-      "Test Epoch 101: 100%|████████████████| 89/89 [00:04<00:00, 22.17it/s, loss=23.5]\r\n",
-      "04/07 04:51: Test Epoch 101: average Loss: 20.642041, time: 4.01 s\r\n",
-      "Train Epoch 102:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=19.5]04/07 04:51: Train Epoch 102: 200/264 Loss: 19.527979\r\n",
-      "Train Epoch 102: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.9]\r\n",
-      "04/07 04:52: Train Epoch 102: average Loss: 19.624246, time: 53.80 s\r\n",
-      "Val Epoch 102: 100%|█████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22.4]\r\n",
-      "04/07 04:52: Val Epoch 102: average Loss: 20.376580, time: 4.00 s\r\n",
-      "Test Epoch 102: 100%|████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=21.8]\r\n",
-      "04/07 04:52: Test Epoch 102: average Loss: 20.482337, time: 4.01 s\r\n",
-      "Train Epoch 103:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=20.2]04/07 04:52: Train Epoch 103: 200/264 Loss: 19.471298\r\n",
-      "Train Epoch 103: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.2]\r\n",
-      "04/07 04:53: Train Epoch 103: average Loss: 19.663162, time: 53.80 s\r\n",
-      "Val Epoch 103: 100%|█████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=21.7]\r\n",
-      "04/07 04:53: Val Epoch 103: average Loss: 20.189857, time: 4.00 s\r\n",
-      "Test Epoch 103: 100%|████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=21.2]\r\n",
-      "04/07 04:53: Test Epoch 103: average Loss: 20.350597, time: 4.01 s\r\n",
-      "04/07 04:53: Best validation model saved!\r\n",
-      "Train Epoch 104:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=18.2]04/07 04:54: Train Epoch 104: 200/264 Loss: 19.732594\r\n",
-      "Train Epoch 104: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=21.2]\r\n",
-      "04/07 04:54: Train Epoch 104: average Loss: 19.579515, time: 53.80 s\r\n",
-      "Val Epoch 104: 100%|███████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=22]\r\n",
-      "04/07 04:54: Val Epoch 104: average Loss: 20.365208, time: 4.00 s\r\n",
-      "Test Epoch 104: 100%|████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=21.8]\r\n",
-      "04/07 04:54: Test Epoch 104: average Loss: 20.479677, time: 4.01 s\r\n",
-      "Train Epoch 105:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=19.4]04/07 04:55: Train Epoch 105: 200/264 Loss: 19.393177\r\n",
-      "Train Epoch 105: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.8]\r\n",
-      "04/07 04:55: Train Epoch 105: average Loss: 19.586680, time: 53.80 s\r\n",
-      "Val Epoch 105: 100%|█████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=21.8]\r\n",
-      "04/07 04:55: Val Epoch 105: average Loss: 20.057437, time: 4.00 s\r\n",
-      "Test Epoch 105: 100%|████████████████| 89/89 [00:04<00:00, 22.21it/s, loss=21.5]\r\n",
-      "04/07 04:55: Test Epoch 105: average Loss: 20.308741, time: 4.01 s\r\n",
-      "04/07 04:55: Best validation model saved!\r\n",
-      "Train Epoch 106:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=19.8]04/07 04:56: Train Epoch 106: 200/264 Loss: 20.505739\r\n",
-      "Train Epoch 106: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.4]\r\n",
-      "04/07 04:56: Train Epoch 106: average Loss: 19.628127, time: 53.80 s\r\n",
-      "Val Epoch 106: 100%|█████████████████| 88/88 [00:04<00:00, 21.99it/s, loss=21.6]\r\n",
-      "04/07 04:56: Val Epoch 106: average Loss: 20.261672, time: 4.00 s\r\n",
-      "Test Epoch 106: 100%|████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.4]\r\n",
-      "04/07 04:56: Test Epoch 106: average Loss: 20.577897, time: 4.01 s\r\n",
-      "Train Epoch 107:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=20.3]04/07 04:57: Train Epoch 107: 200/264 Loss: 18.756992\r\n",
-      "Train Epoch 107: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.2]\r\n",
-      "04/07 04:57: Train Epoch 107: average Loss: 19.545305, time: 53.80 s\r\n",
-      "Val Epoch 107: 100%|█████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=21.9]\r\n",
-      "04/07 04:57: Val Epoch 107: average Loss: 20.377060, time: 4.00 s\r\n",
-      "Test Epoch 107: 100%|████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=21.2]\r\n",
-      "04/07 04:57: Test Epoch 107: average Loss: 20.567082, time: 4.01 s\r\n",
-      "Train Epoch 108:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=19.5]04/07 04:58: Train Epoch 108: 200/264 Loss: 20.960268\r\n",
-      "Train Epoch 108: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.2]\r\n",
-      "04/07 04:58: Train Epoch 108: average Loss: 19.604936, time: 53.80 s\r\n",
-      "Val Epoch 108: 100%|█████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=21.7]\r\n",
-      "04/07 04:58: Val Epoch 108: average Loss: 20.272093, time: 4.01 s\r\n",
-      "Test Epoch 108: 100%|████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=23.1]\r\n",
-      "04/07 04:58: Test Epoch 108: average Loss: 20.517801, time: 4.01 s\r\n",
-      "Train Epoch 109:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=19.7]04/07 04:59: Train Epoch 109: 200/264 Loss: 19.133335\r\n",
-      "Train Epoch 109: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.5]\r\n",
-      "04/07 04:59: Train Epoch 109: average Loss: 19.600062, time: 53.80 s\r\n",
-      "Val Epoch 109: 100%|█████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=21.4]\r\n",
-      "04/07 04:59: Val Epoch 109: average Loss: 20.061429, time: 4.00 s\r\n",
-      "Test Epoch 109: 100%|████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=21.9]\r\n",
-      "04/07 04:59: Test Epoch 109: average Loss: 20.296354, time: 4.01 s\r\n",
-      "Train Epoch 110:  75%|█████████▊   | 199/264 [00:40<00:13,  4.88it/s, loss=19.9]04/07 05:00: Train Epoch 110: 200/264 Loss: 20.034218\r\n",
-      "Train Epoch 110: 100%|█████████████| 264/264 [00:53<00:00,  4.90it/s, loss=19.8]\r\n",
-      "04/07 05:00: Train Epoch 110: average Loss: 19.543838, time: 53.87 s\r\n",
-      "Val Epoch 110: 100%|█████████████████| 88/88 [00:04<00:00, 21.96it/s, loss=21.6]\r\n",
-      "04/07 05:00: Val Epoch 110: average Loss: 20.099124, time: 4.01 s\r\n",
-      "Test Epoch 110: 100%|████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=21.8]\r\n",
-      "04/07 05:00: Test Epoch 110: average Loss: 20.254156, time: 4.01 s\r\n",
-      "Train Epoch 111:  75%|███████████▎   | 199/264 [00:40<00:13,  4.91it/s, loss=21]04/07 05:01: Train Epoch 111: 200/264 Loss: 20.151972\r\n",
-      "Train Epoch 111: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.6]\r\n",
-      "04/07 05:01: Train Epoch 111: average Loss: 19.578680, time: 53.80 s\r\n",
-      "Val Epoch 111: 100%|█████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=21.6]\r\n",
-      "04/07 05:01: Val Epoch 111: average Loss: 20.372395, time: 4.01 s\r\n",
-      "Test Epoch 111: 100%|████████████████| 89/89 [00:04<00:00, 22.17it/s, loss=21.4]\r\n",
-      "04/07 05:01: Test Epoch 111: average Loss: 20.574241, time: 4.01 s\r\n",
-      "Train Epoch 112:  75%|███████████▎   | 199/264 [00:40<00:13,  4.91it/s, loss=19]04/07 05:02: Train Epoch 112: 200/264 Loss: 19.942278\r\n",
-      "Train Epoch 112: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.7]\r\n",
-      "04/07 05:02: Train Epoch 112: average Loss: 19.531282, time: 53.81 s\r\n",
-      "Val Epoch 112: 100%|█████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=21.7]\r\n",
-      "04/07 05:02: Val Epoch 112: average Loss: 20.023767, time: 4.01 s\r\n",
-      "Test Epoch 112: 100%|████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.5]\r\n",
-      "04/07 05:02: Test Epoch 112: average Loss: 20.290968, time: 4.01 s\r\n",
-      "04/07 05:02: Best validation model saved!\r\n",
-      "Train Epoch 113:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=18.6]04/07 05:03: Train Epoch 113: 200/264 Loss: 18.963251\r\n",
-      "Train Epoch 113: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=18.4]\r\n",
-      "04/07 05:03: Train Epoch 113: average Loss: 19.502380, time: 53.80 s\r\n",
-      "Val Epoch 113: 100%|█████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=21.8]\r\n",
-      "04/07 05:03: Val Epoch 113: average Loss: 20.045569, time: 4.01 s\r\n",
-      "Test Epoch 113: 100%|████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=21.3]\r\n",
-      "04/07 05:03: Test Epoch 113: average Loss: 20.254190, time: 4.01 s\r\n",
-      "Train Epoch 114:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=18.5]04/07 05:04: Train Epoch 114: 200/264 Loss: 21.312719\r\n",
-      "Train Epoch 114: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.2]\r\n",
-      "04/07 05:04: Train Epoch 114: average Loss: 19.516570, time: 53.79 s\r\n",
-      "Val Epoch 114: 100%|█████████████████| 88/88 [00:04<00:00, 21.96it/s, loss=21.7]\r\n",
-      "04/07 05:04: Val Epoch 114: average Loss: 20.258891, time: 4.01 s\r\n",
-      "Test Epoch 114: 100%|██████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=22]\r\n",
-      "04/07 05:04: Test Epoch 114: average Loss: 20.429780, time: 4.01 s\r\n",
-      "Train Epoch 115:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=19.1]04/07 05:05: Train Epoch 115: 200/264 Loss: 20.467632\r\n",
-      "Train Epoch 115: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=18.8]\r\n",
-      "04/07 05:05: Train Epoch 115: average Loss: 19.512051, time: 53.80 s\r\n",
-      "Val Epoch 115: 100%|█████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=21.5]\r\n",
-      "04/07 05:05: Val Epoch 115: average Loss: 19.941100, time: 4.01 s\r\n",
-      "Test Epoch 115: 100%|████████████████| 89/89 [00:04<00:00, 22.17it/s, loss=21.1]\r\n",
-      "04/07 05:05: Test Epoch 115: average Loss: 20.210100, time: 4.01 s\r\n",
-      "04/07 05:05: Best validation model saved!\r\n",
-      "Train Epoch 116:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=19.1]04/07 05:06: Train Epoch 116: 200/264 Loss: 18.803782\r\n",
-      "Train Epoch 116: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=18.6]\r\n",
-      "04/07 05:06: Train Epoch 116: average Loss: 19.496922, time: 53.79 s\r\n",
-      "Val Epoch 116: 100%|█████████████████| 88/88 [00:04<00:00, 21.96it/s, loss=21.7]\r\n",
-      "04/07 05:06: Val Epoch 116: average Loss: 20.201258, time: 4.01 s\r\n",
-      "Test Epoch 116: 100%|████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=21.7]\r\n",
-      "04/07 05:06: Test Epoch 116: average Loss: 20.390740, time: 4.01 s\r\n",
-      "Train Epoch 117:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=20.2]04/07 05:07: Train Epoch 117: 200/264 Loss: 18.714634\r\n",
-      "Train Epoch 117: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.1]\r\n",
-      "04/07 05:07: Train Epoch 117: average Loss: 19.466991, time: 53.79 s\r\n",
-      "Val Epoch 117: 100%|█████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=21.5]\r\n",
-      "04/07 05:07: Val Epoch 117: average Loss: 20.041199, time: 4.01 s\r\n",
-      "Test Epoch 117: 100%|████████████████| 89/89 [00:04<00:00, 22.17it/s, loss=21.5]\r\n",
-      "04/07 05:07: Test Epoch 117: average Loss: 20.288551, time: 4.02 s\r\n",
-      "Train Epoch 118:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=20.5]04/07 05:08: Train Epoch 118: 200/264 Loss: 18.535509\r\n",
-      "Train Epoch 118: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.5]\r\n",
-      "04/07 05:08: Train Epoch 118: average Loss: 19.527073, time: 53.79 s\r\n",
-      "Val Epoch 118: 100%|█████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=21.9]\r\n",
-      "04/07 05:08: Val Epoch 118: average Loss: 20.162661, time: 4.01 s\r\n",
-      "Test Epoch 118: 100%|████████████████| 89/89 [00:04<00:00, 22.17it/s, loss=21.8]\r\n",
-      "04/07 05:08: Test Epoch 118: average Loss: 20.385075, time: 4.01 s\r\n",
-      "Train Epoch 119:  75%|███████████▎   | 199/264 [00:40<00:13,  4.91it/s, loss=21]04/07 05:09: Train Epoch 119: 200/264 Loss: 18.815954\r\n",
-      "Train Epoch 119: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.1]\r\n",
-      "04/07 05:09: Train Epoch 119: average Loss: 19.500006, time: 53.79 s\r\n",
-      "Val Epoch 119: 100%|█████████████████| 88/88 [00:04<00:00, 21.96it/s, loss=21.7]\r\n",
-      "04/07 05:09: Val Epoch 119: average Loss: 20.168655, time: 4.01 s\r\n",
-      "Test Epoch 119: 100%|██████████████████| 89/89 [00:04<00:00, 22.15it/s, loss=21]\r\n",
-      "04/07 05:09: Test Epoch 119: average Loss: 20.362113, time: 4.02 s\r\n",
-      "Train Epoch 120:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=19.2]04/07 05:10: Train Epoch 120: 200/264 Loss: 19.426229\r\n",
-      "Train Epoch 120: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.1]\r\n",
-      "04/07 05:10: Train Epoch 120: average Loss: 19.480802, time: 53.80 s\r\n",
-      "Val Epoch 120: 100%|█████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=21.4]\r\n",
-      "04/07 05:10: Val Epoch 120: average Loss: 20.062908, time: 4.01 s\r\n",
-      "Test Epoch 120: 100%|████████████████| 89/89 [00:04<00:00, 22.17it/s, loss=21.5]\r\n",
-      "04/07 05:10: Test Epoch 120: average Loss: 20.261942, time: 4.02 s\r\n",
-      "Train Epoch 121:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=18.9]04/07 05:11: Train Epoch 121: 200/264 Loss: 20.576128\r\n",
-      "Train Epoch 121: 100%|███████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20]\r\n",
-      "04/07 05:11: Train Epoch 121: average Loss: 19.417101, time: 53.79 s\r\n",
-      "Val Epoch 121: 100%|█████████████████| 88/88 [00:04<00:00, 21.96it/s, loss=21.5]\r\n",
-      "04/07 05:11: Val Epoch 121: average Loss: 20.065623, time: 4.01 s\r\n",
-      "Test Epoch 121: 100%|████████████████| 89/89 [00:04<00:00, 22.18it/s, loss=21.4]\r\n",
-      "04/07 05:11: Test Epoch 121: average Loss: 20.314373, time: 4.01 s\r\n",
-      "Train Epoch 122:  75%|█████████▊   | 199/264 [00:40<00:13,  4.90it/s, loss=18.7]04/07 05:12: Train Epoch 122: 200/264 Loss: 19.916031\r\n",
-      "Train Epoch 122: 100%|███████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19]\r\n",
-      "04/07 05:12: Train Epoch 122: average Loss: 19.512216, time: 53.80 s\r\n",
-      "Val Epoch 122: 100%|█████████████████| 88/88 [00:04<00:00, 21.96it/s, loss=21.6]\r\n",
-      "04/07 05:12: Val Epoch 122: average Loss: 20.142130, time: 4.01 s\r\n",
-      "Test Epoch 122: 100%|████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=21.5]\r\n",
-      "04/07 05:12: Test Epoch 122: average Loss: 20.477240, time: 4.01 s\r\n",
-      "Train Epoch 123:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=19.1]04/07 05:13: Train Epoch 123: 200/264 Loss: 19.341093\r\n",
-      "Train Epoch 123: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.4]\r\n",
-      "04/07 05:13: Train Epoch 123: average Loss: 19.522903, time: 53.79 s\r\n",
-      "Val Epoch 123: 100%|█████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=21.7]\r\n",
-      "04/07 05:13: Val Epoch 123: average Loss: 20.172440, time: 4.00 s\r\n",
-      "Test Epoch 123: 100%|████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=21.1]\r\n",
-      "04/07 05:13: Test Epoch 123: average Loss: 20.484385, time: 4.01 s\r\n",
-      "Train Epoch 124:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=19.8]04/07 05:14: Train Epoch 124: 200/264 Loss: 18.840607\r\n",
-      "Train Epoch 124: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=18.2]\r\n",
-      "04/07 05:14: Train Epoch 124: average Loss: 19.428091, time: 53.79 s\r\n",
-      "Val Epoch 124: 100%|█████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=22.4]\r\n",
-      "04/07 05:14: Val Epoch 124: average Loss: 20.922369, time: 4.00 s\r\n",
-      "Test Epoch 124: 100%|████████████████| 89/89 [00:04<00:00, 22.20it/s, loss=21.2]\r\n",
-      "04/07 05:14: Test Epoch 124: average Loss: 21.001569, time: 4.01 s\r\n",
-      "Train Epoch 125:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=19.4]04/07 05:15: Train Epoch 125: 200/264 Loss: 19.337589\r\n",
-      "Train Epoch 125: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=19.6]\r\n",
-      "04/07 05:15: Train Epoch 125: average Loss: 19.477663, time: 53.80 s\r\n",
-      "Val Epoch 125: 100%|█████████████████| 88/88 [00:04<00:00, 21.98it/s, loss=21.8]\r\n",
-      "04/07 05:15: Val Epoch 125: average Loss: 20.248073, time: 4.00 s\r\n",
-      "Test Epoch 125: 100%|████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.3]\r\n",
-      "04/07 05:16: Test Epoch 125: average Loss: 20.601183, time: 4.01 s\r\n",
-      "Train Epoch 126:  75%|█████████▊   | 199/264 [00:40<00:13,  4.91it/s, loss=20.2]04/07 05:16: Train Epoch 126: 200/264 Loss: 18.665539\r\n",
-      "Train Epoch 126: 100%|█████████████| 264/264 [00:53<00:00,  4.91it/s, loss=20.5]\r\n",
-      "04/07 05:16: Train Epoch 126: average Loss: 19.377924, time: 53.80 s\r\n",
-      "Val Epoch 126: 100%|█████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=21.9]\r\n",
-      "04/07 05:16: Val Epoch 126: average Loss: 20.364620, time: 4.01 s\r\n",
-      "Test Epoch 126: 100%|████████████████| 89/89 [00:04<00:00, 22.19it/s, loss=22.6]\r\n",
-      "04/07 05:17: Test Epoch 126: average Loss: 20.592976, time: 4.01 s\r\n",
-      "Train Epoch 127:  75%|█████████▊   | 199/264 [00:40<00:13,  4.87it/s, loss=19.6]04/07 05:17: Train Epoch 127: 200/264 Loss: 18.554348\r\n",
-      "Train Epoch 127: 100%|█████████████| 264/264 [00:53<00:00,  4.89it/s, loss=20.5]\r\n",
-      "04/07 05:17: Train Epoch 127: average Loss: 19.541846, time: 53.96 s\r\n",
-      "Val Epoch 127: 100%|█████████████████| 88/88 [00:04<00:00, 21.32it/s, loss=21.4]\r\n",
-      "04/07 05:18: Val Epoch 127: average Loss: 20.168785, time: 4.13 s\r\n",
-      "Test Epoch 127: 100%|████████████████| 89/89 [00:04<00:00, 21.51it/s, loss=20.8]\r\n",
-      "04/07 05:18: Test Epoch 127: average Loss: 20.334257, time: 4.14 s\r\n",
-      "Train Epoch 128:  75%|█████████▊   | 199/264 [00:40<00:13,  4.87it/s, loss=19.8]04/07 05:18: Train Epoch 128: 200/264 Loss: 18.872997\r\n",
-      "Train Epoch 128: 100%|█████████████| 264/264 [00:54<00:00,  4.87it/s, loss=18.4]\r\n",
-      "04/07 05:18: Train Epoch 128: average Loss: 19.427549, time: 54.18 s\r\n",
-      "Val Epoch 128: 100%|█████████████████| 88/88 [00:04<00:00, 21.33it/s, loss=21.5]\r\n",
-      "04/07 05:19: Val Epoch 128: average Loss: 20.142455, time: 4.13 s\r\n",
-      "Test Epoch 128: 100%|████████████████| 89/89 [00:04<00:00, 21.52it/s, loss=21.3]\r\n",
-      "04/07 05:19: Test Epoch 128: average Loss: 20.306720, time: 4.14 s\r\n",
-      "Train Epoch 129:  75%|█████████▊   | 199/264 [00:40<00:13,  4.87it/s, loss=19.1]04/07 05:19: Train Epoch 129: 200/264 Loss: 19.780741\r\n",
-      "Train Epoch 129: 100%|█████████████| 264/264 [00:54<00:00,  4.87it/s, loss=20.4]\r\n",
-      "04/07 05:20: Train Epoch 129: average Loss: 19.422513, time: 54.19 s\r\n",
-      "Val Epoch 129: 100%|█████████████████| 88/88 [00:04<00:00, 21.33it/s, loss=21.3]\r\n",
-      "04/07 05:20: Val Epoch 129: average Loss: 19.942372, time: 4.13 s\r\n",
-      "Test Epoch 129: 100%|████████████████| 89/89 [00:04<00:00, 21.52it/s, loss=21.2]\r\n",
-      "04/07 05:20: Test Epoch 129: average Loss: 20.206478, time: 4.14 s\r\n",
-      "Train Epoch 130:  75%|█████████▊   | 199/264 [00:40<00:13,  4.90it/s, loss=19.9]04/07 05:20: Train Epoch 130: 200/264 Loss: 18.438040\r\n",
-      "Train Epoch 130: 100%|█████████████| 264/264 [00:53<00:00,  4.90it/s, loss=20.5]\r\n",
-      "04/07 05:21: Train Epoch 130: average Loss: 19.346634, time: 53.93 s\r\n",
-      "Val Epoch 130: 100%|█████████████████| 88/88 [00:04<00:00, 21.97it/s, loss=21.6]\r\n",
-      "04/07 05:21: Val Epoch 130: average Loss: 20.233316, time: 4.01 s\r\n",
-      "Test Epoch 130: 100%|████████████████| 89/89 [00:04<00:00, 22.17it/s, loss=21.8]\r\n",
-      "04/07 05:21: Test Epoch 130: average Loss: 20.464137, time: 4.01 s\r\n",
-      "04/07 05:21: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
-      "04/07 05:21: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_03-07-13/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_03-07-13/best_test_model.pth\r\n",
-      "04/07 05:21: Testing on best validation model\r\n",
-      "04/07 05:21: Horizon 01, MAE: 16.9485, RMSE: 27.3151, MAPE: 0.0721\r\n",
-      "04/07 05:21: Horizon 02, MAE: 18.0063, RMSE: 29.4616, MAPE: 0.0762\r\n",
-      "04/07 05:21: Horizon 03, MAE: 18.7464, RMSE: 30.8054, MAPE: 0.0790\r\n",
-      "04/07 05:21: Horizon 04, MAE: 19.3121, RMSE: 31.7863, MAPE: 0.0814\r\n",
-      "04/07 05:21: Horizon 05, MAE: 19.7976, RMSE: 32.6183, MAPE: 0.0832\r\n",
-      "04/07 05:21: Horizon 06, MAE: 20.2190, RMSE: 33.3689, MAPE: 0.0852\r\n",
-      "04/07 05:21: Horizon 07, MAE: 20.6462, RMSE: 34.0242, MAPE: 0.0870\r\n",
-      "04/07 05:21: Horizon 08, MAE: 21.0337, RMSE: 34.6431, MAPE: 0.0889\r\n",
-      "04/07 05:21: Horizon 09, MAE: 21.3937, RMSE: 35.1899, MAPE: 0.0913\r\n",
-      "04/07 05:21: Horizon 10, MAE: 21.7263, RMSE: 35.6783, MAPE: 0.0934\r\n",
-      "04/07 05:21: Horizon 11, MAE: 22.0797, RMSE: 36.2147, MAPE: 0.0957\r\n",
-      "04/07 05:21: Horizon 12, MAE: 22.5112, RMSE: 36.7554, MAPE: 0.0968\r\n",
-      "04/07 05:21: Average Horizon, MAE: 20.2017, RMSE: 33.2696, MAPE: 0.0859\r\n",
-      "04/07 05:21: Testing on best test model\r\n",
-      "04/07 05:21: Horizon 01, MAE: 16.9987, RMSE: 27.3488, MAPE: 0.0722\r\n",
-      "04/07 05:21: Horizon 02, MAE: 17.9890, RMSE: 29.4839, MAPE: 0.0758\r\n",
-      "04/07 05:21: Horizon 03, MAE: 18.7407, RMSE: 30.8655, MAPE: 0.0783\r\n",
-      "04/07 05:21: Horizon 04, MAE: 19.3142, RMSE: 31.8861, MAPE: 0.0809\r\n",
-      "04/07 05:21: Horizon 05, MAE: 19.8270, RMSE: 32.7428, MAPE: 0.0837\r\n",
-      "04/07 05:21: Horizon 06, MAE: 20.2455, RMSE: 33.4597, MAPE: 0.0849\r\n",
-      "04/07 05:21: Horizon 07, MAE: 20.6413, RMSE: 34.1020, MAPE: 0.0864\r\n",
-      "04/07 05:21: Horizon 08, MAE: 21.0276, RMSE: 34.7380, MAPE: 0.0881\r\n",
-      "04/07 05:21: Horizon 09, MAE: 21.4170, RMSE: 35.3190, MAPE: 0.0900\r\n",
-      "04/07 05:21: Horizon 10, MAE: 21.6918, RMSE: 35.8247, MAPE: 0.0915\r\n",
-      "04/07 05:21: Horizon 11, MAE: 22.0364, RMSE: 36.3741, MAPE: 0.0934\r\n",
-      "04/07 05:21: Horizon 12, MAE: 22.4289, RMSE: 36.8775, MAPE: 0.0954\r\n",
-      "04/07 05:21: Average Horizon, MAE: 20.1965, RMSE: 33.3689, MAPE: 0.0850\r\n"
+      "加载 PEMSD8 数据集中... \r\n",
+      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD8/2025-04-18_08-43-41/run.log\r\n",
+      "04/18 08:43: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD8/2025-04-18_08-43-41\r\n",
+      "04/18 08:43: Training process started\r\n",
+      "Train Epoch 1: 100%|███████████████| 167/167 [00:04<00:00, 33.94it/s, loss=24.5]\r\n",
+      "04/18 08:43: Train Epoch 1: average Loss: 39.506298, time: 4.92 s\r\n",
+      "Val Epoch 1: 100%|██████████████████| 55/55 [00:00<00:00, 247.20it/s, loss=36.4]\r\n",
+      "04/18 08:43: Val Epoch 1: average Loss: 27.205887, time: 0.22 s\r\n",
+      "Test Epoch 1: 100%|█████████████████| 56/56 [00:00<00:00, 279.69it/s, loss=21.1]\r\n",
+      "04/18 08:43: Test Epoch 1: average Loss: 26.366730, time: 0.20 s\r\n",
+      "04/18 08:43: Best validation model saved!\r\n",
+      "Train Epoch 2: 100%|███████████████| 167/167 [00:04<00:00, 34.98it/s, loss=23.4]\r\n",
+      "04/18 08:43: Train Epoch 2: average Loss: 22.510694, time: 4.77 s\r\n",
+      "Val Epoch 2: 100%|██████████████████| 55/55 [00:00<00:00, 250.75it/s, loss=29.3]\r\n",
+      "04/18 08:43: Val Epoch 2: average Loss: 21.588604, time: 0.22 s\r\n",
+      "Test Epoch 2: 100%|█████████████████| 56/56 [00:00<00:00, 284.37it/s, loss=15.6]\r\n",
+      "04/18 08:43: Test Epoch 2: average Loss: 20.761848, time: 0.20 s\r\n",
+      "04/18 08:43: Best validation model saved!\r\n",
+      "Train Epoch 3: 100%|███████████████| 167/167 [00:04<00:00, 35.11it/s, loss=19.9]\r\n",
+      "04/18 08:43: Train Epoch 3: average Loss: 21.021495, time: 4.76 s\r\n",
+      "Val Epoch 3: 100%|██████████████████| 55/55 [00:00<00:00, 250.68it/s, loss=27.4]\r\n",
+      "04/18 08:43: Val Epoch 3: average Loss: 20.287444, time: 0.22 s\r\n",
+      "Test Epoch 3: 100%|█████████████████| 56/56 [00:00<00:00, 284.50it/s, loss=14.8]\r\n",
+      "04/18 08:43: Test Epoch 3: average Loss: 19.469679, time: 0.20 s\r\n",
+      "04/18 08:43: Best validation model saved!\r\n",
+      "Train Epoch 4: 100%|███████████████| 167/167 [00:04<00:00, 35.05it/s, loss=20.5]\r\n",
+      "04/18 08:44: Train Epoch 4: average Loss: 20.319173, time: 4.77 s\r\n",
+      "Val Epoch 4: 100%|██████████████████| 55/55 [00:00<00:00, 251.14it/s, loss=26.9]\r\n",
+      "04/18 08:44: Val Epoch 4: average Loss: 20.055466, time: 0.22 s\r\n",
+      "Test Epoch 4: 100%|█████████████████| 56/56 [00:00<00:00, 284.91it/s, loss=15.6]\r\n",
+      "04/18 08:44: Test Epoch 4: average Loss: 19.374938, time: 0.20 s\r\n",
+      "04/18 08:44: Best validation model saved!\r\n",
+      "Train Epoch 5: 100%|███████████████| 167/167 [00:04<00:00, 35.19it/s, loss=18.1]\r\n",
+      "04/18 08:44: Train Epoch 5: average Loss: 19.271035, time: 4.75 s\r\n",
+      "Val Epoch 5: 100%|██████████████████| 55/55 [00:00<00:00, 251.23it/s, loss=25.3]\r\n",
+      "04/18 08:44: Val Epoch 5: average Loss: 19.293594, time: 0.22 s\r\n",
+      "Test Epoch 5: 100%|█████████████████| 56/56 [00:00<00:00, 285.28it/s, loss=14.4]\r\n",
+      "04/18 08:44: Test Epoch 5: average Loss: 18.610612, time: 0.20 s\r\n",
+      "04/18 08:44: Best validation model saved!\r\n",
+      "Train Epoch 6: 100%|███████████████| 167/167 [00:04<00:00, 35.13it/s, loss=18.7]\r\n",
+      "04/18 08:44: Train Epoch 6: average Loss: 19.272047, time: 4.75 s\r\n",
+      "Val Epoch 6: 100%|██████████████████| 55/55 [00:00<00:00, 250.77it/s, loss=24.9]\r\n",
+      "04/18 08:44: Val Epoch 6: average Loss: 18.821796, time: 0.22 s\r\n",
+      "Test Epoch 6: 100%|█████████████████| 56/56 [00:00<00:00, 285.48it/s, loss=14.4]\r\n",
+      "04/18 08:44: Test Epoch 6: average Loss: 18.020011, time: 0.20 s\r\n",
+      "04/18 08:44: Best validation model saved!\r\n",
+      "Train Epoch 7: 100%|███████████████| 167/167 [00:04<00:00, 35.15it/s, loss=19.1]\r\n",
+      "04/18 08:44: Train Epoch 7: average Loss: 18.779586, time: 4.75 s\r\n",
+      "Val Epoch 7: 100%|██████████████████| 55/55 [00:00<00:00, 251.20it/s, loss=26.7]\r\n",
+      "04/18 08:44: Val Epoch 7: average Loss: 20.586219, time: 0.22 s\r\n",
+      "Test Epoch 7: 100%|█████████████████| 56/56 [00:00<00:00, 285.24it/s, loss=15.7]\r\n",
+      "04/18 08:44: Test Epoch 7: average Loss: 19.143705, time: 0.20 s\r\n",
+      "Train Epoch 8: 100%|███████████████| 167/167 [00:04<00:00, 35.23it/s, loss=18.2]\r\n",
+      "04/18 08:44: Train Epoch 8: average Loss: 18.083023, time: 4.74 s\r\n",
+      "Val Epoch 8: 100%|██████████████████| 55/55 [00:00<00:00, 250.55it/s, loss=24.4]\r\n",
+      "04/18 08:44: Val Epoch 8: average Loss: 20.553471, time: 0.22 s\r\n",
+      "Test Epoch 8: 100%|█████████████████| 56/56 [00:00<00:00, 284.91it/s, loss=15.3]\r\n",
+      "04/18 08:44: Test Epoch 8: average Loss: 17.889147, time: 0.20 s\r\n",
+      "Train Epoch 9: 100%|███████████████| 167/167 [00:04<00:00, 35.25it/s, loss=19.2]\r\n",
+      "04/18 08:44: Train Epoch 9: average Loss: 18.066632, time: 4.74 s\r\n",
+      "Val Epoch 9: 100%|██████████████████| 55/55 [00:00<00:00, 251.11it/s, loss=23.9]\r\n",
+      "04/18 08:44: Val Epoch 9: average Loss: 20.488817, time: 0.22 s\r\n",
+      "Test Epoch 9: 100%|█████████████████| 56/56 [00:00<00:00, 284.83it/s, loss=14.7]\r\n",
+      "04/18 08:44: Test Epoch 9: average Loss: 18.009325, time: 0.20 s\r\n",
+      "Train Epoch 10: 100%|██████████████| 167/167 [00:04<00:00, 35.25it/s, loss=17.6]\r\n",
+      "04/18 08:44: Train Epoch 10: average Loss: 17.802029, time: 4.74 s\r\n",
+      "Val Epoch 10: 100%|█████████████████| 55/55 [00:00<00:00, 250.85it/s, loss=23.8]\r\n",
+      "04/18 08:44: Val Epoch 10: average Loss: 19.273723, time: 0.22 s\r\n",
+      "Test Epoch 10: 100%|████████████████| 56/56 [00:00<00:00, 284.62it/s, loss=15.2]\r\n",
+      "04/18 08:44: Test Epoch 10: average Loss: 17.658629, time: 0.20 s\r\n",
+      "Train Epoch 11: 100%|████████████████| 167/167 [00:04<00:00, 35.22it/s, loss=17]\r\n",
+      "04/18 08:44: Train Epoch 11: average Loss: 17.777407, time: 4.74 s\r\n",
+      "Val Epoch 11: 100%|█████████████████| 55/55 [00:00<00:00, 251.24it/s, loss=23.3]\r\n",
+      "04/18 08:44: Val Epoch 11: average Loss: 18.854272, time: 0.22 s\r\n",
+      "Test Epoch 11: 100%|██████████████████| 56/56 [00:00<00:00, 285.25it/s, loss=15]\r\n",
+      "04/18 08:44: Test Epoch 11: average Loss: 17.708520, time: 0.20 s\r\n",
+      "Train Epoch 12: 100%|██████████████| 167/167 [00:04<00:00, 35.23it/s, loss=17.9]\r\n",
+      "04/18 08:44: Train Epoch 12: average Loss: 17.611109, time: 4.74 s\r\n",
+      "Val Epoch 12: 100%|█████████████████| 55/55 [00:00<00:00, 251.20it/s, loss=24.3]\r\n",
+      "04/18 08:44: Val Epoch 12: average Loss: 19.840095, time: 0.22 s\r\n",
+      "Test Epoch 12: 100%|██████████████████| 56/56 [00:00<00:00, 285.51it/s, loss=17]\r\n",
+      "04/18 08:44: Test Epoch 12: average Loss: 18.635254, time: 0.20 s\r\n",
+      "Train Epoch 13: 100%|██████████████| 167/167 [00:04<00:00, 35.23it/s, loss=17.4]\r\n",
+      "04/18 08:44: Train Epoch 13: average Loss: 17.470167, time: 4.74 s\r\n",
+      "Val Epoch 13: 100%|█████████████████| 55/55 [00:00<00:00, 251.05it/s, loss=24.5]\r\n",
+      "04/18 08:44: Val Epoch 13: average Loss: 20.273963, time: 0.22 s\r\n",
+      "Test Epoch 13: 100%|████████████████| 56/56 [00:00<00:00, 284.98it/s, loss=18.4]\r\n",
+      "04/18 08:44: Test Epoch 13: average Loss: 18.926771, time: 0.20 s\r\n",
+      "Train Epoch 14: 100%|██████████████| 167/167 [00:04<00:00, 35.22it/s, loss=17.9]\r\n",
+      "04/18 08:44: Train Epoch 14: average Loss: 17.391176, time: 4.74 s\r\n",
+      "Val Epoch 14: 100%|█████████████████| 55/55 [00:00<00:00, 251.15it/s, loss=24.2]\r\n",
+      "04/18 08:44: Val Epoch 14: average Loss: 19.734498, time: 0.22 s\r\n",
+      "Test Epoch 14: 100%|████████████████| 56/56 [00:00<00:00, 285.40it/s, loss=16.1]\r\n",
+      "04/18 08:44: Test Epoch 14: average Loss: 18.368704, time: 0.20 s\r\n",
+      "Train Epoch 15: 100%|██████████████| 167/167 [00:04<00:00, 34.76it/s, loss=15.4]\r\n",
+      "04/18 08:44: Train Epoch 15: average Loss: 17.313164, time: 4.81 s\r\n",
+      "Val Epoch 15: 100%|█████████████████| 55/55 [00:00<00:00, 251.38it/s, loss=22.1]\r\n",
+      "04/18 08:44: Val Epoch 15: average Loss: 18.766183, time: 0.22 s\r\n",
+      "Test Epoch 15: 100%|████████████████| 56/56 [00:00<00:00, 285.02it/s, loss=14.9]\r\n",
+      "04/18 08:44: Test Epoch 15: average Loss: 17.674669, time: 0.20 s\r\n",
+      "04/18 08:44: Best validation model saved!\r\n",
+      "Train Epoch 16: 100%|████████████████| 167/167 [00:04<00:00, 34.51it/s, loss=17]\r\n",
+      "04/18 08:45: Train Epoch 16: average Loss: 17.064364, time: 4.84 s\r\n",
+      "Val Epoch 16: 100%|█████████████████| 55/55 [00:00<00:00, 251.68it/s, loss=21.9]\r\n",
+      "04/18 08:45: Val Epoch 16: average Loss: 18.228922, time: 0.22 s\r\n",
+      "Test Epoch 16: 100%|████████████████| 56/56 [00:00<00:00, 285.19it/s, loss=14.9]\r\n",
+      "04/18 08:45: Test Epoch 16: average Loss: 17.452714, time: 0.20 s\r\n",
+      "04/18 08:45: Best validation model saved!\r\n",
+      "Train Epoch 17: 100%|██████████████| 167/167 [00:04<00:00, 34.33it/s, loss=16.9]\r\n",
+      "04/18 08:45: Train Epoch 17: average Loss: 17.064472, time: 4.86 s\r\n",
+      "Val Epoch 17: 100%|█████████████████| 55/55 [00:00<00:00, 251.60it/s, loss=22.5]\r\n",
+      "04/18 08:45: Val Epoch 17: average Loss: 18.252914, time: 0.22 s\r\n",
+      "Test Epoch 17: 100%|████████████████| 56/56 [00:00<00:00, 285.18it/s, loss=16.9]\r\n",
+      "04/18 08:45: Test Epoch 17: average Loss: 17.585957, time: 0.20 s\r\n",
+      "Train Epoch 18: 100%|██████████████| 167/167 [00:04<00:00, 34.16it/s, loss=17.1]\r\n",
+      "04/18 08:45: Train Epoch 18: average Loss: 17.019343, time: 4.89 s\r\n",
+      "Val Epoch 18: 100%|█████████████████| 55/55 [00:00<00:00, 250.74it/s, loss=22.7]\r\n",
+      "04/18 08:45: Val Epoch 18: average Loss: 18.376662, time: 0.22 s\r\n",
+      "Test Epoch 18: 100%|████████████████| 56/56 [00:00<00:00, 284.68it/s, loss=17.2]\r\n",
+      "04/18 08:45: Test Epoch 18: average Loss: 18.165717, time: 0.20 s\r\n",
+      "Train Epoch 19: 100%|████████████████| 167/167 [00:04<00:00, 34.03it/s, loss=18]\r\n",
+      "04/18 08:45: Train Epoch 19: average Loss: 16.973695, time: 4.91 s\r\n",
+      "Val Epoch 19: 100%|█████████████████| 55/55 [00:00<00:00, 251.03it/s, loss=22.4]\r\n",
+      "04/18 08:45: Val Epoch 19: average Loss: 17.737491, time: 0.22 s\r\n",
+      "Test Epoch 19: 100%|████████████████| 56/56 [00:00<00:00, 284.78it/s, loss=15.5]\r\n",
+      "04/18 08:45: Test Epoch 19: average Loss: 17.431937, time: 0.20 s\r\n",
+      "04/18 08:45: Best validation model saved!\r\n",
+      "Train Epoch 20: 100%|██████████████| 167/167 [00:04<00:00, 34.24it/s, loss=17.4]\r\n",
+      "04/18 08:45: Train Epoch 20: average Loss: 16.752252, time: 4.88 s\r\n",
+      "Val Epoch 20: 100%|█████████████████| 55/55 [00:00<00:00, 250.82it/s, loss=22.1]\r\n",
+      "04/18 08:45: Val Epoch 20: average Loss: 17.651684, time: 0.22 s\r\n",
+      "Test Epoch 20: 100%|██████████████████| 56/56 [00:00<00:00, 285.54it/s, loss=16]\r\n",
+      "04/18 08:45: Test Epoch 20: average Loss: 17.450396, time: 0.20 s\r\n",
+      "04/18 08:45: Best validation model saved!\r\n",
+      "Train Epoch 21: 100%|██████████████| 167/167 [00:04<00:00, 34.22it/s, loss=16.7]\r\n",
+      "04/18 08:45: Train Epoch 21: average Loss: 16.665316, time: 4.88 s\r\n",
+      "Val Epoch 21: 100%|█████████████████| 55/55 [00:00<00:00, 251.67it/s, loss=21.5]\r\n",
+      "04/18 08:45: Val Epoch 21: average Loss: 17.244449, time: 0.22 s\r\n",
+      "Test Epoch 21: 100%|████████████████| 56/56 [00:00<00:00, 285.45it/s, loss=14.6]\r\n",
+      "04/18 08:45: Test Epoch 21: average Loss: 16.898464, time: 0.20 s\r\n",
+      "04/18 08:45: Best validation model saved!\r\n",
+      "Train Epoch 22: 100%|██████████████| 167/167 [00:04<00:00, 34.02it/s, loss=16.1]\r\n",
+      "04/18 08:45: Train Epoch 22: average Loss: 16.647713, time: 4.91 s\r\n",
+      "Val Epoch 22: 100%|█████████████████| 55/55 [00:00<00:00, 251.22it/s, loss=21.4]\r\n",
+      "04/18 08:45: Val Epoch 22: average Loss: 17.366931, time: 0.22 s\r\n",
+      "Test Epoch 22: 100%|████████████████| 56/56 [00:00<00:00, 284.75it/s, loss=14.7]\r\n",
+      "04/18 08:45: Test Epoch 22: average Loss: 17.188143, time: 0.20 s\r\n",
+      "Train Epoch 23: 100%|██████████████| 167/167 [00:04<00:00, 34.49it/s, loss=16.4]\r\n",
+      "04/18 08:45: Train Epoch 23: average Loss: 16.525044, time: 4.84 s\r\n",
+      "Val Epoch 23: 100%|█████████████████| 55/55 [00:00<00:00, 251.16it/s, loss=21.4]\r\n",
+      "04/18 08:45: Val Epoch 23: average Loss: 17.495926, time: 0.22 s\r\n",
+      "Test Epoch 23: 100%|████████████████| 56/56 [00:00<00:00, 284.25it/s, loss=15.1]\r\n",
+      "04/18 08:45: Test Epoch 23: average Loss: 17.029968, time: 0.20 s\r\n",
+      "Train Epoch 24: 100%|██████████████| 167/167 [00:04<00:00, 34.49it/s, loss=16.1]\r\n",
+      "04/18 08:45: Train Epoch 24: average Loss: 16.339686, time: 4.84 s\r\n",
+      "Val Epoch 24: 100%|█████████████████| 55/55 [00:00<00:00, 250.63it/s, loss=21.5]\r\n",
+      "04/18 08:45: Val Epoch 24: average Loss: 18.113878, time: 0.22 s\r\n",
+      "Test Epoch 24: 100%|████████████████| 56/56 [00:00<00:00, 284.36it/s, loss=14.9]\r\n",
+      "04/18 08:45: Test Epoch 24: average Loss: 17.197143, time: 0.20 s\r\n",
+      "Train Epoch 25: 100%|██████████████| 167/167 [00:04<00:00, 34.19it/s, loss=16.2]\r\n",
+      "04/18 08:45: Train Epoch 25: average Loss: 16.291375, time: 4.88 s\r\n",
+      "Val Epoch 25: 100%|█████████████████| 55/55 [00:00<00:00, 250.16it/s, loss=21.2]\r\n",
+      "04/18 08:45: Val Epoch 25: average Loss: 17.736995, time: 0.22 s\r\n",
+      "Test Epoch 25: 100%|████████████████| 56/56 [00:00<00:00, 284.18it/s, loss=15.1]\r\n",
+      "04/18 08:45: Test Epoch 25: average Loss: 16.862796, time: 0.20 s\r\n",
+      "Train Epoch 26: 100%|██████████████| 167/167 [00:04<00:00, 34.03it/s, loss=16.2]\r\n",
+      "04/18 08:45: Train Epoch 26: average Loss: 16.281564, time: 4.91 s\r\n",
+      "Val Epoch 26: 100%|█████████████████| 55/55 [00:00<00:00, 251.27it/s, loss=21.8]\r\n",
+      "04/18 08:45: Val Epoch 26: average Loss: 18.213151, time: 0.22 s\r\n",
+      "Test Epoch 26: 100%|████████████████| 56/56 [00:00<00:00, 285.38it/s, loss=15.6]\r\n",
+      "04/18 08:45: Test Epoch 26: average Loss: 17.401493, time: 0.20 s\r\n",
+      "Train Epoch 27: 100%|████████████████| 167/167 [00:04<00:00, 34.27it/s, loss=16]\r\n",
+      "04/18 08:46: Train Epoch 27: average Loss: 16.309366, time: 4.87 s\r\n",
+      "Val Epoch 27: 100%|█████████████████| 55/55 [00:00<00:00, 251.07it/s, loss=22.2]\r\n",
+      "04/18 08:46: Val Epoch 27: average Loss: 18.658216, time: 0.22 s\r\n",
+      "Test Epoch 27: 100%|████████████████| 56/56 [00:00<00:00, 285.09it/s, loss=16.8]\r\n",
+      "04/18 08:46: Test Epoch 27: average Loss: 17.985501, time: 0.20 s\r\n",
+      "Train Epoch 28: 100%|██████████████| 167/167 [00:04<00:00, 34.41it/s, loss=16.6]\r\n",
+      "04/18 08:46: Train Epoch 28: average Loss: 16.167645, time: 4.85 s\r\n",
+      "Val Epoch 28: 100%|█████████████████| 55/55 [00:00<00:00, 251.12it/s, loss=20.3]\r\n",
+      "04/18 08:46: Val Epoch 28: average Loss: 17.677747, time: 0.22 s\r\n",
+      "Test Epoch 28: 100%|████████████████| 56/56 [00:00<00:00, 285.29it/s, loss=15.4]\r\n",
+      "04/18 08:46: Test Epoch 28: average Loss: 16.553468, time: 0.20 s\r\n",
+      "Train Epoch 29: 100%|██████████████| 167/167 [00:04<00:00, 34.27it/s, loss=15.8]\r\n",
+      "04/18 08:46: Train Epoch 29: average Loss: 16.181928, time: 4.87 s\r\n",
+      "Val Epoch 29: 100%|█████████████████| 55/55 [00:00<00:00, 251.12it/s, loss=20.8]\r\n",
+      "04/18 08:46: Val Epoch 29: average Loss: 17.299322, time: 0.22 s\r\n",
+      "Test Epoch 29: 100%|████████████████| 56/56 [00:00<00:00, 285.13it/s, loss=16.9]\r\n",
+      "04/18 08:46: Test Epoch 29: average Loss: 17.005687, time: 0.20 s\r\n",
+      "Train Epoch 30: 100%|██████████████| 167/167 [00:04<00:00, 34.42it/s, loss=15.4]\r\n",
+      "04/18 08:46: Train Epoch 30: average Loss: 16.147403, time: 4.85 s\r\n",
+      "Val Epoch 30: 100%|█████████████████| 55/55 [00:00<00:00, 251.57it/s, loss=20.7]\r\n",
+      "04/18 08:46: Val Epoch 30: average Loss: 17.492887, time: 0.22 s\r\n",
+      "Test Epoch 30: 100%|██████████████████| 56/56 [00:00<00:00, 285.20it/s, loss=15]\r\n",
+      "04/18 08:46: Test Epoch 30: average Loss: 17.141175, time: 0.20 s\r\n",
+      "Train Epoch 31: 100%|██████████████| 167/167 [00:04<00:00, 34.57it/s, loss=16.4]\r\n",
+      "04/18 08:46: Train Epoch 31: average Loss: 16.001079, time: 4.83 s\r\n",
+      "Val Epoch 31: 100%|█████████████████| 55/55 [00:00<00:00, 250.80it/s, loss=20.1]\r\n",
+      "04/18 08:46: Val Epoch 31: average Loss: 17.100378, time: 0.22 s\r\n",
+      "Test Epoch 31: 100%|████████████████| 56/56 [00:00<00:00, 284.86it/s, loss=14.2]\r\n",
+      "04/18 08:46: Test Epoch 31: average Loss: 16.433166, time: 0.20 s\r\n",
+      "04/18 08:46: Best validation model saved!\r\n",
+      "Train Epoch 32: 100%|████████████████| 167/167 [00:04<00:00, 34.69it/s, loss=15]\r\n",
+      "04/18 08:46: Train Epoch 32: average Loss: 16.064041, time: 4.81 s\r\n",
+      "Val Epoch 32: 100%|█████████████████| 55/55 [00:00<00:00, 251.54it/s, loss=21.2]\r\n",
+      "04/18 08:46: Val Epoch 32: average Loss: 17.689797, time: 0.22 s\r\n",
+      "Test Epoch 32: 100%|████████████████| 56/56 [00:00<00:00, 285.81it/s, loss=15.9]\r\n",
+      "04/18 08:46: Test Epoch 32: average Loss: 17.067569, time: 0.20 s\r\n",
+      "Train Epoch 33: 100%|██████████████| 167/167 [00:04<00:00, 34.62it/s, loss=15.5]\r\n",
+      "04/18 08:46: Train Epoch 33: average Loss: 15.915573, time: 4.82 s\r\n",
+      "Val Epoch 33: 100%|█████████████████| 55/55 [00:00<00:00, 251.61it/s, loss=21.3]\r\n",
+      "04/18 08:46: Val Epoch 33: average Loss: 17.780161, time: 0.22 s\r\n",
+      "Test Epoch 33: 100%|████████████████| 56/56 [00:00<00:00, 285.91it/s, loss=16.5]\r\n",
+      "04/18 08:46: Test Epoch 33: average Loss: 17.097681, time: 0.20 s\r\n",
+      "Train Epoch 34: 100%|██████████████| 167/167 [00:04<00:00, 34.44it/s, loss=15.6]\r\n",
+      "04/18 08:46: Train Epoch 34: average Loss: 15.784123, time: 4.85 s\r\n",
+      "Val Epoch 34: 100%|█████████████████| 55/55 [00:00<00:00, 251.43it/s, loss=20.1]\r\n",
+      "04/18 08:46: Val Epoch 34: average Loss: 16.913559, time: 0.22 s\r\n",
+      "Test Epoch 34: 100%|████████████████| 56/56 [00:00<00:00, 285.59it/s, loss=14.7]\r\n",
+      "04/18 08:46: Test Epoch 34: average Loss: 16.380815, time: 0.20 s\r\n",
+      "04/18 08:46: Best validation model saved!\r\n",
+      "Train Epoch 35: 100%|██████████████| 167/167 [00:04<00:00, 34.28it/s, loss=15.9]\r\n",
+      "04/18 08:46: Train Epoch 35: average Loss: 15.873339, time: 4.87 s\r\n",
+      "Val Epoch 35: 100%|█████████████████| 55/55 [00:00<00:00, 249.57it/s, loss=20.3]\r\n",
+      "04/18 08:46: Val Epoch 35: average Loss: 17.217540, time: 0.22 s\r\n",
+      "Test Epoch 35: 100%|████████████████| 56/56 [00:00<00:00, 285.50it/s, loss=14.2]\r\n",
+      "04/18 08:46: Test Epoch 35: average Loss: 16.462555, time: 0.20 s\r\n",
+      "Train Epoch 36: 100%|██████████████| 167/167 [00:04<00:00, 34.46it/s, loss=16.1]\r\n",
+      "04/18 08:46: Train Epoch 36: average Loss: 15.991742, time: 4.85 s\r\n",
+      "Val Epoch 36: 100%|█████████████████| 55/55 [00:00<00:00, 251.75it/s, loss=20.1]\r\n",
+      "04/18 08:46: Val Epoch 36: average Loss: 16.951748, time: 0.22 s\r\n",
+      "Test Epoch 36: 100%|████████████████| 56/56 [00:00<00:00, 285.61it/s, loss=15.4]\r\n",
+      "04/18 08:46: Test Epoch 36: average Loss: 16.423501, time: 0.20 s\r\n",
+      "Train Epoch 37: 100%|██████████████| 167/167 [00:04<00:00, 34.28it/s, loss=17.2]\r\n",
+      "04/18 08:46: Train Epoch 37: average Loss: 15.887517, time: 4.87 s\r\n",
+      "Val Epoch 37: 100%|█████████████████| 55/55 [00:00<00:00, 252.08it/s, loss=20.5]\r\n",
+      "04/18 08:46: Val Epoch 37: average Loss: 17.125994, time: 0.22 s\r\n",
+      "Test Epoch 37: 100%|██████████████████| 56/56 [00:00<00:00, 285.94it/s, loss=15]\r\n",
+      "04/18 08:46: Test Epoch 37: average Loss: 16.613290, time: 0.20 s\r\n",
+      "Train Epoch 38: 100%|██████████████| 167/167 [00:04<00:00, 34.57it/s, loss=16.2]\r\n",
+      "04/18 08:47: Train Epoch 38: average Loss: 15.802867, time: 4.83 s\r\n",
+      "Val Epoch 38: 100%|███████████████████| 55/55 [00:00<00:00, 251.30it/s, loss=20]\r\n",
+      "04/18 08:47: Val Epoch 38: average Loss: 17.337968, time: 0.22 s\r\n",
+      "Test Epoch 38: 100%|████████████████| 56/56 [00:00<00:00, 285.54it/s, loss=15.6]\r\n",
+      "04/18 08:47: Test Epoch 38: average Loss: 16.955162, time: 0.20 s\r\n",
+      "Train Epoch 39: 100%|██████████████| 167/167 [00:04<00:00, 34.51it/s, loss=14.9]\r\n",
+      "04/18 08:47: Train Epoch 39: average Loss: 15.743888, time: 4.84 s\r\n",
+      "Val Epoch 39: 100%|█████████████████| 55/55 [00:00<00:00, 251.60it/s, loss=19.7]\r\n",
+      "04/18 08:47: Val Epoch 39: average Loss: 16.733869, time: 0.22 s\r\n",
+      "Test Epoch 39: 100%|████████████████| 56/56 [00:00<00:00, 285.85it/s, loss=13.9]\r\n",
+      "04/18 08:47: Test Epoch 39: average Loss: 16.160520, time: 0.20 s\r\n",
+      "04/18 08:47: Best validation model saved!\r\n",
+      "Train Epoch 40: 100%|██████████████| 167/167 [00:04<00:00, 34.33it/s, loss=16.1]\r\n",
+      "04/18 08:47: Train Epoch 40: average Loss: 15.587076, time: 4.87 s\r\n",
+      "Val Epoch 40: 100%|█████████████████| 55/55 [00:00<00:00, 251.13it/s, loss=19.8]\r\n",
+      "04/18 08:47: Val Epoch 40: average Loss: 16.740199, time: 0.22 s\r\n",
+      "Test Epoch 40: 100%|████████████████| 56/56 [00:00<00:00, 285.23it/s, loss=14.9]\r\n",
+      "04/18 08:47: Test Epoch 40: average Loss: 16.346621, time: 0.20 s\r\n",
+      "Train Epoch 41: 100%|██████████████| 167/167 [00:04<00:00, 34.16it/s, loss=16.4]\r\n",
+      "04/18 08:47: Train Epoch 41: average Loss: 15.543008, time: 4.89 s\r\n",
+      "Val Epoch 41: 100%|█████████████████| 55/55 [00:00<00:00, 250.41it/s, loss=20.1]\r\n",
+      "04/18 08:47: Val Epoch 41: average Loss: 16.781022, time: 0.22 s\r\n",
+      "Test Epoch 41: 100%|████████████████| 56/56 [00:00<00:00, 284.90it/s, loss=14.8]\r\n",
+      "04/18 08:47: Test Epoch 41: average Loss: 16.341117, time: 0.20 s\r\n",
+      "Train Epoch 42: 100%|██████████████| 167/167 [00:04<00:00, 34.19it/s, loss=16.4]\r\n",
+      "04/18 08:47: Train Epoch 42: average Loss: 15.486921, time: 4.88 s\r\n",
+      "Val Epoch 42: 100%|█████████████████| 55/55 [00:00<00:00, 251.11it/s, loss=20.2]\r\n",
+      "04/18 08:47: Val Epoch 42: average Loss: 16.781223, time: 0.22 s\r\n",
+      "Test Epoch 42: 100%|████████████████| 56/56 [00:00<00:00, 284.60it/s, loss=14.5]\r\n",
+      "04/18 08:47: Test Epoch 42: average Loss: 16.299600, time: 0.20 s\r\n",
+      "Train Epoch 43: 100%|██████████████| 167/167 [00:04<00:00, 34.49it/s, loss=15.4]\r\n",
+      "04/18 08:47: Train Epoch 43: average Loss: 15.501569, time: 4.84 s\r\n",
+      "Val Epoch 43: 100%|█████████████████| 55/55 [00:00<00:00, 250.25it/s, loss=19.9]\r\n",
+      "04/18 08:47: Val Epoch 43: average Loss: 16.800717, time: 0.22 s\r\n",
+      "Test Epoch 43: 100%|████████████████| 56/56 [00:00<00:00, 284.92it/s, loss=14.6]\r\n",
+      "04/18 08:47: Test Epoch 43: average Loss: 16.345809, time: 0.20 s\r\n",
+      "Train Epoch 44: 100%|██████████████| 167/167 [00:04<00:00, 34.29it/s, loss=16.1]\r\n",
+      "04/18 08:47: Train Epoch 44: average Loss: 15.481349, time: 4.87 s\r\n",
+      "Val Epoch 44: 100%|█████████████████| 55/55 [00:00<00:00, 250.77it/s, loss=20.5]\r\n",
+      "04/18 08:47: Val Epoch 44: average Loss: 17.231070, time: 0.22 s\r\n",
+      "Test Epoch 44: 100%|████████████████| 56/56 [00:00<00:00, 284.49it/s, loss=14.2]\r\n",
+      "04/18 08:47: Test Epoch 44: average Loss: 16.713288, time: 0.20 s\r\n",
+      "Train Epoch 45: 100%|██████████████| 167/167 [00:04<00:00, 34.42it/s, loss=15.6]\r\n",
+      "04/18 08:47: Train Epoch 45: average Loss: 15.476048, time: 4.85 s\r\n",
+      "Val Epoch 45: 100%|█████████████████| 55/55 [00:00<00:00, 251.03it/s, loss=19.7]\r\n",
+      "04/18 08:47: Val Epoch 45: average Loss: 16.926716, time: 0.22 s\r\n",
+      "Test Epoch 45: 100%|████████████████| 56/56 [00:00<00:00, 285.22it/s, loss=14.3]\r\n",
+      "04/18 08:47: Test Epoch 45: average Loss: 16.332955, time: 0.20 s\r\n",
+      "Train Epoch 46: 100%|██████████████| 167/167 [00:04<00:00, 34.39it/s, loss=16.3]\r\n",
+      "04/18 08:47: Train Epoch 46: average Loss: 15.379082, time: 4.86 s\r\n",
+      "Val Epoch 46: 100%|█████████████████| 55/55 [00:00<00:00, 251.17it/s, loss=20.4]\r\n",
+      "04/18 08:47: Val Epoch 46: average Loss: 17.269384, time: 0.22 s\r\n",
+      "Test Epoch 46: 100%|████████████████| 56/56 [00:00<00:00, 285.34it/s, loss=15.4]\r\n",
+      "04/18 08:47: Test Epoch 46: average Loss: 16.764184, time: 0.20 s\r\n",
+      "Train Epoch 47: 100%|██████████████| 167/167 [00:04<00:00, 34.38it/s, loss=15.2]\r\n",
+      "04/18 08:47: Train Epoch 47: average Loss: 15.480779, time: 4.86 s\r\n",
+      "Val Epoch 47: 100%|█████████████████| 55/55 [00:00<00:00, 251.59it/s, loss=19.3]\r\n",
+      "04/18 08:47: Val Epoch 47: average Loss: 16.710435, time: 0.22 s\r\n",
+      "Test Epoch 47: 100%|████████████████| 56/56 [00:00<00:00, 284.94it/s, loss=14.1]\r\n",
+      "04/18 08:47: Test Epoch 47: average Loss: 16.287342, time: 0.20 s\r\n",
+      "04/18 08:47: Best validation model saved!\r\n",
+      "Train Epoch 48: 100%|██████████████| 167/167 [00:04<00:00, 34.34it/s, loss=15.9]\r\n",
+      "04/18 08:47: Train Epoch 48: average Loss: 15.494978, time: 4.86 s\r\n",
+      "Val Epoch 48: 100%|█████████████████| 55/55 [00:00<00:00, 250.67it/s, loss=19.8]\r\n",
+      "04/18 08:47: Val Epoch 48: average Loss: 17.052293, time: 0.22 s\r\n",
+      "Test Epoch 48: 100%|████████████████| 56/56 [00:00<00:00, 284.64it/s, loss=14.4]\r\n",
+      "04/18 08:47: Test Epoch 48: average Loss: 16.450159, time: 0.20 s\r\n",
+      "Train Epoch 49: 100%|██████████████| 167/167 [00:04<00:00, 34.36it/s, loss=15.6]\r\n",
+      "04/18 08:47: Train Epoch 49: average Loss: 15.412560, time: 4.86 s\r\n",
+      "Val Epoch 49: 100%|█████████████████| 55/55 [00:00<00:00, 250.88it/s, loss=19.9]\r\n",
+      "04/18 08:47: Val Epoch 49: average Loss: 16.738287, time: 0.22 s\r\n",
+      "Test Epoch 49: 100%|██████████████████| 56/56 [00:00<00:00, 284.29it/s, loss=14]\r\n",
+      "04/18 08:47: Test Epoch 49: average Loss: 16.227454, time: 0.20 s\r\n",
+      "Train Epoch 50: 100%|██████████████| 167/167 [00:04<00:00, 34.33it/s, loss=15.4]\r\n",
+      "04/18 08:48: Train Epoch 50: average Loss: 15.279242, time: 4.87 s\r\n",
+      "Val Epoch 50: 100%|█████████████████| 55/55 [00:00<00:00, 250.51it/s, loss=19.6]\r\n",
+      "04/18 08:48: Val Epoch 50: average Loss: 16.861004, time: 0.22 s\r\n",
+      "Test Epoch 50: 100%|████████████████| 56/56 [00:00<00:00, 284.76it/s, loss=15.1]\r\n",
+      "04/18 08:48: Test Epoch 50: average Loss: 16.155808, time: 0.20 s\r\n",
+      "Train Epoch 51: 100%|██████████████| 167/167 [00:04<00:00, 34.25it/s, loss=14.4]\r\n",
+      "04/18 08:48: Train Epoch 51: average Loss: 15.238625, time: 4.88 s\r\n",
+      "Val Epoch 51: 100%|█████████████████| 55/55 [00:00<00:00, 250.90it/s, loss=19.8]\r\n",
+      "04/18 08:48: Val Epoch 51: average Loss: 17.029690, time: 0.22 s\r\n",
+      "Test Epoch 51: 100%|████████████████| 56/56 [00:00<00:00, 284.71it/s, loss=14.6]\r\n",
+      "04/18 08:48: Test Epoch 51: average Loss: 16.333091, time: 0.20 s\r\n",
+      "Train Epoch 52: 100%|████████████████| 167/167 [00:04<00:00, 34.44it/s, loss=16]\r\n",
+      "04/18 08:48: Train Epoch 52: average Loss: 15.261024, time: 4.85 s\r\n",
+      "Val Epoch 52: 100%|███████████████████| 55/55 [00:00<00:00, 250.45it/s, loss=19]\r\n",
+      "04/18 08:48: Val Epoch 52: average Loss: 16.738742, time: 0.22 s\r\n",
+      "Test Epoch 52: 100%|████████████████| 56/56 [00:00<00:00, 283.23it/s, loss=13.8]\r\n",
+      "04/18 08:48: Test Epoch 52: average Loss: 16.122415, time: 0.20 s\r\n",
+      "Train Epoch 53: 100%|██████████████| 167/167 [00:04<00:00, 34.36it/s, loss=15.5]\r\n",
+      "04/18 08:48: Train Epoch 53: average Loss: 15.282890, time: 4.86 s\r\n",
+      "Val Epoch 53: 100%|███████████████████| 55/55 [00:00<00:00, 251.37it/s, loss=19]\r\n",
+      "04/18 08:48: Val Epoch 53: average Loss: 16.743282, time: 0.22 s\r\n",
+      "Test Epoch 53: 100%|████████████████| 56/56 [00:00<00:00, 284.47it/s, loss=13.7]\r\n",
+      "04/18 08:48: Test Epoch 53: average Loss: 16.093227, time: 0.20 s\r\n",
+      "Train Epoch 54: 100%|██████████████| 167/167 [00:04<00:00, 34.23it/s, loss=15.4]\r\n",
+      "04/18 08:48: Train Epoch 54: average Loss: 15.182469, time: 4.88 s\r\n",
+      "Val Epoch 54: 100%|█████████████████| 55/55 [00:00<00:00, 251.11it/s, loss=20.2]\r\n",
+      "04/18 08:48: Val Epoch 54: average Loss: 17.136235, time: 0.22 s\r\n",
+      "Test Epoch 54: 100%|██████████████████| 56/56 [00:00<00:00, 285.10it/s, loss=15]\r\n",
+      "04/18 08:48: Test Epoch 54: average Loss: 16.815146, time: 0.20 s\r\n",
+      "Train Epoch 55: 100%|██████████████| 167/167 [00:04<00:00, 34.35it/s, loss=14.9]\r\n",
+      "04/18 08:48: Train Epoch 55: average Loss: 15.306898, time: 4.86 s\r\n",
+      "Val Epoch 55: 100%|█████████████████| 55/55 [00:00<00:00, 251.05it/s, loss=20.1]\r\n",
+      "04/18 08:48: Val Epoch 55: average Loss: 17.120998, time: 0.22 s\r\n",
+      "Test Epoch 55: 100%|████████████████| 56/56 [00:00<00:00, 284.92it/s, loss=15.1]\r\n",
+      "04/18 08:48: Test Epoch 55: average Loss: 16.825459, time: 0.20 s\r\n",
+      "Train Epoch 56: 100%|██████████████| 167/167 [00:04<00:00, 34.34it/s, loss=15.7]\r\n",
+      "04/18 08:48: Train Epoch 56: average Loss: 15.170655, time: 4.86 s\r\n",
+      "Val Epoch 56: 100%|█████████████████| 55/55 [00:00<00:00, 250.97it/s, loss=18.9]\r\n",
+      "04/18 08:48: Val Epoch 56: average Loss: 16.440079, time: 0.22 s\r\n",
+      "Test Epoch 56: 100%|████████████████| 56/56 [00:00<00:00, 284.77it/s, loss=13.8]\r\n",
+      "04/18 08:48: Test Epoch 56: average Loss: 16.034851, time: 0.20 s\r\n",
+      "04/18 08:48: Best validation model saved!\r\n",
+      "Train Epoch 57: 100%|██████████████| 167/167 [00:04<00:00, 34.35it/s, loss=14.8]\r\n",
+      "04/18 08:48: Train Epoch 57: average Loss: 15.113485, time: 4.86 s\r\n",
+      "Val Epoch 57: 100%|█████████████████| 55/55 [00:00<00:00, 251.08it/s, loss=19.1]\r\n",
+      "04/18 08:48: Val Epoch 57: average Loss: 16.408957, time: 0.22 s\r\n",
+      "Test Epoch 57: 100%|████████████████| 56/56 [00:00<00:00, 284.51it/s, loss=13.7]\r\n",
+      "04/18 08:48: Test Epoch 57: average Loss: 15.930668, time: 0.20 s\r\n",
+      "04/18 08:48: Best validation model saved!\r\n",
+      "Train Epoch 58: 100%|██████████████| 167/167 [00:04<00:00, 34.28it/s, loss=15.2]\r\n",
+      "04/18 08:48: Train Epoch 58: average Loss: 15.078642, time: 4.87 s\r\n",
+      "Val Epoch 58: 100%|█████████████████| 55/55 [00:00<00:00, 250.67it/s, loss=19.2]\r\n",
+      "04/18 08:48: Val Epoch 58: average Loss: 16.407609, time: 0.22 s\r\n",
+      "Test Epoch 58: 100%|████████████████| 56/56 [00:00<00:00, 283.34it/s, loss=14.5]\r\n",
+      "04/18 08:48: Test Epoch 58: average Loss: 16.042855, time: 0.20 s\r\n",
+      "04/18 08:48: Best validation model saved!\r\n",
+      "Train Epoch 59: 100%|██████████████| 167/167 [00:04<00:00, 34.36it/s, loss=15.2]\r\n",
+      "04/18 08:48: Train Epoch 59: average Loss: 15.108807, time: 4.86 s\r\n",
+      "Val Epoch 59: 100%|█████████████████| 55/55 [00:00<00:00, 250.38it/s, loss=19.4]\r\n",
+      "04/18 08:48: Val Epoch 59: average Loss: 16.749092, time: 0.22 s\r\n",
+      "Test Epoch 59: 100%|████████████████| 56/56 [00:00<00:00, 284.40it/s, loss=15.4]\r\n",
+      "04/18 08:48: Test Epoch 59: average Loss: 16.470573, time: 0.20 s\r\n",
+      "Train Epoch 60: 100%|██████████████| 167/167 [00:04<00:00, 34.46it/s, loss=14.8]\r\n",
+      "04/18 08:48: Train Epoch 60: average Loss: 15.015028, time: 4.85 s\r\n",
+      "Val Epoch 60: 100%|███████████████████| 55/55 [00:00<00:00, 250.64it/s, loss=19]\r\n",
+      "04/18 08:48: Val Epoch 60: average Loss: 16.477326, time: 0.22 s\r\n",
+      "Test Epoch 60: 100%|████████████████| 56/56 [00:00<00:00, 282.79it/s, loss=13.8]\r\n",
+      "04/18 08:48: Test Epoch 60: average Loss: 16.157337, time: 0.20 s\r\n",
+      "Train Epoch 61: 100%|██████████████| 167/167 [00:04<00:00, 34.35it/s, loss=13.9]\r\n",
+      "04/18 08:49: Train Epoch 61: average Loss: 15.087128, time: 4.86 s\r\n",
+      "Val Epoch 61: 100%|█████████████████| 55/55 [00:00<00:00, 250.48it/s, loss=19.4]\r\n",
+      "04/18 08:49: Val Epoch 61: average Loss: 16.490494, time: 0.22 s\r\n",
+      "Test Epoch 61: 100%|████████████████| 56/56 [00:00<00:00, 284.10it/s, loss=14.3]\r\n",
+      "04/18 08:49: Test Epoch 61: average Loss: 16.122618, time: 0.20 s\r\n",
+      "Train Epoch 62: 100%|██████████████| 167/167 [00:04<00:00, 34.49it/s, loss=15.6]\r\n",
+      "04/18 08:49: Train Epoch 62: average Loss: 15.019663, time: 4.84 s\r\n",
+      "Val Epoch 62: 100%|█████████████████| 55/55 [00:00<00:00, 225.22it/s, loss=19.1]\r\n",
+      "04/18 08:49: Val Epoch 62: average Loss: 16.293927, time: 0.24 s\r\n",
+      "Test Epoch 62: 100%|████████████████| 56/56 [00:00<00:00, 250.73it/s, loss=14.7]\r\n",
+      "04/18 08:49: Test Epoch 62: average Loss: 15.980360, time: 0.22 s\r\n",
+      "04/18 08:49: Best validation model saved!\r\n",
+      "Train Epoch 63: 100%|██████████████| 167/167 [00:04<00:00, 35.65it/s, loss=15.5]\r\n",
+      "04/18 08:49: Train Epoch 63: average Loss: 14.991429, time: 4.69 s\r\n",
+      "Val Epoch 63: 100%|█████████████████| 55/55 [00:00<00:00, 259.89it/s, loss=19.6]\r\n",
+      "04/18 08:49: Val Epoch 63: average Loss: 16.254968, time: 0.21 s\r\n",
+      "Test Epoch 63: 100%|██████████████████| 56/56 [00:00<00:00, 281.97it/s, loss=15]\r\n",
+      "04/18 08:49: Test Epoch 63: average Loss: 15.868470, time: 0.20 s\r\n",
+      "04/18 08:49: Best validation model saved!\r\n",
+      "Train Epoch 64: 100%|██████████████| 167/167 [00:04<00:00, 34.95it/s, loss=15.5]\r\n",
+      "04/18 08:49: Train Epoch 64: average Loss: 14.922149, time: 4.78 s\r\n",
+      "Val Epoch 64: 100%|█████████████████| 55/55 [00:00<00:00, 247.61it/s, loss=19.2]\r\n",
+      "04/18 08:49: Val Epoch 64: average Loss: 16.272386, time: 0.22 s\r\n",
+      "Test Epoch 64: 100%|██████████████████| 56/56 [00:00<00:00, 275.51it/s, loss=14]\r\n",
+      "04/18 08:49: Test Epoch 64: average Loss: 15.978457, time: 0.20 s\r\n",
+      "Train Epoch 65: 100%|██████████████| 167/167 [00:04<00:00, 35.09it/s, loss=15.7]\r\n",
+      "04/18 08:49: Train Epoch 65: average Loss: 14.977768, time: 4.76 s\r\n",
+      "Val Epoch 65: 100%|█████████████████| 55/55 [00:00<00:00, 249.64it/s, loss=19.2]\r\n",
+      "04/18 08:49: Val Epoch 65: average Loss: 16.369355, time: 0.22 s\r\n",
+      "Test Epoch 65: 100%|████████████████| 56/56 [00:00<00:00, 283.09it/s, loss=13.6]\r\n",
+      "04/18 08:49: Test Epoch 65: average Loss: 15.886252, time: 0.20 s\r\n",
+      "Train Epoch 66: 100%|██████████████| 167/167 [00:04<00:00, 34.98it/s, loss=15.3]\r\n",
+      "04/18 08:49: Train Epoch 66: average Loss: 15.022352, time: 4.77 s\r\n",
+      "Val Epoch 66: 100%|█████████████████| 55/55 [00:00<00:00, 250.37it/s, loss=18.5]\r\n",
+      "04/18 08:49: Val Epoch 66: average Loss: 16.439510, time: 0.22 s\r\n",
+      "Test Epoch 66: 100%|████████████████| 56/56 [00:00<00:00, 282.59it/s, loss=14.3]\r\n",
+      "04/18 08:49: Test Epoch 66: average Loss: 16.122697, time: 0.20 s\r\n",
+      "Train Epoch 67: 100%|██████████████| 167/167 [00:04<00:00, 35.21it/s, loss=15.3]\r\n",
+      "04/18 08:49: Train Epoch 67: average Loss: 14.957477, time: 4.74 s\r\n",
+      "Val Epoch 67: 100%|█████████████████| 55/55 [00:00<00:00, 250.08it/s, loss=18.9]\r\n",
+      "04/18 08:49: Val Epoch 67: average Loss: 16.122444, time: 0.22 s\r\n",
+      "Test Epoch 67: 100%|████████████████| 56/56 [00:00<00:00, 283.38it/s, loss=14.1]\r\n",
+      "04/18 08:49: Test Epoch 67: average Loss: 15.762167, time: 0.20 s\r\n",
+      "04/18 08:49: Best validation model saved!\r\n",
+      "Train Epoch 68: 100%|██████████████| 167/167 [00:04<00:00, 35.10it/s, loss=15.7]\r\n",
+      "04/18 08:49: Train Epoch 68: average Loss: 14.828285, time: 4.76 s\r\n",
+      "Val Epoch 68: 100%|█████████████████| 55/55 [00:00<00:00, 249.60it/s, loss=19.4]\r\n",
+      "04/18 08:49: Val Epoch 68: average Loss: 16.477962, time: 0.22 s\r\n",
+      "Test Epoch 68: 100%|████████████████| 56/56 [00:00<00:00, 282.77it/s, loss=14.1]\r\n",
+      "04/18 08:49: Test Epoch 68: average Loss: 16.202142, time: 0.20 s\r\n",
+      "Train Epoch 69: 100%|██████████████| 167/167 [00:04<00:00, 34.76it/s, loss=14.2]\r\n",
+      "04/18 08:49: Train Epoch 69: average Loss: 14.942728, time: 4.81 s\r\n",
+      "Val Epoch 69: 100%|███████████████████| 55/55 [00:00<00:00, 249.06it/s, loss=19]\r\n",
+      "04/18 08:49: Val Epoch 69: average Loss: 16.306367, time: 0.22 s\r\n",
+      "Test Epoch 69: 100%|████████████████| 56/56 [00:00<00:00, 282.48it/s, loss=13.8]\r\n",
+      "04/18 08:49: Test Epoch 69: average Loss: 15.893694, time: 0.20 s\r\n",
+      "Train Epoch 70: 100%|██████████████| 167/167 [00:04<00:00, 34.66it/s, loss=15.3]\r\n",
+      "04/18 08:49: Train Epoch 70: average Loss: 14.888835, time: 4.82 s\r\n",
+      "Val Epoch 70: 100%|█████████████████| 55/55 [00:00<00:00, 249.58it/s, loss=18.7]\r\n",
+      "04/18 08:49: Val Epoch 70: average Loss: 16.156444, time: 0.22 s\r\n",
+      "Test Epoch 70: 100%|██████████████████| 56/56 [00:00<00:00, 283.74it/s, loss=14]\r\n",
+      "04/18 08:49: Test Epoch 70: average Loss: 15.730062, time: 0.20 s\r\n",
+      "Train Epoch 71: 100%|██████████████| 167/167 [00:04<00:00, 34.80it/s, loss=15.6]\r\n",
+      "04/18 08:49: Train Epoch 71: average Loss: 14.895580, time: 4.80 s\r\n",
+      "Val Epoch 71: 100%|█████████████████| 55/55 [00:00<00:00, 245.89it/s, loss=18.5]\r\n",
+      "04/18 08:49: Val Epoch 71: average Loss: 16.245770, time: 0.22 s\r\n",
+      "Test Epoch 71: 100%|████████████████| 56/56 [00:00<00:00, 279.19it/s, loss=14.1]\r\n",
+      "04/18 08:49: Test Epoch 71: average Loss: 15.931203, time: 0.20 s\r\n",
+      "Train Epoch 72: 100%|██████████████| 167/167 [00:04<00:00, 35.01it/s, loss=14.6]\r\n",
+      "04/18 08:49: Train Epoch 72: average Loss: 14.749772, time: 4.77 s\r\n",
+      "Val Epoch 72: 100%|█████████████████| 55/55 [00:00<00:00, 251.02it/s, loss=19.2]\r\n",
+      "04/18 08:49: Val Epoch 72: average Loss: 16.326202, time: 0.22 s\r\n",
+      "Test Epoch 72: 100%|████████████████| 56/56 [00:00<00:00, 283.41it/s, loss=14.8]\r\n",
+      "04/18 08:49: Test Epoch 72: average Loss: 16.059783, time: 0.20 s\r\n",
+      "Train Epoch 73: 100%|██████████████| 167/167 [00:04<00:00, 34.03it/s, loss=14.9]\r\n",
+      "04/18 08:50: Train Epoch 73: average Loss: 14.783189, time: 4.91 s\r\n",
+      "Val Epoch 73: 100%|███████████████████| 55/55 [00:00<00:00, 248.13it/s, loss=19]\r\n",
+      "04/18 08:50: Val Epoch 73: average Loss: 16.243334, time: 0.22 s\r\n",
+      "Test Epoch 73: 100%|████████████████| 56/56 [00:00<00:00, 280.58it/s, loss=14.2]\r\n",
+      "04/18 08:50: Test Epoch 73: average Loss: 15.970104, time: 0.20 s\r\n",
+      "Train Epoch 74: 100%|██████████████| 167/167 [00:04<00:00, 34.52it/s, loss=14.4]\r\n",
+      "04/18 08:50: Train Epoch 74: average Loss: 14.847505, time: 4.84 s\r\n",
+      "Val Epoch 74: 100%|███████████████████| 55/55 [00:00<00:00, 235.92it/s, loss=19]\r\n",
+      "04/18 08:50: Val Epoch 74: average Loss: 16.453883, time: 0.23 s\r\n",
+      "Test Epoch 74: 100%|████████████████| 56/56 [00:00<00:00, 282.33it/s, loss=14.4]\r\n",
+      "04/18 08:50: Test Epoch 74: average Loss: 16.249723, time: 0.20 s\r\n",
+      "Train Epoch 75: 100%|██████████████| 167/167 [00:04<00:00, 34.54it/s, loss=14.6]\r\n",
+      "04/18 08:50: Train Epoch 75: average Loss: 14.747669, time: 4.84 s\r\n",
+      "Val Epoch 75: 100%|█████████████████| 55/55 [00:00<00:00, 247.18it/s, loss=19.3]\r\n",
+      "04/18 08:50: Val Epoch 75: average Loss: 16.226064, time: 0.22 s\r\n",
+      "Test Epoch 75: 100%|████████████████| 56/56 [00:00<00:00, 281.59it/s, loss=14.3]\r\n",
+      "04/18 08:50: Test Epoch 75: average Loss: 15.839095, time: 0.20 s\r\n",
+      "Train Epoch 76: 100%|██████████████| 167/167 [00:04<00:00, 34.29it/s, loss=15.3]\r\n",
+      "04/18 08:50: Train Epoch 76: average Loss: 14.749109, time: 4.87 s\r\n",
+      "Val Epoch 76: 100%|█████████████████| 55/55 [00:00<00:00, 248.85it/s, loss=18.8]\r\n",
+      "04/18 08:50: Val Epoch 76: average Loss: 16.179346, time: 0.22 s\r\n",
+      "Test Epoch 76: 100%|████████████████| 56/56 [00:00<00:00, 281.80it/s, loss=14.5]\r\n",
+      "04/18 08:50: Test Epoch 76: average Loss: 15.816942, time: 0.20 s\r\n",
+      "Train Epoch 77: 100%|██████████████| 167/167 [00:04<00:00, 34.64it/s, loss=14.7]\r\n",
+      "04/18 08:50: Train Epoch 77: average Loss: 14.732865, time: 4.82 s\r\n",
+      "Val Epoch 77: 100%|█████████████████| 55/55 [00:00<00:00, 246.79it/s, loss=18.6]\r\n",
+      "04/18 08:50: Val Epoch 77: average Loss: 16.086506, time: 0.22 s\r\n",
+      "Test Epoch 77: 100%|████████████████| 56/56 [00:00<00:00, 281.43it/s, loss=14.1]\r\n",
+      "04/18 08:50: Test Epoch 77: average Loss: 15.780718, time: 0.20 s\r\n",
+      "04/18 08:50: Best validation model saved!\r\n",
+      "Train Epoch 78: 100%|████████████████| 167/167 [00:04<00:00, 34.42it/s, loss=14]\r\n",
+      "04/18 08:50: Train Epoch 78: average Loss: 14.688790, time: 4.85 s\r\n",
+      "Val Epoch 78: 100%|█████████████████| 55/55 [00:00<00:00, 249.85it/s, loss=18.8]\r\n",
+      "04/18 08:50: Val Epoch 78: average Loss: 16.321885, time: 0.22 s\r\n",
+      "Test Epoch 78: 100%|████████████████| 56/56 [00:00<00:00, 273.32it/s, loss=14.4]\r\n",
+      "04/18 08:50: Test Epoch 78: average Loss: 15.945193, time: 0.21 s\r\n",
+      "Train Epoch 79: 100%|████████████████| 167/167 [00:04<00:00, 34.51it/s, loss=15]\r\n",
+      "04/18 08:50: Train Epoch 79: average Loss: 14.654298, time: 4.84 s\r\n",
+      "Val Epoch 79: 100%|█████████████████| 55/55 [00:00<00:00, 249.62it/s, loss=18.6]\r\n",
+      "04/18 08:50: Val Epoch 79: average Loss: 16.175887, time: 0.22 s\r\n",
+      "Test Epoch 79: 100%|████████████████| 56/56 [00:00<00:00, 282.53it/s, loss=14.2]\r\n",
+      "04/18 08:50: Test Epoch 79: average Loss: 15.870329, time: 0.20 s\r\n",
+      "Train Epoch 80: 100%|██████████████| 167/167 [00:04<00:00, 34.62it/s, loss=14.7]\r\n",
+      "04/18 08:50: Train Epoch 80: average Loss: 14.662764, time: 4.82 s\r\n",
+      "Val Epoch 80: 100%|█████████████████| 55/55 [00:00<00:00, 249.86it/s, loss=18.6]\r\n",
+      "04/18 08:50: Val Epoch 80: average Loss: 16.089882, time: 0.22 s\r\n",
+      "Test Epoch 80: 100%|████████████████| 56/56 [00:00<00:00, 280.37it/s, loss=13.8]\r\n",
+      "04/18 08:50: Test Epoch 80: average Loss: 15.694384, time: 0.20 s\r\n",
+      "Train Epoch 81: 100%|██████████████| 167/167 [00:04<00:00, 34.67it/s, loss=15.1]\r\n",
+      "04/18 08:50: Train Epoch 81: average Loss: 14.727644, time: 4.82 s\r\n",
+      "Val Epoch 81: 100%|█████████████████| 55/55 [00:00<00:00, 242.88it/s, loss=18.7]\r\n",
+      "04/18 08:50: Val Epoch 81: average Loss: 16.436213, time: 0.23 s\r\n",
+      "Test Epoch 81: 100%|████████████████| 56/56 [00:00<00:00, 281.77it/s, loss=14.2]\r\n",
+      "04/18 08:50: Test Epoch 81: average Loss: 16.024835, time: 0.20 s\r\n",
+      "Train Epoch 82: 100%|██████████████| 167/167 [00:04<00:00, 34.86it/s, loss=13.7]\r\n",
+      "04/18 08:50: Train Epoch 82: average Loss: 14.745395, time: 4.79 s\r\n",
+      "Val Epoch 82: 100%|█████████████████| 55/55 [00:00<00:00, 245.71it/s, loss=18.6]\r\n",
+      "04/18 08:50: Val Epoch 82: average Loss: 16.117310, time: 0.22 s\r\n",
+      "Test Epoch 82: 100%|██████████████████| 56/56 [00:00<00:00, 282.55it/s, loss=14]\r\n",
+      "04/18 08:50: Test Epoch 82: average Loss: 15.751906, time: 0.20 s\r\n",
+      "Train Epoch 83: 100%|██████████████| 167/167 [00:04<00:00, 34.94it/s, loss=15.1]\r\n",
+      "04/18 08:50: Train Epoch 83: average Loss: 14.650927, time: 4.78 s\r\n",
+      "Val Epoch 83: 100%|█████████████████| 55/55 [00:00<00:00, 249.83it/s, loss=20.3]\r\n",
+      "04/18 08:50: Val Epoch 83: average Loss: 16.680379, time: 0.22 s\r\n",
+      "Test Epoch 83: 100%|████████████████| 56/56 [00:00<00:00, 283.02it/s, loss=14.6]\r\n",
+      "04/18 08:50: Test Epoch 83: average Loss: 16.417854, time: 0.20 s\r\n",
+      "Train Epoch 84: 100%|██████████████| 167/167 [00:04<00:00, 34.90it/s, loss=14.1]\r\n",
+      "04/18 08:51: Train Epoch 84: average Loss: 14.587477, time: 4.79 s\r\n",
+      "Val Epoch 84: 100%|█████████████████| 55/55 [00:00<00:00, 248.96it/s, loss=18.8]\r\n",
+      "04/18 08:51: Val Epoch 84: average Loss: 16.168589, time: 0.22 s\r\n",
+      "Test Epoch 84: 100%|████████████████| 56/56 [00:00<00:00, 280.79it/s, loss=13.7]\r\n",
+      "04/18 08:51: Test Epoch 84: average Loss: 15.772617, time: 0.20 s\r\n",
+      "Train Epoch 85: 100%|██████████████| 167/167 [00:04<00:00, 34.96it/s, loss=15.7]\r\n",
+      "04/18 08:51: Train Epoch 85: average Loss: 14.582436, time: 4.78 s\r\n",
+      "Val Epoch 85: 100%|█████████████████| 55/55 [00:00<00:00, 239.43it/s, loss=18.9]\r\n",
+      "04/18 08:51: Val Epoch 85: average Loss: 16.193969, time: 0.23 s\r\n",
+      "Test Epoch 85: 100%|████████████████| 56/56 [00:00<00:00, 268.55it/s, loss=14.5]\r\n",
+      "04/18 08:51: Test Epoch 85: average Loss: 15.920490, time: 0.21 s\r\n",
+      "Train Epoch 86: 100%|██████████████| 167/167 [00:04<00:00, 38.01it/s, loss=14.2]\r\n",
+      "04/18 08:51: Train Epoch 86: average Loss: 14.516802, time: 4.39 s\r\n",
+      "Val Epoch 86: 100%|█████████████████| 55/55 [00:00<00:00, 252.59it/s, loss=18.8]\r\n",
+      "04/18 08:51: Val Epoch 86: average Loss: 16.285623, time: 0.22 s\r\n",
+      "Test Epoch 86: 100%|████████████████| 56/56 [00:00<00:00, 282.75it/s, loss=13.8]\r\n",
+      "04/18 08:51: Test Epoch 86: average Loss: 16.044379, time: 0.20 s\r\n",
+      "Train Epoch 87: 100%|██████████████| 167/167 [00:04<00:00, 39.87it/s, loss=14.8]\r\n",
+      "04/18 08:51: Train Epoch 87: average Loss: 14.558661, time: 4.19 s\r\n",
+      "Val Epoch 87: 100%|█████████████████| 55/55 [00:00<00:00, 250.71it/s, loss=18.6]\r\n",
+      "04/18 08:51: Val Epoch 87: average Loss: 15.980665, time: 0.22 s\r\n",
+      "Test Epoch 87: 100%|████████████████| 56/56 [00:00<00:00, 279.56it/s, loss=13.9]\r\n",
+      "04/18 08:51: Test Epoch 87: average Loss: 15.581081, time: 0.20 s\r\n",
+      "04/18 08:51: Best validation model saved!\r\n",
+      "Train Epoch 88: 100%|██████████████| 167/167 [00:04<00:00, 39.98it/s, loss=15.1]\r\n",
+      "04/18 08:51: Train Epoch 88: average Loss: 14.584754, time: 4.18 s\r\n",
+      "Val Epoch 88: 100%|███████████████████| 55/55 [00:00<00:00, 251.47it/s, loss=19]\r\n",
+      "04/18 08:51: Val Epoch 88: average Loss: 16.459325, time: 0.22 s\r\n",
+      "Test Epoch 88: 100%|████████████████| 56/56 [00:00<00:00, 284.51it/s, loss=14.7]\r\n",
+      "04/18 08:51: Test Epoch 88: average Loss: 16.109471, time: 0.20 s\r\n",
+      "Train Epoch 89: 100%|██████████████| 167/167 [00:04<00:00, 40.52it/s, loss=14.5]\r\n",
+      "04/18 08:51: Train Epoch 89: average Loss: 14.580314, time: 4.12 s\r\n",
+      "Val Epoch 89: 100%|█████████████████| 55/55 [00:00<00:00, 253.80it/s, loss=18.5]\r\n",
+      "04/18 08:51: Val Epoch 89: average Loss: 16.123978, time: 0.22 s\r\n",
+      "Test Epoch 89: 100%|████████████████| 56/56 [00:00<00:00, 284.47it/s, loss=14.4]\r\n",
+      "04/18 08:51: Test Epoch 89: average Loss: 15.782721, time: 0.20 s\r\n",
+      "Train Epoch 90: 100%|██████████████| 167/167 [00:04<00:00, 39.99it/s, loss=14.3]\r\n",
+      "04/18 08:51: Train Epoch 90: average Loss: 14.514696, time: 4.18 s\r\n",
+      "Val Epoch 90: 100%|█████████████████| 55/55 [00:00<00:00, 253.69it/s, loss=18.9]\r\n",
+      "04/18 08:51: Val Epoch 90: average Loss: 16.501126, time: 0.22 s\r\n",
+      "Test Epoch 90: 100%|████████████████| 56/56 [00:00<00:00, 284.71it/s, loss=14.1]\r\n",
+      "04/18 08:51: Test Epoch 90: average Loss: 16.108524, time: 0.20 s\r\n",
+      "Train Epoch 91: 100%|████████████████| 167/167 [00:04<00:00, 40.08it/s, loss=16]\r\n",
+      "04/18 08:51: Train Epoch 91: average Loss: 14.493015, time: 4.17 s\r\n",
+      "Val Epoch 91: 100%|███████████████████| 55/55 [00:00<00:00, 253.33it/s, loss=19]\r\n",
+      "04/18 08:51: Val Epoch 91: average Loss: 16.209231, time: 0.22 s\r\n",
+      "Test Epoch 91: 100%|████████████████| 56/56 [00:00<00:00, 283.81it/s, loss=14.4]\r\n",
+      "04/18 08:51: Test Epoch 91: average Loss: 15.918250, time: 0.20 s\r\n",
+      "Train Epoch 92: 100%|██████████████| 167/167 [00:04<00:00, 37.97it/s, loss=13.2]\r\n",
+      "04/18 08:51: Train Epoch 92: average Loss: 14.474951, time: 4.40 s\r\n",
+      "Val Epoch 92: 100%|█████████████████| 55/55 [00:00<00:00, 244.26it/s, loss=18.7]\r\n",
+      "04/18 08:51: Val Epoch 92: average Loss: 16.089245, time: 0.23 s\r\n",
+      "Test Epoch 92: 100%|██████████████████| 56/56 [00:00<00:00, 280.70it/s, loss=14]\r\n",
+      "04/18 08:51: Test Epoch 92: average Loss: 15.738677, time: 0.20 s\r\n",
+      "Train Epoch 93: 100%|██████████████| 167/167 [00:04<00:00, 35.25it/s, loss=14.5]\r\n",
+      "04/18 08:51: Train Epoch 93: average Loss: 14.566865, time: 4.74 s\r\n",
+      "Val Epoch 93: 100%|█████████████████| 55/55 [00:00<00:00, 245.84it/s, loss=18.8]\r\n",
+      "04/18 08:51: Val Epoch 93: average Loss: 16.199889, time: 0.22 s\r\n",
+      "Test Epoch 93: 100%|████████████████| 56/56 [00:00<00:00, 274.01it/s, loss=13.9]\r\n",
+      "04/18 08:51: Test Epoch 93: average Loss: 15.833123, time: 0.20 s\r\n",
+      "Train Epoch 94: 100%|████████████████| 167/167 [00:04<00:00, 35.68it/s, loss=14]\r\n",
+      "04/18 08:51: Train Epoch 94: average Loss: 14.461874, time: 4.68 s\r\n",
+      "Val Epoch 94: 100%|█████████████████| 55/55 [00:00<00:00, 252.32it/s, loss=18.5]\r\n",
+      "04/18 08:51: Val Epoch 94: average Loss: 16.256401, time: 0.22 s\r\n",
+      "Test Epoch 94: 100%|████████████████| 56/56 [00:00<00:00, 286.25it/s, loss=13.8]\r\n",
+      "04/18 08:51: Test Epoch 94: average Loss: 15.828448, time: 0.20 s\r\n",
+      "Train Epoch 95: 100%|██████████████| 167/167 [00:04<00:00, 38.24it/s, loss=14.6]\r\n",
+      "04/18 08:51: Train Epoch 95: average Loss: 14.508215, time: 4.37 s\r\n",
+      "Val Epoch 95: 100%|█████████████████| 55/55 [00:00<00:00, 252.52it/s, loss=18.4]\r\n",
+      "04/18 08:51: Val Epoch 95: average Loss: 16.157201, time: 0.22 s\r\n",
+      "Test Epoch 95: 100%|██████████████████| 56/56 [00:00<00:00, 286.53it/s, loss=14]\r\n",
+      "04/18 08:51: Test Epoch 95: average Loss: 15.679551, time: 0.20 s\r\n",
+      "Train Epoch 96: 100%|██████████████| 167/167 [00:04<00:00, 40.57it/s, loss=15.3]\r\n",
+      "04/18 08:51: Train Epoch 96: average Loss: 14.582968, time: 4.12 s\r\n",
+      "Val Epoch 96: 100%|█████████████████| 55/55 [00:00<00:00, 252.16it/s, loss=18.9]\r\n",
+      "04/18 08:52: Val Epoch 96: average Loss: 16.451567, time: 0.22 s\r\n",
+      "Test Epoch 96: 100%|████████████████| 56/56 [00:00<00:00, 286.74it/s, loss=15.2]\r\n",
+      "04/18 08:52: Test Epoch 96: average Loss: 16.037780, time: 0.20 s\r\n",
+      "Train Epoch 97: 100%|██████████████| 167/167 [00:04<00:00, 38.20it/s, loss=14.1]\r\n",
+      "04/18 08:52: Train Epoch 97: average Loss: 14.510874, time: 4.37 s\r\n",
+      "Val Epoch 97: 100%|█████████████████| 55/55 [00:00<00:00, 252.74it/s, loss=19.7]\r\n",
+      "04/18 08:52: Val Epoch 97: average Loss: 16.686309, time: 0.22 s\r\n",
+      "Test Epoch 97: 100%|████████████████| 56/56 [00:00<00:00, 286.61it/s, loss=14.4]\r\n",
+      "04/18 08:52: Test Epoch 97: average Loss: 16.474505, time: 0.20 s\r\n",
+      "Train Epoch 98: 100%|██████████████| 167/167 [00:04<00:00, 38.64it/s, loss=14.5]\r\n",
+      "04/18 08:52: Train Epoch 98: average Loss: 14.446102, time: 4.32 s\r\n",
+      "Val Epoch 98: 100%|███████████████████| 55/55 [00:00<00:00, 255.27it/s, loss=19]\r\n",
+      "04/18 08:52: Val Epoch 98: average Loss: 16.100838, time: 0.22 s\r\n",
+      "Test Epoch 98: 100%|████████████████| 56/56 [00:00<00:00, 286.23it/s, loss=13.9]\r\n",
+      "04/18 08:52: Test Epoch 98: average Loss: 15.622221, time: 0.20 s\r\n",
+      "Train Epoch 99: 100%|██████████████| 167/167 [00:04<00:00, 40.41it/s, loss=14.6]\r\n",
+      "04/18 08:52: Train Epoch 99: average Loss: 14.324829, time: 4.13 s\r\n",
+      "Val Epoch 99: 100%|█████████████████| 55/55 [00:00<00:00, 255.06it/s, loss=19.4]\r\n",
+      "04/18 08:52: Val Epoch 99: average Loss: 16.450862, time: 0.22 s\r\n",
+      "Test Epoch 99: 100%|████████████████| 56/56 [00:00<00:00, 286.25it/s, loss=14.8]\r\n",
+      "04/18 08:52: Test Epoch 99: average Loss: 15.983271, time: 0.20 s\r\n",
+      "Train Epoch 100: 100%|█████████████| 167/167 [00:04<00:00, 40.11it/s, loss=14.6]\r\n",
+      "04/18 08:52: Train Epoch 100: average Loss: 14.385470, time: 4.16 s\r\n",
+      "Val Epoch 100: 100%|████████████████| 55/55 [00:00<00:00, 251.89it/s, loss=18.7]\r\n",
+      "04/18 08:52: Val Epoch 100: average Loss: 16.121895, time: 0.22 s\r\n",
+      "Test Epoch 100: 100%|███████████████| 56/56 [00:00<00:00, 285.95it/s, loss=13.7]\r\n",
+      "04/18 08:52: Test Epoch 100: average Loss: 15.717325, time: 0.20 s\r\n",
+      "Train Epoch 101: 100%|█████████████| 167/167 [00:04<00:00, 40.26it/s, loss=14.8]\r\n",
+      "04/18 08:52: Train Epoch 101: average Loss: 14.397263, time: 4.15 s\r\n",
+      "Val Epoch 101: 100%|████████████████| 55/55 [00:00<00:00, 254.73it/s, loss=19.2]\r\n",
+      "04/18 08:52: Val Epoch 101: average Loss: 16.262470, time: 0.22 s\r\n",
+      "Test Epoch 101: 100%|█████████████████| 56/56 [00:00<00:00, 285.67it/s, loss=14]\r\n",
+      "04/18 08:52: Test Epoch 101: average Loss: 15.854632, time: 0.20 s\r\n",
+      "Train Epoch 102: 100%|█████████████| 167/167 [00:04<00:00, 40.09it/s, loss=14.2]\r\n",
+      "04/18 08:52: Train Epoch 102: average Loss: 14.414404, time: 4.17 s\r\n",
+      "Val Epoch 102: 100%|████████████████| 55/55 [00:00<00:00, 254.33it/s, loss=18.7]\r\n",
+      "04/18 08:52: Val Epoch 102: average Loss: 16.426371, time: 0.22 s\r\n",
+      "Test Epoch 102: 100%|███████████████| 56/56 [00:00<00:00, 284.93it/s, loss=15.1]\r\n",
+      "04/18 08:52: Test Epoch 102: average Loss: 16.104147, time: 0.20 s\r\n",
+      "04/18 08:52: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
+      "04/18 08:52: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD8/2025-04-18_08-43-41/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD8/2025-04-18_08-43-41/best_test_model.pth\r\n",
+      "04/18 08:52: Testing on best validation model\r\n",
+      "04/18 08:52: Horizon 01, MAE: 13.2682, RMSE: 20.5472, MAPE: 0.0862\r\n",
+      "04/18 08:52: Horizon 02, MAE: 13.9291, RMSE: 21.7753, MAPE: 0.0897\r\n",
+      "04/18 08:52: Horizon 03, MAE: 14.4309, RMSE: 22.7010, MAPE: 0.0930\r\n",
+      "04/18 08:52: Horizon 04, MAE: 14.8310, RMSE: 23.4684, MAPE: 0.0960\r\n",
+      "04/18 08:52: Horizon 05, MAE: 15.2226, RMSE: 24.1494, MAPE: 0.1002\r\n",
+      "04/18 08:52: Horizon 06, MAE: 15.5759, RMSE: 24.7568, MAPE: 0.1045\r\n",
+      "04/18 08:52: Horizon 07, MAE: 15.8861, RMSE: 25.2933, MAPE: 0.1017\r\n",
+      "04/18 08:52: Horizon 08, MAE: 16.2203, RMSE: 25.7910, MAPE: 0.1061\r\n",
+      "04/18 08:52: Horizon 09, MAE: 16.4622, RMSE: 26.2238, MAPE: 0.1058\r\n",
+      "04/18 08:52: Horizon 10, MAE: 16.7053, RMSE: 26.6193, MAPE: 0.1092\r\n",
+      "04/18 08:52: Horizon 11, MAE: 17.0431, RMSE: 27.0491, MAPE: 0.1131\r\n",
+      "04/18 08:52: Horizon 12, MAE: 17.4996, RMSE: 27.5972, MAPE: 0.1146\r\n",
+      "04/18 08:52: Average Horizon, MAE: 15.5895, RMSE: 24.7538, MAPE: 0.1017\r\n",
+      "04/18 08:52: Testing on best test model\r\n",
+      "04/18 08:52: Horizon 01, MAE: 13.2682, RMSE: 20.5472, MAPE: 0.0862\r\n",
+      "04/18 08:52: Horizon 02, MAE: 13.9291, RMSE: 21.7753, MAPE: 0.0897\r\n",
+      "04/18 08:52: Horizon 03, MAE: 14.4309, RMSE: 22.7010, MAPE: 0.0930\r\n",
+      "04/18 08:52: Horizon 04, MAE: 14.8310, RMSE: 23.4684, MAPE: 0.0960\r\n",
+      "04/18 08:52: Horizon 05, MAE: 15.2226, RMSE: 24.1494, MAPE: 0.1002\r\n",
+      "04/18 08:52: Horizon 06, MAE: 15.5759, RMSE: 24.7568, MAPE: 0.1045\r\n",
+      "04/18 08:52: Horizon 07, MAE: 15.8861, RMSE: 25.2933, MAPE: 0.1017\r\n",
+      "04/18 08:52: Horizon 08, MAE: 16.2203, RMSE: 25.7910, MAPE: 0.1061\r\n",
+      "04/18 08:52: Horizon 09, MAE: 16.4622, RMSE: 26.2238, MAPE: 0.1058\r\n",
+      "04/18 08:52: Horizon 10, MAE: 16.7053, RMSE: 26.6193, MAPE: 0.1092\r\n",
+      "04/18 08:52: Horizon 11, MAE: 17.0431, RMSE: 27.0491, MAPE: 0.1131\r\n",
+      "04/18 08:52: Horizon 12, MAE: 17.4996, RMSE: 27.5972, MAPE: 0.1146\r\n",
+      "04/18 08:52: Average Horizon, MAE: 15.5895, RMSE: 24.7538, MAPE: 0.1017\r\n"
      ]
     }
    ],
    "source": [
-    "!python run.py --model GWN --dataset PEMSD7  --mode train  --device cuda:1"
+    "!python run.py --model EXP --dataset PEMSD8  --mode train  --device cuda:1"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 19,
    "id": "68bfc782-42a1-4d3e-aea6-8ca6d24e15a1",
    "metadata": {
     "collapsed": false,
     "ExecuteTime": {
-     "end_time": "2025-04-07T01:15:03.178765Z",
-     "start_time": "2025-04-06T21:21:20.540207Z"
-    }
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "/home/czzhangheng/miniconda/envs/traffic/lib/python3.10/site-packages/scipy/sparse/linalg/_eigen/_svds.py:477: UserWarning: Exited at iteration 20 with accuracies \r\n",
-      "[0.01672194]\r\n",
-      "not reaching the requested tolerance 1.315772533416748e-05.\r\n",
-      "Use iteration 21 instead with accuracy \r\n",
-      "0.016721937111937937.\r\n",
-      "\r\n",
-      "  _, eigvec = lobpcg(XH_X, X, tol=tol ** 2, maxiter=maxiter,\r\n",
-      "/home/czzhangheng/miniconda/envs/traffic/lib/python3.10/site-packages/scipy/sparse/linalg/_eigen/_svds.py:477: UserWarning: Exited postprocessing with accuracies \r\n",
-      "[0.01672194]\r\n",
-      "not reaching the requested tolerance 1.315772533416748e-05.\r\n",
-      "  _, eigvec = lobpcg(XH_X, X, tol=tol ** 2, maxiter=maxiter,\r\n",
-      "加载 PEMSD7 数据集中... \r\n",
-      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_05-22-08/run.log\r\n",
-      "04/07 05:22: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_05-22-08\r\n",
-      "04/07 05:22: Training process started\r\n",
-      "Train Epoch 1:  75%|███████████▎   | 199/264 [00:46<00:14,  4.38it/s, loss=42.2]04/07 05:22: Train Epoch 1: 200/264 Loss: 42.999821\r\n",
-      "Train Epoch 1: 100%|███████████████| 264/264 [01:01<00:00,  4.30it/s, loss=39.6]\r\n",
-      "04/07 05:23: Train Epoch 1: average Loss: 64.568383, time: 61.38 s\r\n",
-      "Val Epoch 1: 100%|███████████████████| 88/88 [00:16<00:00,  5.45it/s, loss=45.5]\r\n",
-      "04/07 05:23: Val Epoch 1: average Loss: 31.632080, time: 16.16 s\r\n",
-      "Test Epoch 1: 100%|██████████████████| 89/89 [00:16<00:00,  5.43it/s, loss=30.1]\r\n",
-      "04/07 05:23: Test Epoch 1: average Loss: 31.801052, time: 16.38 s\r\n",
-      "04/07 05:23: Best validation model saved!\r\n",
-      "Train Epoch 2:  75%|███████████▎   | 199/264 [00:46<00:14,  4.34it/s, loss=36.1]04/07 05:24: Train Epoch 2: 200/264 Loss: 37.845543\r\n",
-      "Train Epoch 2: 100%|███████████████| 264/264 [01:01<00:00,  4.31it/s, loss=36.5]\r\n",
-      "04/07 05:24: Train Epoch 2: average Loss: 38.129514, time: 61.19 s\r\n",
-      "Val Epoch 2: 100%|███████████████████| 88/88 [00:16<00:00,  5.41it/s, loss=38.9]\r\n",
-      "04/07 05:24: Val Epoch 2: average Loss: 27.916972, time: 16.26 s\r\n",
-      "Test Epoch 2: 100%|██████████████████| 89/89 [00:16<00:00,  5.43it/s, loss=30.4]\r\n",
-      "04/07 05:25: Test Epoch 2: average Loss: 28.098676, time: 16.39 s\r\n",
-      "04/07 05:25: Best validation model saved!\r\n",
-      "Train Epoch 3:  75%|███████████▎   | 199/264 [00:44<00:14,  4.43it/s, loss=36.2]04/07 05:26: Train Epoch 3: 200/264 Loss: 35.410057\r\n",
-      "Train Epoch 3: 100%|███████████████| 264/264 [00:59<00:00,  4.44it/s, loss=35.8]\r\n",
-      "04/07 05:26: Train Epoch 3: average Loss: 36.164633, time: 59.51 s\r\n",
-      "Val Epoch 3: 100%|███████████████████| 88/88 [00:16<00:00,  5.46it/s, loss=35.7]\r\n",
-      "04/07 05:26: Val Epoch 3: average Loss: 26.507089, time: 16.13 s\r\n",
-      "Test Epoch 3: 100%|██████████████████| 89/89 [00:16<00:00,  5.51it/s, loss=27.6]\r\n",
-      "04/07 05:26: Test Epoch 3: average Loss: 26.673949, time: 16.14 s\r\n",
-      "04/07 05:26: Best validation model saved!\r\n",
-      "Train Epoch 4:  75%|███████████▎   | 199/264 [00:48<00:16,  3.99it/s, loss=33.6]04/07 05:27: Train Epoch 4: 200/264 Loss: 35.066223\r\n",
-      "Train Epoch 4: 100%|███████████████| 264/264 [01:04<00:00,  4.09it/s, loss=35.6]\r\n",
-      "04/07 05:27: Train Epoch 4: average Loss: 35.040971, time: 64.48 s\r\n",
-      "Val Epoch 4: 100%|█████████████████████| 88/88 [00:18<00:00,  4.87it/s, loss=34]\r\n",
-      "04/07 05:28: Val Epoch 4: average Loss: 26.048909, time: 18.06 s\r\n",
-      "Test Epoch 4: 100%|██████████████████| 89/89 [00:18<00:00,  4.91it/s, loss=26.4]\r\n",
-      "04/07 05:28: Test Epoch 4: average Loss: 26.416345, time: 18.13 s\r\n",
-      "04/07 05:28: Best validation model saved!\r\n",
-      "Train Epoch 5:  75%|████████████▊    | 199/264 [00:46<00:15,  4.32it/s, loss=33]04/07 05:29: Train Epoch 5: 200/264 Loss: 33.861469\r\n",
-      "Train Epoch 5: 100%|███████████████| 264/264 [01:01<00:00,  4.27it/s, loss=33.3]\r\n",
-      "04/07 05:29: Train Epoch 5: average Loss: 34.385960, time: 61.89 s\r\n",
-      "Val Epoch 5: 100%|███████████████████| 88/88 [00:16<00:00,  5.40it/s, loss=32.6]\r\n",
-      "04/07 05:29: Val Epoch 5: average Loss: 25.361834, time: 16.30 s\r\n",
-      "Test Epoch 5: 100%|██████████████████| 89/89 [00:16<00:00,  5.45it/s, loss=26.3]\r\n",
-      "04/07 05:30: Test Epoch 5: average Loss: 25.716316, time: 16.33 s\r\n",
-      "04/07 05:30: Best validation model saved!\r\n",
-      "Train Epoch 6:  75%|███████████▎   | 199/264 [00:46<00:15,  4.29it/s, loss=33.8]04/07 05:30: Train Epoch 6: 200/264 Loss: 33.592903\r\n",
-      "Train Epoch 6: 100%|███████████████| 264/264 [01:01<00:00,  4.29it/s, loss=34.1]\r\n",
-      "04/07 05:31: Train Epoch 6: average Loss: 34.013854, time: 61.51 s\r\n",
-      "Val Epoch 6: 100%|███████████████████| 88/88 [00:16<00:00,  5.29it/s, loss=32.3]\r\n",
-      "04/07 05:31: Val Epoch 6: average Loss: 26.072593, time: 16.62 s\r\n",
-      "Test Epoch 6: 100%|██████████████████| 89/89 [00:16<00:00,  5.34it/s, loss=27.7]\r\n",
-      "04/07 05:31: Test Epoch 6: average Loss: 26.559228, time: 16.66 s\r\n",
-      "Train Epoch 7:  75%|███████████▎   | 199/264 [00:46<00:15,  4.20it/s, loss=33.6]04/07 05:32: Train Epoch 7: 200/264 Loss: 33.211594\r\n",
-      "Train Epoch 7: 100%|███████████████| 264/264 [01:02<00:00,  4.24it/s, loss=33.7]\r\n",
-      "04/07 05:32: Train Epoch 7: average Loss: 33.521171, time: 62.25 s\r\n",
-      "Val Epoch 7: 100%|███████████████████| 88/88 [00:16<00:00,  5.22it/s, loss=31.3]\r\n",
-      "04/07 05:32: Val Epoch 7: average Loss: 25.174591, time: 16.85 s\r\n",
-      "Test Epoch 7: 100%|██████████████████| 89/89 [00:16<00:00,  5.31it/s, loss=26.9]\r\n",
-      "04/07 05:33: Test Epoch 7: average Loss: 25.419536, time: 16.75 s\r\n",
-      "04/07 05:33: Best validation model saved!\r\n",
-      "Train Epoch 8:  75%|███████████▎   | 199/264 [00:46<00:15,  4.23it/s, loss=33.9]04/07 05:34: Train Epoch 8: 200/264 Loss: 33.711441\r\n",
-      "Train Epoch 8: 100%|███████████████| 264/264 [01:02<00:00,  4.24it/s, loss=33.6]\r\n",
-      "04/07 05:34: Train Epoch 8: average Loss: 33.374437, time: 62.26 s\r\n",
-      "Val Epoch 8: 100%|███████████████████| 88/88 [00:16<00:00,  5.25it/s, loss=30.1]\r\n",
-      "04/07 05:34: Val Epoch 8: average Loss: 24.718142, time: 16.76 s\r\n",
-      "Test Epoch 8: 100%|██████████████████| 89/89 [00:16<00:00,  5.33it/s, loss=26.5]\r\n",
-      "04/07 05:34: Test Epoch 8: average Loss: 25.088802, time: 16.71 s\r\n",
-      "04/07 05:34: Best validation model saved!\r\n",
-      "Train Epoch 9:  75%|███████████▎   | 199/264 [00:46<00:15,  4.23it/s, loss=32.5]04/07 05:35: Train Epoch 9: 200/264 Loss: 33.033989\r\n",
-      "Train Epoch 9: 100%|███████████████| 264/264 [01:02<00:00,  4.24it/s, loss=32.8]\r\n",
-      "04/07 05:35: Train Epoch 9: average Loss: 33.188462, time: 62.27 s\r\n",
-      "Val Epoch 9: 100%|███████████████████| 88/88 [00:16<00:00,  5.27it/s, loss=29.9]\r\n",
-      "04/07 05:36: Val Epoch 9: average Loss: 24.421377, time: 16.71 s\r\n",
-      "Test Epoch 9: 100%|██████████████████| 89/89 [00:16<00:00,  5.31it/s, loss=25.8]\r\n",
-      "04/07 05:36: Test Epoch 9: average Loss: 24.849201, time: 16.77 s\r\n",
-      "04/07 05:36: Best validation model saved!\r\n",
-      "Train Epoch 10:  75%|██████████▌   | 199/264 [00:46<00:15,  4.25it/s, loss=32.7]04/07 05:37: Train Epoch 10: 200/264 Loss: 33.292679\r\n",
-      "Train Epoch 10: 100%|██████████████| 264/264 [01:02<00:00,  4.24it/s, loss=33.1]\r\n",
-      "04/07 05:37: Train Epoch 10: average Loss: 32.940594, time: 62.27 s\r\n",
-      "Val Epoch 10: 100%|██████████████████| 88/88 [00:16<00:00,  5.27it/s, loss=30.2]\r\n",
-      "04/07 05:37: Val Epoch 10: average Loss: 24.767206, time: 16.71 s\r\n",
-      "Test Epoch 10: 100%|█████████████████| 89/89 [00:16<00:00,  5.29it/s, loss=26.2]\r\n",
-      "04/07 05:38: Test Epoch 10: average Loss: 25.155725, time: 16.82 s\r\n",
-      "Train Epoch 11:  75%|██████████▌   | 199/264 [00:47<00:15,  4.25it/s, loss=32.4]04/07 05:38: Train Epoch 11: 200/264 Loss: 32.823349\r\n",
-      "Train Epoch 11: 100%|██████████████| 264/264 [01:02<00:00,  4.22it/s, loss=33.7]\r\n",
-      "04/07 05:39: Train Epoch 11: average Loss: 32.840992, time: 62.58 s\r\n",
-      "Val Epoch 11: 100%|██████████████████| 88/88 [00:16<00:00,  5.24it/s, loss=29.8]\r\n",
-      "04/07 05:39: Val Epoch 11: average Loss: 24.397651, time: 16.80 s\r\n",
-      "Test Epoch 11: 100%|█████████████████| 89/89 [00:16<00:00,  5.28it/s, loss=26.1]\r\n",
-      "04/07 05:39: Test Epoch 11: average Loss: 24.840597, time: 16.85 s\r\n",
-      "04/07 05:39: Best validation model saved!\r\n",
-      "Train Epoch 12:  75%|██████████▌   | 199/264 [00:47<00:15,  4.20it/s, loss=32.7]04/07 05:40: Train Epoch 12: 200/264 Loss: 32.603706\r\n",
-      "Train Epoch 12: 100%|██████████████| 264/264 [01:02<00:00,  4.21it/s, loss=32.7]\r\n",
-      "04/07 05:40: Train Epoch 12: average Loss: 32.637980, time: 62.64 s\r\n",
-      "Val Epoch 12: 100%|██████████████████| 88/88 [00:16<00:00,  5.22it/s, loss=29.1]\r\n",
-      "04/07 05:40: Val Epoch 12: average Loss: 24.058822, time: 16.85 s\r\n",
-      "Test Epoch 12: 100%|███████████████████| 89/89 [00:16<00:00,  5.28it/s, loss=25]\r\n",
-      "04/07 05:41: Test Epoch 12: average Loss: 24.405836, time: 16.87 s\r\n",
-      "04/07 05:41: Best validation model saved!\r\n",
-      "Train Epoch 13:  75%|██████████▌   | 199/264 [00:47<00:15,  4.22it/s, loss=31.9]04/07 05:42: Train Epoch 13: 200/264 Loss: 32.049553\r\n",
-      "Train Epoch 13: 100%|██████████████| 264/264 [01:02<00:00,  4.21it/s, loss=33.1]\r\n",
-      "04/07 05:42: Train Epoch 13: average Loss: 32.539271, time: 62.67 s\r\n",
-      "Val Epoch 13: 100%|██████████████████| 88/88 [00:16<00:00,  5.25it/s, loss=29.3]\r\n",
-      "04/07 05:42: Val Epoch 13: average Loss: 24.399071, time: 16.77 s\r\n",
-      "Test Epoch 13: 100%|█████████████████| 89/89 [00:16<00:00,  5.29it/s, loss=26.3]\r\n",
-      "04/07 05:42: Test Epoch 13: average Loss: 24.767519, time: 16.83 s\r\n",
-      "Train Epoch 14:  75%|██████████▌   | 199/264 [00:47<00:15,  4.20it/s, loss=32.3]04/07 05:43: Train Epoch 14: 200/264 Loss: 32.375950\r\n",
-      "Train Epoch 14: 100%|██████████████| 264/264 [01:03<00:00,  4.16it/s, loss=32.3]\r\n",
-      "04/07 05:43: Train Epoch 14: average Loss: 32.372571, time: 63.47 s\r\n",
-      "Val Epoch 14: 100%|████████████████████| 88/88 [00:17<00:00,  4.97it/s, loss=29]\r\n",
-      "04/07 05:44: Val Epoch 14: average Loss: 24.030729, time: 17.70 s\r\n",
-      "Test Epoch 14: 100%|███████████████████| 89/89 [00:16<00:00,  5.24it/s, loss=26]\r\n",
-      "04/07 05:44: Test Epoch 14: average Loss: 24.477856, time: 17.00 s\r\n",
-      "04/07 05:44: Best validation model saved!\r\n",
-      "Train Epoch 15:  75%|██████████▌   | 199/264 [00:47<00:15,  4.22it/s, loss=33.3]04/07 05:45: Train Epoch 15: 200/264 Loss: 31.764328\r\n",
-      "Train Epoch 15: 100%|██████████████| 264/264 [01:02<00:00,  4.21it/s, loss=33.1]\r\n",
-      "04/07 05:45: Train Epoch 15: average Loss: 32.206685, time: 62.72 s\r\n",
-      "Val Epoch 15: 100%|██████████████████| 88/88 [00:17<00:00,  4.94it/s, loss=29.6]\r\n",
-      "04/07 05:45: Val Epoch 15: average Loss: 24.587569, time: 17.82 s\r\n",
-      "Test Epoch 15: 100%|█████████████████| 89/89 [00:18<00:00,  4.94it/s, loss=26.3]\r\n",
-      "04/07 05:46: Test Epoch 15: average Loss: 24.932647, time: 18.02 s\r\n",
-      "Train Epoch 16:  75%|██████████▌   | 199/264 [00:50<00:16,  3.93it/s, loss=32.3]04/07 05:46: Train Epoch 16: 200/264 Loss: 31.621763\r\n",
-      "Train Epoch 16: 100%|██████████████| 264/264 [01:06<00:00,  3.96it/s, loss=32.3]\r\n",
-      "04/07 05:47: Train Epoch 16: average Loss: 32.181669, time: 66.68 s\r\n",
-      "Val Epoch 16: 100%|██████████████████| 88/88 [00:18<00:00,  4.88it/s, loss=28.7]\r\n",
-      "04/07 05:47: Val Epoch 16: average Loss: 23.751961, time: 18.04 s\r\n",
-      "Test Epoch 16: 100%|█████████████████| 89/89 [00:17<00:00,  4.95it/s, loss=25.2]\r\n",
-      "04/07 05:47: Test Epoch 16: average Loss: 24.126972, time: 17.98 s\r\n",
-      "04/07 05:47: Best validation model saved!\r\n",
-      "Train Epoch 17:  75%|██████████▌   | 199/264 [00:50<00:16,  3.96it/s, loss=32.3]04/07 05:48: Train Epoch 17: 200/264 Loss: 30.959974\r\n",
-      "Train Epoch 17: 100%|██████████████| 264/264 [01:06<00:00,  3.96it/s, loss=31.4]\r\n",
-      "04/07 05:48: Train Epoch 17: average Loss: 31.962547, time: 66.68 s\r\n",
-      "Val Epoch 17: 100%|██████████████████| 88/88 [00:18<00:00,  4.86it/s, loss=28.8]\r\n",
-      "04/07 05:49: Val Epoch 17: average Loss: 23.847725, time: 18.10 s\r\n",
-      "Test Epoch 17: 100%|█████████████████| 89/89 [00:18<00:00,  4.92it/s, loss=25.8]\r\n",
-      "04/07 05:49: Test Epoch 17: average Loss: 24.248290, time: 18.10 s\r\n",
-      "Train Epoch 18:  75%|██████████▌   | 199/264 [00:50<00:16,  3.83it/s, loss=32.6]04/07 05:50: Train Epoch 18: 200/264 Loss: 31.940153\r\n",
-      "Train Epoch 18: 100%|██████████████| 264/264 [01:10<00:00,  3.74it/s, loss=32.7]\r\n",
-      "04/07 05:50: Train Epoch 18: average Loss: 31.809771, time: 70.51 s\r\n",
-      "Val Epoch 18: 100%|██████████████████| 88/88 [00:28<00:00,  3.09it/s, loss=28.5]\r\n",
-      "04/07 05:51: Val Epoch 18: average Loss: 23.907040, time: 28.48 s\r\n",
-      "Test Epoch 18: 100%|█████████████████| 89/89 [00:29<00:00,  3.06it/s, loss=25.4]\r\n",
-      "04/07 05:51: Test Epoch 18: average Loss: 24.283575, time: 29.10 s\r\n",
-      "Train Epoch 19:  75%|██████████▌   | 199/264 [01:20<00:26,  2.43it/s, loss=31.7]04/07 05:53: Train Epoch 19: 200/264 Loss: 31.474894\r\n",
-      "Train Epoch 19: 100%|████████████████| 264/264 [01:48<00:00,  2.44it/s, loss=32]\r\n",
-      "04/07 05:53: Train Epoch 19: average Loss: 31.716416, time: 108.34 s\r\n",
-      "Val Epoch 19: 100%|██████████████████| 88/88 [00:28<00:00,  3.07it/s, loss=28.8]\r\n",
-      "04/07 05:53: Val Epoch 19: average Loss: 23.773378, time: 28.69 s\r\n",
-      "Test Epoch 19: 100%|█████████████████| 89/89 [00:33<00:00,  2.65it/s, loss=25.4]\r\n",
-      "04/07 05:54: Test Epoch 19: average Loss: 24.244420, time: 33.55 s\r\n",
-      "Train Epoch 20:  75%|██████████▌   | 199/264 [01:18<00:24,  2.67it/s, loss=32.3]04/07 05:55: Train Epoch 20: 200/264 Loss: 31.457960\r\n",
-      "Train Epoch 20: 100%|██████████████| 264/264 [01:42<00:00,  2.57it/s, loss=30.8]\r\n",
-      "04/07 05:56: Train Epoch 20: average Loss: 31.668803, time: 102.82 s\r\n",
-      "Val Epoch 20: 100%|██████████████████| 88/88 [00:27<00:00,  3.19it/s, loss=28.6]\r\n",
-      "04/07 05:56: Val Epoch 20: average Loss: 23.725996, time: 27.56 s\r\n",
-      "Test Epoch 20: 100%|█████████████████| 89/89 [00:29<00:00,  3.01it/s, loss=25.5]\r\n",
-      "04/07 05:57: Test Epoch 20: average Loss: 24.051952, time: 29.60 s\r\n",
-      "04/07 05:57: Best validation model saved!\r\n",
-      "Train Epoch 21:  75%|██████████▌   | 199/264 [01:10<00:28,  2.31it/s, loss=32.4]04/07 05:58: Train Epoch 21: 200/264 Loss: 31.976994\r\n",
-      "Train Epoch 21: 100%|██████████████| 264/264 [01:35<00:00,  2.77it/s, loss=31.4]\r\n",
-      "04/07 05:58: Train Epoch 21: average Loss: 31.741733, time: 95.41 s\r\n",
-      "Val Epoch 21: 100%|██████████████████| 88/88 [00:28<00:00,  3.10it/s, loss=28.8]\r\n",
-      "04/07 05:59: Val Epoch 21: average Loss: 24.308829, time: 28.35 s\r\n",
-      "Test Epoch 21: 100%|█████████████████| 89/89 [00:30<00:00,  2.95it/s, loss=25.6]\r\n",
-      "04/07 05:59: Test Epoch 21: average Loss: 24.757565, time: 30.19 s\r\n",
-      "Train Epoch 22:  75%|██████████▌   | 199/264 [01:19<00:25,  2.59it/s, loss=30.3]04/07 06:01: Train Epoch 22: 200/264 Loss: 30.678812\r\n",
-      "Train Epoch 22: 100%|████████████████| 264/264 [01:42<00:00,  2.59it/s, loss=31]\r\n",
-      "04/07 06:01: Train Epoch 22: average Loss: 31.566576, time: 102.02 s\r\n",
-      "Val Epoch 22: 100%|██████████████████| 88/88 [00:26<00:00,  3.31it/s, loss=28.4]\r\n",
-      "04/07 06:01: Val Epoch 22: average Loss: 23.760039, time: 26.57 s\r\n",
-      "Test Epoch 22: 100%|█████████████████| 89/89 [00:29<00:00,  3.03it/s, loss=25.4]\r\n",
-      "04/07 06:02: Test Epoch 22: average Loss: 24.066051, time: 29.42 s\r\n",
-      "Train Epoch 23:  75%|██████████▌   | 199/264 [01:20<00:28,  2.26it/s, loss=30.5]04/07 06:03: Train Epoch 23: 200/264 Loss: 31.964025\r\n",
-      "Train Epoch 23: 100%|██████████████| 264/264 [01:48<00:00,  2.44it/s, loss=31.6]\r\n",
-      "04/07 06:04: Train Epoch 23: average Loss: 31.529221, time: 108.09 s\r\n",
-      "Val Epoch 23: 100%|██████████████████| 88/88 [00:29<00:00,  2.99it/s, loss=28.3]\r\n",
-      "04/07 06:04: Val Epoch 23: average Loss: 23.683508, time: 29.47 s\r\n",
-      "Test Epoch 23: 100%|█████████████████| 89/89 [00:28<00:00,  3.12it/s, loss=25.7]\r\n",
-      "04/07 06:05: Test Epoch 23: average Loss: 24.157055, time: 28.48 s\r\n",
-      "04/07 06:05: Best validation model saved!\r\n",
-      "Train Epoch 24:  75%|██████████▌   | 199/264 [01:15<00:27,  2.33it/s, loss=30.9]04/07 06:06: Train Epoch 24: 200/264 Loss: 32.086170\r\n",
-      "Train Epoch 24: 100%|██████████████| 264/264 [01:41<00:00,  2.59it/s, loss=31.1]\r\n",
-      "04/07 06:06: Train Epoch 24: average Loss: 31.473838, time: 101.75 s\r\n",
-      "Val Epoch 24: 100%|██████████████████| 88/88 [00:28<00:00,  3.13it/s, loss=28.2]\r\n",
-      "04/07 06:07: Val Epoch 24: average Loss: 23.739858, time: 28.11 s\r\n",
-      "Test Epoch 24: 100%|█████████████████| 89/89 [00:26<00:00,  3.41it/s, loss=25.2]\r\n",
-      "04/07 06:07: Test Epoch 24: average Loss: 24.099962, time: 26.09 s\r\n",
-      "Train Epoch 25:  75%|██████████▌   | 199/264 [01:21<00:30,  2.15it/s, loss=30.5]04/07 06:09: Train Epoch 25: 200/264 Loss: 31.466633\r\n",
-      "Train Epoch 25: 100%|██████████████| 264/264 [01:49<00:00,  2.42it/s, loss=32.5]\r\n",
-      "04/07 06:09: Train Epoch 25: average Loss: 31.519274, time: 109.02 s\r\n",
-      "Val Epoch 25: 100%|████████████████████| 88/88 [00:33<00:00,  2.64it/s, loss=28]\r\n",
-      "04/07 06:10: Val Epoch 25: average Loss: 23.437169, time: 33.29 s\r\n",
-      "Test Epoch 25: 100%|█████████████████| 89/89 [00:31<00:00,  2.79it/s, loss=24.7]\r\n",
-      "04/07 06:10: Test Epoch 25: average Loss: 23.880929, time: 31.94 s\r\n",
-      "04/07 06:10: Best validation model saved!\r\n",
-      "Train Epoch 26:  75%|██████████▌   | 199/264 [01:24<00:27,  2.38it/s, loss=31.3]04/07 06:12: Train Epoch 26: 200/264 Loss: 31.066263\r\n",
-      "Train Epoch 26: 100%|██████████████| 264/264 [01:51<00:00,  2.37it/s, loss=31.7]\r\n",
-      "04/07 06:12: Train Epoch 26: average Loss: 31.344231, time: 111.40 s\r\n",
-      "Val Epoch 26: 100%|██████████████████| 88/88 [00:29<00:00,  2.96it/s, loss=28.3]\r\n",
-      "04/07 06:13: Val Epoch 26: average Loss: 23.818813, time: 29.76 s\r\n",
-      "Test Epoch 26: 100%|█████████████████| 89/89 [00:33<00:00,  2.69it/s, loss=25.5]\r\n",
-      "04/07 06:13: Test Epoch 26: average Loss: 24.239156, time: 33.07 s\r\n",
-      "Train Epoch 27:  75%|██████████▌   | 199/264 [01:24<00:25,  2.60it/s, loss=31.6]04/07 06:14: Train Epoch 27: 200/264 Loss: 30.635225\r\n",
-      "Train Epoch 27: 100%|██████████████| 264/264 [01:49<00:00,  2.42it/s, loss=31.8]\r\n",
-      "04/07 06:15: Train Epoch 27: average Loss: 31.340549, time: 109.11 s\r\n",
-      "Val Epoch 27: 100%|██████████████████| 88/88 [00:29<00:00,  3.00it/s, loss=27.9]\r\n",
-      "04/07 06:15: Val Epoch 27: average Loss: 23.521526, time: 29.36 s\r\n",
-      "Test Epoch 27: 100%|█████████████████| 89/89 [00:30<00:00,  2.89it/s, loss=25.6]\r\n",
-      "04/07 06:16: Test Epoch 27: average Loss: 24.099567, time: 30.84 s\r\n",
-      "Train Epoch 28:  75%|██████████▌   | 199/264 [01:19<00:26,  2.42it/s, loss=31.4]04/07 06:17: Train Epoch 28: 200/264 Loss: 31.936781\r\n",
-      "Train Epoch 28: 100%|██████████████| 264/264 [01:47<00:00,  2.46it/s, loss=31.7]\r\n",
-      "04/07 06:18: Train Epoch 28: average Loss: 31.310227, time: 107.12 s\r\n",
-      "Val Epoch 28: 100%|██████████████████| 88/88 [00:32<00:00,  2.67it/s, loss=27.7]\r\n",
-      "04/07 06:18: Val Epoch 28: average Loss: 23.377199, time: 32.96 s\r\n",
-      "Test Epoch 28: 100%|█████████████████| 89/89 [00:33<00:00,  2.67it/s, loss=24.6]\r\n",
-      "04/07 06:19: Test Epoch 28: average Loss: 23.808850, time: 33.28 s\r\n",
-      "04/07 06:19: Best validation model saved!\r\n",
-      "Train Epoch 29:  75%|██████████▌   | 199/264 [01:19<00:24,  2.63it/s, loss=30.4]04/07 06:20: Train Epoch 29: 200/264 Loss: 30.541464\r\n",
-      "Train Epoch 29: 100%|██████████████| 264/264 [01:47<00:00,  2.47it/s, loss=31.2]\r\n",
-      "04/07 06:21: Train Epoch 29: average Loss: 31.215407, time: 107.01 s\r\n",
-      "Val Epoch 29: 100%|████████████████████| 88/88 [00:31<00:00,  2.77it/s, loss=28]\r\n",
-      "04/07 06:21: Val Epoch 29: average Loss: 23.423370, time: 31.74 s\r\n",
-      "Test Epoch 29: 100%|█████████████████| 89/89 [00:33<00:00,  2.63it/s, loss=25.2]\r\n",
-      "04/07 06:22: Test Epoch 29: average Loss: 23.889940, time: 33.87 s\r\n",
-      "Train Epoch 30:  75%|██████████▌   | 199/264 [01:21<00:27,  2.34it/s, loss=31.2]04/07 06:23: Train Epoch 30: 200/264 Loss: 30.856005\r\n",
-      "Train Epoch 30: 100%|████████████████| 264/264 [01:49<00:00,  2.41it/s, loss=32]\r\n",
-      "04/07 06:23: Train Epoch 30: average Loss: 31.163160, time: 109.46 s\r\n",
-      "Val Epoch 30: 100%|██████████████████| 88/88 [00:28<00:00,  3.07it/s, loss=27.6]\r\n",
-      "04/07 06:24: Val Epoch 30: average Loss: 23.342997, time: 28.64 s\r\n",
-      "Test Epoch 30: 100%|█████████████████| 89/89 [00:32<00:00,  2.71it/s, loss=24.9]\r\n",
-      "04/07 06:24: Test Epoch 30: average Loss: 23.894055, time: 32.89 s\r\n",
-      "04/07 06:24: Best validation model saved!\r\n",
-      "Train Epoch 31:  75%|██████████▌   | 199/264 [01:23<00:28,  2.25it/s, loss=30.8]04/07 06:26: Train Epoch 31: 200/264 Loss: 30.962751\r\n",
-      "Train Epoch 31: 100%|██████████████| 264/264 [01:51<00:00,  2.36it/s, loss=31.6]\r\n",
-      "04/07 06:26: Train Epoch 31: average Loss: 31.111788, time: 111.64 s\r\n",
-      "Val Epoch 31: 100%|██████████████████| 88/88 [00:32<00:00,  2.69it/s, loss=27.4]\r\n",
-      "04/07 06:27: Val Epoch 31: average Loss: 23.461717, time: 32.72 s\r\n",
-      "Test Epoch 31: 100%|█████████████████| 89/89 [00:28<00:00,  3.08it/s, loss=24.1]\r\n",
-      "04/07 06:27: Test Epoch 31: average Loss: 23.831413, time: 28.91 s\r\n",
-      "Train Epoch 32:  75%|██████████▌   | 199/264 [01:15<00:25,  2.56it/s, loss=30.2]04/07 06:29: Train Epoch 32: 200/264 Loss: 31.411512\r\n",
-      "Train Epoch 32: 100%|██████████████| 264/264 [01:39<00:00,  2.64it/s, loss=31.4]\r\n",
-      "04/07 06:29: Train Epoch 32: average Loss: 31.109242, time: 99.99 s\r\n",
-      "Val Epoch 32: 100%|██████████████████| 88/88 [00:29<00:00,  2.96it/s, loss=28.3]\r\n",
-      "04/07 06:30: Val Epoch 32: average Loss: 23.955101, time: 29.75 s\r\n",
-      "Test Epoch 32: 100%|█████████████████| 89/89 [00:28<00:00,  3.13it/s, loss=25.9]\r\n",
-      "04/07 06:30: Test Epoch 32: average Loss: 24.524669, time: 28.46 s\r\n",
-      "Train Epoch 33:  75%|████████████    | 199/264 [01:19<00:24,  2.66it/s, loss=31]04/07 06:31: Train Epoch 33: 200/264 Loss: 32.059818\r\n",
-      "Train Epoch 33: 100%|████████████████| 264/264 [01:46<00:00,  2.48it/s, loss=31]\r\n",
-      "04/07 06:32: Train Epoch 33: average Loss: 31.052128, time: 106.37 s\r\n",
-      "Val Epoch 33: 100%|██████████████████| 88/88 [00:34<00:00,  2.57it/s, loss=27.4]\r\n",
-      "04/07 06:32: Val Epoch 33: average Loss: 23.262216, time: 34.24 s\r\n",
-      "Test Epoch 33: 100%|█████████████████| 89/89 [00:33<00:00,  2.70it/s, loss=24.6]\r\n",
-      "04/07 06:33: Test Epoch 33: average Loss: 23.698414, time: 33.01 s\r\n",
-      "04/07 06:33: Best validation model saved!\r\n",
-      "Train Epoch 34:  75%|██████████▌   | 199/264 [01:26<00:26,  2.41it/s, loss=31.4]04/07 06:34: Train Epoch 34: 200/264 Loss: 31.259975\r\n",
-      "Train Epoch 34: 100%|██████████████| 264/264 [01:54<00:00,  2.31it/s, loss=31.5]\r\n",
-      "04/07 06:35: Train Epoch 34: average Loss: 31.042379, time: 114.21 s\r\n",
-      "Val Epoch 34: 100%|██████████████████| 88/88 [00:30<00:00,  2.88it/s, loss=27.5]\r\n",
-      "04/07 06:35: Val Epoch 34: average Loss: 23.438698, time: 30.51 s\r\n",
-      "Test Epoch 34: 100%|█████████████████| 89/89 [00:33<00:00,  2.65it/s, loss=25.7]\r\n",
-      "04/07 06:36: Test Epoch 34: average Loss: 24.033804, time: 33.62 s\r\n",
-      "Train Epoch 35:  75%|████████████    | 199/264 [01:15<00:23,  2.74it/s, loss=31]04/07 06:37: Train Epoch 35: 200/264 Loss: 30.864023\r\n",
-      "Train Epoch 35: 100%|██████████████| 264/264 [01:41<00:00,  2.61it/s, loss=31.2]\r\n",
-      "04/07 06:38: Train Epoch 35: average Loss: 30.993314, time: 101.08 s\r\n",
-      "Val Epoch 35: 100%|██████████████████| 88/88 [00:26<00:00,  3.29it/s, loss=27.7]\r\n",
-      "04/07 06:38: Val Epoch 35: average Loss: 23.536777, time: 26.76 s\r\n",
-      "Test Epoch 35: 100%|█████████████████| 89/89 [00:33<00:00,  2.68it/s, loss=24.5]\r\n",
-      "04/07 06:39: Test Epoch 35: average Loss: 24.058506, time: 33.26 s\r\n",
-      "Train Epoch 36:  75%|██████████▌   | 199/264 [01:24<00:29,  2.21it/s, loss=30.8]04/07 06:40: Train Epoch 36: 200/264 Loss: 31.918983\r\n",
-      "Train Epoch 36: 100%|██████████████| 264/264 [01:50<00:00,  2.39it/s, loss=30.9]\r\n",
-      "04/07 06:40: Train Epoch 36: average Loss: 31.007192, time: 110.45 s\r\n",
-      "Val Epoch 36: 100%|██████████████████| 88/88 [00:29<00:00,  3.02it/s, loss=27.6]\r\n",
-      "04/07 06:41: Val Epoch 36: average Loss: 23.256480, time: 29.17 s\r\n",
-      "Test Epoch 36: 100%|█████████████████| 89/89 [00:29<00:00,  2.98it/s, loss=24.2]\r\n",
-      "04/07 06:41: Test Epoch 36: average Loss: 23.703335, time: 29.88 s\r\n",
-      "04/07 06:41: Best validation model saved!\r\n",
-      "Train Epoch 37:  75%|████████████    | 199/264 [01:17<00:26,  2.50it/s, loss=31]04/07 06:43: Train Epoch 37: 200/264 Loss: 30.372871\r\n",
-      "Train Epoch 37: 100%|████████████████| 264/264 [01:42<00:00,  2.57it/s, loss=31]\r\n",
-      "04/07 06:43: Train Epoch 37: average Loss: 30.961558, time: 102.69 s\r\n",
-      "Val Epoch 37: 100%|██████████████████| 88/88 [00:27<00:00,  3.20it/s, loss=27.4]\r\n",
-      "04/07 06:44: Val Epoch 37: average Loss: 23.212796, time: 27.51 s\r\n",
-      "Test Epoch 37: 100%|███████████████████| 89/89 [00:29<00:00,  3.06it/s, loss=25]\r\n",
-      "04/07 06:44: Test Epoch 37: average Loss: 23.721734, time: 29.05 s\r\n",
-      "04/07 06:44: Best validation model saved!\r\n",
-      "Train Epoch 38:  75%|██████████▌   | 199/264 [01:16<00:25,  2.56it/s, loss=31.4]04/07 06:45: Train Epoch 38: 200/264 Loss: 31.023081\r\n",
-      "Train Epoch 38: 100%|██████████████| 264/264 [01:41<00:00,  2.60it/s, loss=30.3]\r\n",
-      "04/07 06:46: Train Epoch 38: average Loss: 30.911730, time: 101.50 s\r\n",
-      "Val Epoch 38: 100%|██████████████████| 88/88 [00:28<00:00,  3.12it/s, loss=28.3]\r\n",
-      "04/07 06:46: Val Epoch 38: average Loss: 23.677641, time: 28.23 s\r\n",
-      "Test Epoch 38: 100%|█████████████████| 89/89 [00:30<00:00,  2.95it/s, loss=24.9]\r\n",
-      "04/07 06:47: Test Epoch 38: average Loss: 24.269139, time: 30.18 s\r\n",
-      "Train Epoch 39:  75%|██████████▌   | 199/264 [01:16<00:24,  2.63it/s, loss=30.2]04/07 06:48: Train Epoch 39: 200/264 Loss: 31.201643\r\n",
-      "Train Epoch 39: 100%|████████████████| 264/264 [01:40<00:00,  2.62it/s, loss=31]\r\n",
-      "04/07 06:48: Train Epoch 39: average Loss: 30.970114, time: 100.58 s\r\n",
-      "Val Epoch 39: 100%|██████████████████| 88/88 [00:29<00:00,  2.93it/s, loss=27.4]\r\n",
-      "04/07 06:49: Val Epoch 39: average Loss: 23.318100, time: 30.00 s\r\n",
-      "Test Epoch 39: 100%|█████████████████| 89/89 [00:32<00:00,  2.77it/s, loss=24.8]\r\n",
-      "04/07 06:49: Test Epoch 39: average Loss: 23.826456, time: 32.08 s\r\n",
-      "Train Epoch 40:  75%|████████████    | 199/264 [01:11<00:20,  3.19it/s, loss=31]04/07 06:51: Train Epoch 40: 200/264 Loss: 31.226608\r\n",
-      "Train Epoch 40: 100%|████████████████| 264/264 [01:35<00:00,  2.76it/s, loss=30]\r\n",
-      "04/07 06:51: Train Epoch 40: average Loss: 30.843805, time: 95.54 s\r\n",
-      "Val Epoch 40: 100%|██████████████████| 88/88 [00:29<00:00,  3.00it/s, loss=27.6]\r\n",
-      "04/07 06:52: Val Epoch 40: average Loss: 23.230423, time: 29.30 s\r\n",
-      "Test Epoch 40: 100%|███████████████████| 89/89 [00:26<00:00,  3.38it/s, loss=25]\r\n",
-      "04/07 06:52: Test Epoch 40: average Loss: 23.745640, time: 26.35 s\r\n",
-      "Train Epoch 41:  75%|██████████▌   | 199/264 [01:15<00:26,  2.41it/s, loss=30.6]04/07 06:53: Train Epoch 41: 200/264 Loss: 31.803553\r\n",
-      "Train Epoch 41: 100%|██████████████| 264/264 [01:41<00:00,  2.61it/s, loss=31.2]\r\n",
-      "04/07 06:54: Train Epoch 41: average Loss: 30.808746, time: 101.04 s\r\n",
-      "Val Epoch 41: 100%|██████████████████| 88/88 [00:28<00:00,  3.10it/s, loss=27.4]\r\n",
-      "04/07 06:54: Val Epoch 41: average Loss: 23.186068, time: 28.39 s\r\n",
-      "Test Epoch 41: 100%|█████████████████| 89/89 [00:28<00:00,  3.13it/s, loss=25.1]\r\n",
-      "04/07 06:55: Test Epoch 41: average Loss: 23.798835, time: 28.45 s\r\n",
-      "04/07 06:55: Best validation model saved!\r\n",
-      "Train Epoch 42:  75%|██████████▌   | 199/264 [01:15<00:25,  2.58it/s, loss=30.1]04/07 06:56: Train Epoch 42: 200/264 Loss: 30.694269\r\n",
-      "Train Epoch 42: 100%|██████████████| 264/264 [01:40<00:00,  2.63it/s, loss=29.7]\r\n",
-      "04/07 06:56: Train Epoch 42: average Loss: 30.793454, time: 100.54 s\r\n",
-      "Val Epoch 42: 100%|██████████████████| 88/88 [00:29<00:00,  2.95it/s, loss=27.1]\r\n",
-      "04/07 06:57: Val Epoch 42: average Loss: 23.335229, time: 29.81 s\r\n",
-      "Test Epoch 42: 100%|█████████████████| 89/89 [00:29<00:00,  3.05it/s, loss=24.3]\r\n",
-      "04/07 06:57: Test Epoch 42: average Loss: 23.714300, time: 29.23 s\r\n",
-      "Train Epoch 43:  75%|██████████▌   | 199/264 [01:23<00:26,  2.47it/s, loss=30.7]04/07 06:59: Train Epoch 43: 200/264 Loss: 30.374081\r\n",
-      "Train Epoch 43: 100%|██████████████| 264/264 [01:51<00:00,  2.37it/s, loss=30.8]\r\n",
-      "04/07 06:59: Train Epoch 43: average Loss: 30.812684, time: 111.46 s\r\n",
-      "Val Epoch 43: 100%|██████████████████| 88/88 [00:33<00:00,  2.65it/s, loss=27.8]\r\n",
-      "04/07 07:00: Val Epoch 43: average Loss: 23.579888, time: 33.19 s\r\n",
-      "Test Epoch 43: 100%|█████████████████| 89/89 [00:30<00:00,  2.93it/s, loss=25.6]\r\n",
-      "04/07 07:00: Test Epoch 43: average Loss: 24.167516, time: 30.38 s\r\n",
-      "Train Epoch 44:  75%|██████████▌   | 199/264 [01:25<00:25,  2.55it/s, loss=30.5]04/07 07:02: Train Epoch 44: 200/264 Loss: 30.976479\r\n",
-      "Train Epoch 44: 100%|██████████████| 264/264 [01:50<00:00,  2.40it/s, loss=29.8]\r\n",
-      "04/07 07:02: Train Epoch 44: average Loss: 30.755814, time: 110.09 s\r\n",
-      "Val Epoch 44: 100%|██████████████████| 88/88 [00:27<00:00,  3.23it/s, loss=27.4]\r\n",
-      "04/07 07:02: Val Epoch 44: average Loss: 23.194608, time: 27.22 s\r\n",
-      "Test Epoch 44: 100%|█████████████████| 89/89 [00:27<00:00,  3.19it/s, loss=24.9]\r\n",
-      "04/07 07:03: Test Epoch 44: average Loss: 23.776864, time: 27.90 s\r\n",
-      "Train Epoch 45:  75%|██████████▌   | 199/264 [01:18<00:23,  2.73it/s, loss=30.7]04/07 07:04: Train Epoch 45: 200/264 Loss: 31.036320\r\n",
-      "Train Epoch 45: 100%|██████████████| 264/264 [01:43<00:00,  2.55it/s, loss=31.6]\r\n",
-      "04/07 07:05: Train Epoch 45: average Loss: 30.723800, time: 103.66 s\r\n",
-      "Val Epoch 45: 100%|██████████████████| 88/88 [00:30<00:00,  2.89it/s, loss=27.2]\r\n",
-      "04/07 07:05: Val Epoch 45: average Loss: 23.115967, time: 30.40 s\r\n",
-      "Test Epoch 45: 100%|█████████████████| 89/89 [00:29<00:00,  3.03it/s, loss=24.7]\r\n",
-      "04/07 07:06: Test Epoch 45: average Loss: 23.638433, time: 29.34 s\r\n",
-      "04/07 07:06: Best validation model saved!\r\n",
-      "Train Epoch 46:  75%|██████████▌   | 199/264 [01:16<00:23,  2.76it/s, loss=30.9]04/07 07:07: Train Epoch 46: 200/264 Loss: 30.839106\r\n",
-      "Train Epoch 46: 100%|██████████████| 264/264 [01:44<00:00,  2.53it/s, loss=30.5]\r\n",
-      "04/07 07:07: Train Epoch 46: average Loss: 30.677982, time: 104.35 s\r\n",
-      "Val Epoch 46: 100%|██████████████████| 88/88 [00:32<00:00,  2.69it/s, loss=27.1]\r\n",
-      "04/07 07:08: Val Epoch 46: average Loss: 23.073977, time: 32.71 s\r\n",
-      "Test Epoch 46: 100%|█████████████████| 89/89 [00:31<00:00,  2.82it/s, loss=24.8]\r\n",
-      "04/07 07:08: Test Epoch 46: average Loss: 23.665167, time: 31.55 s\r\n",
-      "04/07 07:08: Best validation model saved!\r\n",
-      "Train Epoch 47:  75%|██████████▌   | 199/264 [01:18<00:23,  2.72it/s, loss=30.3]04/07 07:10: Train Epoch 47: 200/264 Loss: 29.979456\r\n",
-      "Train Epoch 47: 100%|██████████████| 264/264 [01:41<00:00,  2.59it/s, loss=31.2]\r\n",
-      "04/07 07:10: Train Epoch 47: average Loss: 30.695712, time: 101.95 s\r\n",
-      "Val Epoch 47: 100%|██████████████████| 88/88 [00:29<00:00,  3.03it/s, loss=27.1]\r\n",
-      "04/07 07:11: Val Epoch 47: average Loss: 22.968116, time: 29.01 s\r\n",
-      "Test Epoch 47: 100%|█████████████████| 89/89 [00:31<00:00,  2.87it/s, loss=24.7]\r\n",
-      "04/07 07:11: Test Epoch 47: average Loss: 23.584029, time: 31.02 s\r\n",
-      "04/07 07:11: Best validation model saved!\r\n",
-      "Train Epoch 48:  75%|██████████▌   | 199/264 [01:19<00:26,  2.45it/s, loss=30.8]04/07 07:12: Train Epoch 48: 200/264 Loss: 28.637594\r\n",
-      "Train Epoch 48: 100%|██████████████| 264/264 [01:47<00:00,  2.46it/s, loss=30.7]\r\n",
-      "04/07 07:13: Train Epoch 48: average Loss: 30.660195, time: 107.12 s\r\n",
-      "Val Epoch 48: 100%|██████████████████| 88/88 [00:31<00:00,  2.80it/s, loss=27.5]\r\n",
-      "04/07 07:13: Val Epoch 48: average Loss: 23.579503, time: 31.40 s\r\n",
-      "Test Epoch 48: 100%|█████████████████| 89/89 [00:31<00:00,  2.85it/s, loss=25.2]\r\n",
-      "04/07 07:14: Test Epoch 48: average Loss: 24.032912, time: 31.19 s\r\n",
-      "Train Epoch 49:  75%|████████████    | 199/264 [01:23<00:28,  2.30it/s, loss=31]04/07 07:15: Train Epoch 49: 200/264 Loss: 31.581642\r\n",
-      "Train Epoch 49: 100%|██████████████| 264/264 [01:52<00:00,  2.35it/s, loss=30.5]\r\n",
-      "04/07 07:16: Train Epoch 49: average Loss: 30.649450, time: 112.33 s\r\n",
-      "Val Epoch 49: 100%|████████████████████| 88/88 [00:31<00:00,  2.83it/s, loss=27]\r\n",
-      "04/07 07:16: Val Epoch 49: average Loss: 23.050542, time: 31.11 s\r\n",
-      "Test Epoch 49: 100%|█████████████████| 89/89 [00:33<00:00,  2.66it/s, loss=25.4]\r\n",
-      "04/07 07:17: Test Epoch 49: average Loss: 23.704770, time: 33.49 s\r\n",
-      "Train Epoch 50:  75%|██████████▌   | 199/264 [01:14<00:24,  2.65it/s, loss=30.3]04/07 07:18: Train Epoch 50: 200/264 Loss: 30.808336\r\n",
-      "Train Epoch 50: 100%|██████████████| 264/264 [01:38<00:00,  2.67it/s, loss=30.3]\r\n",
-      "04/07 07:19: Train Epoch 50: average Loss: 30.582260, time: 98.87 s\r\n",
-      "Val Epoch 50: 100%|████████████████████| 88/88 [00:29<00:00,  3.01it/s, loss=27]\r\n",
-      "04/07 07:19: Val Epoch 50: average Loss: 23.124948, time: 29.23 s\r\n",
-      "Test Epoch 50: 100%|█████████████████| 89/89 [00:29<00:00,  3.00it/s, loss=24.3]\r\n",
-      "04/07 07:20: Test Epoch 50: average Loss: 23.714025, time: 29.66 s\r\n",
-      "Train Epoch 51:  75%|██████████▌   | 199/264 [01:17<00:23,  2.77it/s, loss=30.5]04/07 07:21: Train Epoch 51: 200/264 Loss: 30.500059\r\n",
-      "Train Epoch 51: 100%|██████████████| 264/264 [01:41<00:00,  2.61it/s, loss=30.6]\r\n",
-      "04/07 07:21: Train Epoch 51: average Loss: 30.542183, time: 101.17 s\r\n",
-      "Val Epoch 51: 100%|██████████████████| 88/88 [00:29<00:00,  2.99it/s, loss=26.9]\r\n",
-      "04/07 07:22: Val Epoch 51: average Loss: 22.949183, time: 29.46 s\r\n",
-      "Test Epoch 51: 100%|█████████████████| 89/89 [00:30<00:00,  2.88it/s, loss=24.4]\r\n",
-      "04/07 07:22: Test Epoch 51: average Loss: 23.395088, time: 30.94 s\r\n",
-      "04/07 07:22: Best validation model saved!\r\n",
-      "Train Epoch 52:  75%|██████████▌   | 199/264 [01:23<00:27,  2.38it/s, loss=29.7]04/07 07:24: Train Epoch 52: 200/264 Loss: 30.881472\r\n",
-      "Train Epoch 52: 100%|██████████████| 264/264 [01:47<00:00,  2.45it/s, loss=30.6]\r\n",
-      "04/07 07:24: Train Epoch 52: average Loss: 30.579127, time: 107.57 s\r\n",
-      "Val Epoch 52: 100%|██████████████████| 88/88 [00:27<00:00,  3.15it/s, loss=27.5]\r\n",
-      "04/07 07:24: Val Epoch 52: average Loss: 23.738107, time: 27.98 s\r\n",
-      "Test Epoch 52: 100%|█████████████████| 89/89 [00:26<00:00,  3.39it/s, loss=24.5]\r\n",
-      "04/07 07:25: Test Epoch 52: average Loss: 24.227289, time: 26.27 s\r\n",
-      "Train Epoch 53:  75%|██████████▌   | 199/264 [01:18<00:27,  2.33it/s, loss=31.5]04/07 07:26: Train Epoch 53: 200/264 Loss: 30.503918\r\n",
-      "Train Epoch 53: 100%|████████████████| 264/264 [01:46<00:00,  2.49it/s, loss=31]\r\n",
-      "04/07 07:27: Train Epoch 53: average Loss: 30.567845, time: 106.07 s\r\n",
-      "Val Epoch 53: 100%|████████████████████| 88/88 [00:34<00:00,  2.56it/s, loss=27]\r\n",
-      "04/07 07:27: Val Epoch 53: average Loss: 23.100204, time: 34.38 s\r\n",
-      "Test Epoch 53: 100%|█████████████████| 89/89 [00:31<00:00,  2.86it/s, loss=25.4]\r\n",
-      "04/07 07:28: Test Epoch 53: average Loss: 23.884490, time: 31.14 s\r\n",
-      "Train Epoch 54:  75%|██████████▌   | 199/264 [01:17<00:23,  2.72it/s, loss=30.1]04/07 07:29: Train Epoch 54: 200/264 Loss: 30.977688\r\n",
-      "Train Epoch 54: 100%|██████████████| 264/264 [01:42<00:00,  2.57it/s, loss=30.3]\r\n",
-      "04/07 07:30: Train Epoch 54: average Loss: 30.554942, time: 102.69 s\r\n",
-      "Val Epoch 54: 100%|██████████████████| 88/88 [00:29<00:00,  2.99it/s, loss=27.5]\r\n",
-      "04/07 07:30: Val Epoch 54: average Loss: 23.168218, time: 29.43 s\r\n",
-      "Test Epoch 54: 100%|█████████████████| 89/89 [00:31<00:00,  2.86it/s, loss=23.9]\r\n",
-      "04/07 07:31: Test Epoch 54: average Loss: 23.594973, time: 31.16 s\r\n",
-      "Train Epoch 55:  75%|██████████▌   | 199/264 [01:17<00:24,  2.62it/s, loss=30.9]04/07 07:32: Train Epoch 55: 200/264 Loss: 30.543478\r\n",
-      "Train Epoch 55: 100%|██████████████| 264/264 [01:42<00:00,  2.59it/s, loss=29.8]\r\n",
-      "04/07 07:32: Train Epoch 55: average Loss: 30.520598, time: 102.02 s\r\n",
-      "Val Epoch 55: 100%|██████████████████| 88/88 [00:33<00:00,  2.63it/s, loss=27.2]\r\n",
-      "04/07 07:33: Val Epoch 55: average Loss: 23.215661, time: 33.46 s\r\n",
-      "Test Epoch 55: 100%|█████████████████| 89/89 [00:31<00:00,  2.78it/s, loss=25.1]\r\n",
-      "04/07 07:33: Test Epoch 55: average Loss: 23.796539, time: 31.96 s\r\n",
-      "Train Epoch 56:  75%|██████████▌   | 199/264 [01:23<00:27,  2.40it/s, loss=30.1]04/07 07:35: Train Epoch 56: 200/264 Loss: 29.915676\r\n",
-      "Train Epoch 56: 100%|██████████████| 264/264 [01:50<00:00,  2.40it/s, loss=30.7]\r\n",
-      "04/07 07:35: Train Epoch 56: average Loss: 30.497170, time: 110.16 s\r\n",
-      "Val Epoch 56: 100%|██████████████████| 88/88 [00:33<00:00,  2.63it/s, loss=27.1]\r\n",
-      "04/07 07:36: Val Epoch 56: average Loss: 22.874262, time: 33.44 s\r\n",
-      "Test Epoch 56: 100%|█████████████████| 89/89 [00:30<00:00,  2.89it/s, loss=24.8]\r\n",
-      "04/07 07:36: Test Epoch 56: average Loss: 23.470513, time: 30.81 s\r\n",
-      "04/07 07:36: Best validation model saved!\r\n",
-      "Train Epoch 57:  75%|██████████▌   | 199/264 [01:16<00:27,  2.35it/s, loss=30.3]04/07 07:37: Train Epoch 57: 200/264 Loss: 31.295216\r\n",
-      "Train Epoch 57: 100%|██████████████| 264/264 [01:41<00:00,  2.60it/s, loss=30.2]\r\n",
-      "04/07 07:38: Train Epoch 57: average Loss: 30.457746, time: 101.52 s\r\n",
-      "Val Epoch 57: 100%|██████████████████| 88/88 [00:30<00:00,  2.87it/s, loss=27.3]\r\n",
-      "04/07 07:38: Val Epoch 57: average Loss: 23.403112, time: 30.70 s\r\n",
-      "Test Epoch 57: 100%|█████████████████| 89/89 [00:29<00:00,  3.02it/s, loss=25.5]\r\n",
-      "04/07 07:39: Test Epoch 57: average Loss: 23.841385, time: 29.43 s\r\n",
-      "Train Epoch 58:  75%|██████████▌   | 199/264 [01:15<00:23,  2.74it/s, loss=31.2]04/07 07:40: Train Epoch 58: 200/264 Loss: 29.408852\r\n",
-      "Train Epoch 58: 100%|██████████████| 264/264 [01:43<00:00,  2.55it/s, loss=30.6]\r\n",
-      "04/07 07:41: Train Epoch 58: average Loss: 30.438346, time: 103.43 s\r\n",
-      "Val Epoch 58: 100%|██████████████████| 88/88 [00:31<00:00,  2.82it/s, loss=27.7]\r\n",
-      "04/07 07:41: Val Epoch 58: average Loss: 23.406133, time: 31.23 s\r\n",
-      "Test Epoch 58: 100%|█████████████████| 89/89 [00:30<00:00,  2.89it/s, loss=25.8]\r\n",
-      "04/07 07:42: Test Epoch 58: average Loss: 23.984717, time: 30.81 s\r\n",
-      "Train Epoch 59:  75%|██████████▌   | 199/264 [01:19<00:26,  2.41it/s, loss=31.3]04/07 07:43: Train Epoch 59: 200/264 Loss: 30.570705\r\n",
-      "Train Epoch 59: 100%|██████████████| 264/264 [01:44<00:00,  2.52it/s, loss=30.7]\r\n",
-      "04/07 07:43: Train Epoch 59: average Loss: 30.448204, time: 104.73 s\r\n",
-      "Val Epoch 59: 100%|██████████████████| 88/88 [00:27<00:00,  3.24it/s, loss=27.1]\r\n",
-      "04/07 07:44: Val Epoch 59: average Loss: 23.085973, time: 27.13 s\r\n",
-      "Test Epoch 59: 100%|█████████████████| 89/89 [00:26<00:00,  3.31it/s, loss=25.3]\r\n",
-      "04/07 07:44: Test Epoch 59: average Loss: 23.647839, time: 26.91 s\r\n",
-      "Train Epoch 60:  75%|██████████▌   | 199/264 [01:10<00:23,  2.76it/s, loss=30.1]04/07 07:45: Train Epoch 60: 200/264 Loss: 31.136959\r\n",
-      "Train Epoch 60: 100%|██████████████| 264/264 [01:35<00:00,  2.76it/s, loss=30.1]\r\n",
-      "04/07 07:46: Train Epoch 60: average Loss: 30.419380, time: 95.73 s\r\n",
-      "Val Epoch 60: 100%|██████████████████| 88/88 [00:32<00:00,  2.69it/s, loss=27.7]\r\n",
-      "04/07 07:46: Val Epoch 60: average Loss: 23.457613, time: 32.66 s\r\n",
-      "Test Epoch 60: 100%|█████████████████| 89/89 [00:32<00:00,  2.72it/s, loss=25.9]\r\n",
-      "04/07 07:47: Test Epoch 60: average Loss: 24.128057, time: 32.77 s\r\n",
-      "Train Epoch 61:  75%|██████████▌   | 199/264 [01:18<00:31,  2.09it/s, loss=30.3]04/07 07:48: Train Epoch 61: 200/264 Loss: 31.026947\r\n",
-      "Train Epoch 61: 100%|██████████████| 264/264 [01:43<00:00,  2.55it/s, loss=30.5]\r\n",
-      "04/07 07:49: Train Epoch 61: average Loss: 30.371225, time: 103.57 s\r\n",
-      "Val Epoch 61: 100%|██████████████████| 88/88 [00:33<00:00,  2.66it/s, loss=26.7]\r\n",
-      "04/07 07:49: Val Epoch 61: average Loss: 22.983163, time: 33.13 s\r\n",
-      "Test Epoch 61: 100%|█████████████████| 89/89 [00:35<00:00,  2.49it/s, loss=24.7]\r\n",
-      "04/07 07:50: Test Epoch 61: average Loss: 23.489983, time: 35.70 s\r\n",
-      "Train Epoch 62:  75%|██████████▌   | 199/264 [01:15<00:27,  2.39it/s, loss=30.2]04/07 07:51: Train Epoch 62: 200/264 Loss: 31.063810\r\n",
-      "Train Epoch 62: 100%|██████████████| 264/264 [01:42<00:00,  2.57it/s, loss=30.4]\r\n",
-      "04/07 07:52: Train Epoch 62: average Loss: 30.430129, time: 102.57 s\r\n",
-      "Val Epoch 62: 100%|██████████████████| 88/88 [00:31<00:00,  2.80it/s, loss=27.4]\r\n",
-      "04/07 07:52: Val Epoch 62: average Loss: 23.046519, time: 31.40 s\r\n",
-      "Test Epoch 62: 100%|█████████████████| 89/89 [00:33<00:00,  2.62it/s, loss=25.5]\r\n",
-      "04/07 07:53: Test Epoch 62: average Loss: 23.771395, time: 33.92 s\r\n",
-      "Train Epoch 63:  75%|██████████▌   | 199/264 [01:14<00:25,  2.57it/s, loss=30.9]04/07 07:54: Train Epoch 63: 200/264 Loss: 30.014652\r\n",
-      "Train Epoch 63: 100%|██████████████| 264/264 [01:38<00:00,  2.67it/s, loss=30.5]\r\n",
-      "04/07 07:54: Train Epoch 63: average Loss: 30.384208, time: 98.69 s\r\n",
-      "Val Epoch 63: 100%|██████████████████| 88/88 [00:29<00:00,  2.96it/s, loss=27.5]\r\n",
-      "04/07 07:55: Val Epoch 63: average Loss: 23.610353, time: 29.69 s\r\n",
-      "Test Epoch 63: 100%|█████████████████| 89/89 [00:29<00:00,  3.01it/s, loss=25.6]\r\n",
-      "04/07 07:55: Test Epoch 63: average Loss: 24.117586, time: 29.53 s\r\n",
-      "Train Epoch 64:  75%|██████████▌   | 199/264 [01:23<00:27,  2.39it/s, loss=29.7]04/07 07:57: Train Epoch 64: 200/264 Loss: 30.404293\r\n",
-      "Train Epoch 64: 100%|██████████████| 264/264 [01:49<00:00,  2.40it/s, loss=31.4]\r\n",
-      "04/07 07:57: Train Epoch 64: average Loss: 30.330758, time: 109.80 s\r\n",
-      "Val Epoch 64: 100%|████████████████████| 88/88 [00:27<00:00,  3.14it/s, loss=27]\r\n",
-      "04/07 07:58: Val Epoch 64: average Loss: 22.961560, time: 28.00 s\r\n",
-      "Test Epoch 64: 100%|█████████████████| 89/89 [00:30<00:00,  2.93it/s, loss=24.9]\r\n",
-      "04/07 07:58: Test Epoch 64: average Loss: 23.566672, time: 30.42 s\r\n",
-      "Train Epoch 65:  75%|██████████▌   | 199/264 [01:19<00:28,  2.24it/s, loss=31.1]04/07 07:59: Train Epoch 65: 200/264 Loss: 30.904139\r\n",
-      "Train Epoch 65: 100%|██████████████| 264/264 [01:47<00:00,  2.45it/s, loss=30.6]\r\n",
-      "04/07 08:00: Train Epoch 65: average Loss: 30.354061, time: 107.87 s\r\n",
-      "Val Epoch 65: 100%|██████████████████| 88/88 [00:33<00:00,  2.62it/s, loss=26.8]\r\n",
-      "04/07 08:00: Val Epoch 65: average Loss: 23.018559, time: 33.60 s\r\n",
-      "Test Epoch 65: 100%|█████████████████| 89/89 [00:34<00:00,  2.61it/s, loss=25.2]\r\n",
-      "04/07 08:01: Test Epoch 65: average Loss: 23.580715, time: 34.12 s\r\n",
-      "Train Epoch 66:  75%|██████████▌   | 199/264 [01:26<00:31,  2.03it/s, loss=30.1]04/07 08:02: Train Epoch 66: 200/264 Loss: 30.748055\r\n",
-      "Train Epoch 66: 100%|██████████████| 264/264 [01:54<00:00,  2.30it/s, loss=30.6]\r\n",
-      "04/07 08:03: Train Epoch 66: average Loss: 30.317309, time: 114.55 s\r\n",
-      "Val Epoch 66: 100%|██████████████████| 88/88 [00:31<00:00,  2.80it/s, loss=27.1]\r\n",
-      "04/07 08:03: Val Epoch 66: average Loss: 23.093719, time: 31.38 s\r\n",
-      "Test Epoch 66: 100%|█████████████████| 89/89 [00:28<00:00,  3.08it/s, loss=24.7]\r\n",
-      "04/07 08:04: Test Epoch 66: average Loss: 23.520915, time: 28.89 s\r\n",
-      "Train Epoch 67:  75%|██████████▌   | 199/264 [01:16<00:24,  2.61it/s, loss=30.1]04/07 08:05: Train Epoch 67: 200/264 Loss: 30.281481\r\n",
-      "Train Epoch 67: 100%|██████████████| 264/264 [01:44<00:00,  2.52it/s, loss=29.8]\r\n",
-      "04/07 08:06: Train Epoch 67: average Loss: 30.313657, time: 104.62 s\r\n",
-      "Val Epoch 67: 100%|██████████████████| 88/88 [00:33<00:00,  2.66it/s, loss=26.8]\r\n",
-      "04/07 08:06: Val Epoch 67: average Loss: 22.946911, time: 33.09 s\r\n",
-      "Test Epoch 67: 100%|█████████████████| 89/89 [00:30<00:00,  2.96it/s, loss=24.7]\r\n",
-      "04/07 08:07: Test Epoch 67: average Loss: 23.527275, time: 30.10 s\r\n",
-      "Train Epoch 68:  75%|██████████▌   | 199/264 [01:23<00:30,  2.16it/s, loss=30.7]04/07 08:08: Train Epoch 68: 200/264 Loss: 29.718987\r\n",
-      "Train Epoch 68: 100%|██████████████| 264/264 [01:48<00:00,  2.43it/s, loss=31.3]\r\n",
-      "04/07 08:09: Train Epoch 68: average Loss: 30.313155, time: 108.77 s\r\n",
-      "Val Epoch 68: 100%|██████████████████| 88/88 [00:28<00:00,  3.11it/s, loss=26.6]\r\n",
-      "04/07 08:09: Val Epoch 68: average Loss: 23.208695, time: 28.28 s\r\n",
-      "Test Epoch 68: 100%|█████████████████| 89/89 [00:30<00:00,  2.90it/s, loss=24.9]\r\n",
-      "04/07 08:10: Test Epoch 68: average Loss: 23.730513, time: 30.72 s\r\n",
-      "Train Epoch 69:  75%|██████████▌   | 199/264 [01:15<00:28,  2.28it/s, loss=29.6]04/07 08:11: Train Epoch 69: 200/264 Loss: 30.305819\r\n",
-      "Train Epoch 69: 100%|██████████████| 264/264 [01:42<00:00,  2.58it/s, loss=30.7]\r\n",
-      "04/07 08:11: Train Epoch 69: average Loss: 30.293553, time: 102.24 s\r\n",
-      "Val Epoch 69: 100%|██████████████████| 88/88 [00:33<00:00,  2.60it/s, loss=26.6]\r\n",
-      "04/07 08:12: Val Epoch 69: average Loss: 22.761896, time: 33.88 s\r\n",
-      "Test Epoch 69: 100%|█████████████████| 89/89 [00:31<00:00,  2.79it/s, loss=24.6]\r\n",
-      "04/07 08:12: Test Epoch 69: average Loss: 23.260297, time: 31.87 s\r\n",
-      "04/07 08:12: Best validation model saved!\r\n",
-      "Train Epoch 70:  75%|██████████▌   | 199/264 [01:23<00:35,  1.85it/s, loss=31.5]04/07 08:14: Train Epoch 70: 200/264 Loss: 30.021919\r\n",
-      "Train Epoch 70: 100%|████████████████| 264/264 [01:51<00:00,  2.36it/s, loss=30]\r\n",
-      "04/07 08:14: Train Epoch 70: average Loss: 30.241289, time: 111.85 s\r\n",
-      "Val Epoch 70: 100%|██████████████████| 88/88 [00:36<00:00,  2.44it/s, loss=27.1]\r\n",
-      "04/07 08:15: Val Epoch 70: average Loss: 23.237171, time: 36.11 s\r\n",
-      "Test Epoch 70: 100%|█████████████████| 89/89 [00:30<00:00,  2.87it/s, loss=25.3]\r\n",
-      "04/07 08:15: Test Epoch 70: average Loss: 23.745728, time: 30.97 s\r\n",
-      "Train Epoch 71:  75%|██████████▌   | 199/264 [01:26<00:25,  2.56it/s, loss=30.7]04/07 08:17: Train Epoch 71: 200/264 Loss: 30.140379\r\n",
-      "Train Epoch 71: 100%|██████████████| 264/264 [01:56<00:00,  2.26it/s, loss=30.6]\r\n",
-      "04/07 08:17: Train Epoch 71: average Loss: 30.237569, time: 116.58 s\r\n",
-      "Val Epoch 71: 100%|██████████████████| 88/88 [00:37<00:00,  2.35it/s, loss=26.8]\r\n",
-      "04/07 08:18: Val Epoch 71: average Loss: 23.034866, time: 37.50 s\r\n",
-      "Test Epoch 71: 100%|█████████████████| 89/89 [00:38<00:00,  2.34it/s, loss=25.4]\r\n",
-      "04/07 08:19: Test Epoch 71: average Loss: 23.755608, time: 38.06 s\r\n",
-      "Train Epoch 72:  75%|██████████▌   | 199/264 [01:34<00:34,  1.86it/s, loss=30.3]04/07 08:20: Train Epoch 72: 200/264 Loss: 30.079559\r\n",
-      "Train Epoch 72: 100%|██████████████| 264/264 [02:04<00:00,  2.12it/s, loss=29.9]\r\n",
-      "04/07 08:21: Train Epoch 72: average Loss: 30.256094, time: 124.30 s\r\n",
-      "Val Epoch 72: 100%|██████████████████| 88/88 [00:35<00:00,  2.45it/s, loss=26.8]\r\n",
-      "04/07 08:21: Val Epoch 72: average Loss: 22.948026, time: 35.89 s\r\n",
-      "Test Epoch 72: 100%|█████████████████| 89/89 [00:37<00:00,  2.35it/s, loss=24.6]\r\n",
-      "04/07 08:22: Test Epoch 72: average Loss: 23.602870, time: 37.80 s\r\n",
-      "Train Epoch 73:  75%|██████████▌   | 199/264 [01:26<00:29,  2.20it/s, loss=30.7]04/07 08:23: Train Epoch 73: 200/264 Loss: 29.990486\r\n",
-      "Train Epoch 73: 100%|██████████████| 264/264 [01:55<00:00,  2.29it/s, loss=30.5]\r\n",
-      "04/07 08:24: Train Epoch 73: average Loss: 30.218373, time: 115.06 s\r\n",
-      "Val Epoch 73: 100%|██████████████████| 88/88 [00:35<00:00,  2.47it/s, loss=27.1]\r\n",
-      "04/07 08:24: Val Epoch 73: average Loss: 22.867418, time: 35.67 s\r\n",
-      "Test Epoch 73: 100%|█████████████████| 89/89 [00:34<00:00,  2.56it/s, loss=24.9]\r\n",
-      "04/07 08:25: Test Epoch 73: average Loss: 23.372366, time: 34.77 s\r\n",
-      "Train Epoch 74:  75%|██████████▌   | 199/264 [01:23<00:26,  2.45it/s, loss=29.3]04/07 08:26: Train Epoch 74: 200/264 Loss: 31.968992\r\n",
-      "Train Epoch 74: 100%|██████████████| 264/264 [01:51<00:00,  2.37it/s, loss=30.2]\r\n",
-      "04/07 08:27: Train Epoch 74: average Loss: 30.238242, time: 111.28 s\r\n",
-      "Val Epoch 74: 100%|██████████████████| 88/88 [00:37<00:00,  2.36it/s, loss=26.6]\r\n",
-      "04/07 08:27: Val Epoch 74: average Loss: 22.986994, time: 37.34 s\r\n",
-      "Test Epoch 74: 100%|█████████████████| 89/89 [00:22<00:00,  3.99it/s, loss=24.9]\r\n",
-      "04/07 08:28: Test Epoch 74: average Loss: 23.625978, time: 22.31 s\r\n",
-      "Train Epoch 75:  75%|██████████▌   | 199/264 [00:59<00:19,  3.37it/s, loss=30.3]04/07 08:29: Train Epoch 75: 200/264 Loss: 29.689854\r\n",
-      "Train Epoch 75: 100%|██████████████| 264/264 [01:19<00:00,  3.30it/s, loss=30.4]\r\n",
-      "04/07 08:29: Train Epoch 75: average Loss: 30.208140, time: 79.94 s\r\n",
-      "Val Epoch 75: 100%|██████████████████| 88/88 [00:23<00:00,  3.73it/s, loss=26.9]\r\n",
-      "04/07 08:29: Val Epoch 75: average Loss: 23.101305, time: 23.59 s\r\n",
-      "Test Epoch 75: 100%|█████████████████| 89/89 [00:21<00:00,  4.09it/s, loss=25.1]\r\n",
-      "04/07 08:30: Test Epoch 75: average Loss: 23.784409, time: 21.74 s\r\n",
-      "Train Epoch 76:  75%|██████████▌   | 199/264 [01:01<00:19,  3.38it/s, loss=31.4]04/07 08:31: Train Epoch 76: 200/264 Loss: 30.038282\r\n",
-      "Train Epoch 76: 100%|██████████████| 264/264 [01:20<00:00,  3.28it/s, loss=29.5]\r\n",
-      "04/07 08:31: Train Epoch 76: average Loss: 30.156286, time: 80.46 s\r\n",
-      "Val Epoch 76: 100%|██████████████████| 88/88 [00:21<00:00,  4.02it/s, loss=26.5]\r\n",
-      "04/07 08:32: Val Epoch 76: average Loss: 22.808313, time: 21.92 s\r\n",
-      "Test Epoch 76: 100%|█████████████████| 89/89 [00:22<00:00,  3.87it/s, loss=24.8]\r\n",
-      "04/07 08:32: Test Epoch 76: average Loss: 23.373554, time: 22.99 s\r\n",
-      "Train Epoch 77:  75%|██████████▌   | 199/264 [01:00<00:19,  3.41it/s, loss=30.5]04/07 08:33: Train Epoch 77: 200/264 Loss: 30.052128\r\n",
-      "Train Epoch 77: 100%|██████████████| 264/264 [01:19<00:00,  3.32it/s, loss=30.2]\r\n",
-      "04/07 08:33: Train Epoch 77: average Loss: 30.161517, time: 79.62 s\r\n",
-      "Val Epoch 77: 100%|██████████████████| 88/88 [00:24<00:00,  3.53it/s, loss=27.2]\r\n",
-      "04/07 08:34: Val Epoch 77: average Loss: 23.274670, time: 24.94 s\r\n",
-      "Test Epoch 77: 100%|█████████████████| 89/89 [00:21<00:00,  4.11it/s, loss=25.5]\r\n",
-      "04/07 08:34: Test Epoch 77: average Loss: 23.843941, time: 21.63 s\r\n",
-      "Train Epoch 78:  75%|██████████▌   | 199/264 [00:59<00:21,  2.98it/s, loss=30.3]04/07 08:35: Train Epoch 78: 200/264 Loss: 29.614271\r\n",
-      "Train Epoch 78: 100%|██████████████| 264/264 [01:18<00:00,  3.35it/s, loss=29.9]\r\n",
-      "04/07 08:35: Train Epoch 78: average Loss: 30.198707, time: 78.79 s\r\n",
-      "Val Epoch 78: 100%|██████████████████| 88/88 [00:21<00:00,  4.18it/s, loss=27.1]\r\n",
-      "04/07 08:36: Val Epoch 78: average Loss: 23.281452, time: 21.05 s\r\n",
-      "Test Epoch 78: 100%|█████████████████| 89/89 [00:21<00:00,  4.20it/s, loss=24.9]\r\n",
-      "04/07 08:36: Test Epoch 78: average Loss: 24.118327, time: 21.18 s\r\n",
-      "Train Epoch 79:  75%|██████████▌   | 199/264 [01:00<00:18,  3.53it/s, loss=29.3]04/07 08:37: Train Epoch 79: 200/264 Loss: 29.434999\r\n",
-      "Train Epoch 79: 100%|██████████████| 264/264 [01:19<00:00,  3.34it/s, loss=30.1]\r\n",
-      "04/07 08:37: Train Epoch 79: average Loss: 30.150812, time: 79.02 s\r\n",
-      "Val Epoch 79: 100%|██████████████████| 88/88 [00:22<00:00,  3.97it/s, loss=26.9]\r\n",
-      "04/07 08:38: Val Epoch 79: average Loss: 23.102869, time: 22.16 s\r\n",
-      "Test Epoch 79: 100%|█████████████████| 89/89 [00:24<00:00,  3.65it/s, loss=25.2]\r\n",
-      "04/07 08:38: Test Epoch 79: average Loss: 23.929614, time: 24.39 s\r\n",
-      "Train Epoch 80:  75%|██████████▌   | 199/264 [00:57<00:21,  3.08it/s, loss=29.8]04/07 08:39: Train Epoch 80: 200/264 Loss: 30.326185\r\n",
-      "Train Epoch 80: 100%|██████████████| 264/264 [01:19<00:00,  3.32it/s, loss=30.3]\r\n",
-      "04/07 08:39: Train Epoch 80: average Loss: 30.117747, time: 79.52 s\r\n",
-      "Val Epoch 80: 100%|████████████████████| 88/88 [00:21<00:00,  4.05it/s, loss=27]\r\n",
-      "04/07 08:40: Val Epoch 80: average Loss: 22.995445, time: 21.75 s\r\n",
-      "Test Epoch 80: 100%|███████████████████| 89/89 [00:21<00:00,  4.14it/s, loss=25]\r\n",
-      "04/07 08:40: Test Epoch 80: average Loss: 23.684069, time: 21.51 s\r\n",
-      "Train Epoch 81:  75%|██████████▌   | 199/264 [01:01<00:18,  3.44it/s, loss=30.3]04/07 08:41: Train Epoch 81: 200/264 Loss: 29.665401\r\n",
-      "Train Epoch 81: 100%|██████████████| 264/264 [01:20<00:00,  3.30it/s, loss=30.9]\r\n",
-      "04/07 08:42: Train Epoch 81: average Loss: 30.122315, time: 80.06 s\r\n",
-      "Val Epoch 81: 100%|██████████████████| 88/88 [00:21<00:00,  4.01it/s, loss=26.4]\r\n",
-      "04/07 08:42: Val Epoch 81: average Loss: 22.735578, time: 21.97 s\r\n",
-      "Test Epoch 81: 100%|█████████████████| 89/89 [00:25<00:00,  3.54it/s, loss=24.4]\r\n",
-      "04/07 08:42: Test Epoch 81: average Loss: 23.230025, time: 25.14 s\r\n",
-      "04/07 08:42: Best validation model saved!\r\n",
-      "Train Epoch 82:  75%|██████████▌   | 199/264 [00:58<00:19,  3.42it/s, loss=29.9]04/07 08:43: Train Epoch 82: 200/264 Loss: 30.463377\r\n",
-      "Train Epoch 82: 100%|██████████████| 264/264 [01:18<00:00,  3.36it/s, loss=29.7]\r\n",
-      "04/07 08:44: Train Epoch 82: average Loss: 30.119790, time: 78.52 s\r\n",
-      "Val Epoch 82: 100%|██████████████████| 88/88 [00:23<00:00,  3.79it/s, loss=26.9]\r\n",
-      "04/07 08:44: Val Epoch 82: average Loss: 23.092459, time: 23.24 s\r\n",
-      "Test Epoch 82: 100%|█████████████████| 89/89 [00:21<00:00,  4.14it/s, loss=25.1]\r\n",
-      "04/07 08:44: Test Epoch 82: average Loss: 23.660303, time: 21.49 s\r\n",
-      "Train Epoch 83:  75%|████████████    | 199/264 [01:01<00:19,  3.39it/s, loss=30]04/07 08:45: Train Epoch 83: 200/264 Loss: 30.081924\r\n",
-      "Train Epoch 83: 100%|████████████████| 264/264 [01:20<00:00,  3.27it/s, loss=29]\r\n",
-      "04/07 08:46: Train Epoch 83: average Loss: 30.077641, time: 80.75 s\r\n",
-      "Val Epoch 83: 100%|████████████████████| 88/88 [00:21<00:00,  4.09it/s, loss=27]\r\n",
-      "04/07 08:46: Val Epoch 83: average Loss: 23.226723, time: 21.52 s\r\n",
-      "Test Epoch 83: 100%|█████████████████| 89/89 [00:22<00:00,  3.91it/s, loss=25.6]\r\n",
-      "04/07 08:46: Test Epoch 83: average Loss: 23.855588, time: 22.73 s\r\n",
-      "Train Epoch 84:  75%|██████████▌   | 199/264 [00:59<00:19,  3.42it/s, loss=30.3]04/07 08:47: Train Epoch 84: 200/264 Loss: 30.362850\r\n",
-      "Train Epoch 84: 100%|██████████████| 264/264 [01:18<00:00,  3.34it/s, loss=30.2]\r\n",
-      "04/07 08:48: Train Epoch 84: average Loss: 30.095412, time: 78.97 s\r\n",
-      "Val Epoch 84: 100%|██████████████████| 88/88 [00:25<00:00,  3.40it/s, loss=27.3]\r\n",
-      "04/07 08:48: Val Epoch 84: average Loss: 23.322487, time: 25.89 s\r\n",
-      "Test Epoch 84: 100%|█████████████████| 89/89 [00:22<00:00,  4.02it/s, loss=25.6]\r\n",
-      "04/07 08:49: Test Epoch 84: average Loss: 23.942177, time: 22.12 s\r\n",
-      "Train Epoch 85:  75%|████████████    | 199/264 [01:00<00:21,  2.97it/s, loss=31]04/07 08:50: Train Epoch 85: 200/264 Loss: 30.143831\r\n",
-      "Train Epoch 85: 100%|██████████████| 264/264 [01:20<00:00,  3.29it/s, loss=30.3]\r\n",
-      "04/07 08:50: Train Epoch 85: average Loss: 30.061404, time: 80.22 s\r\n",
-      "Val Epoch 85: 100%|██████████████████| 88/88 [00:21<00:00,  4.06it/s, loss=26.4]\r\n",
-      "04/07 08:50: Val Epoch 85: average Loss: 22.755688, time: 21.69 s\r\n",
-      "Test Epoch 85: 100%|█████████████████| 89/89 [00:21<00:00,  4.08it/s, loss=24.9]\r\n",
-      "04/07 08:51: Test Epoch 85: average Loss: 23.424582, time: 21.81 s\r\n",
-      "Train Epoch 86:  75%|██████████▌   | 199/264 [01:01<00:19,  3.36it/s, loss=28.5]04/07 08:52: Train Epoch 86: 200/264 Loss: 29.925447\r\n",
-      "Train Epoch 86: 100%|██████████████| 264/264 [01:21<00:00,  3.26it/s, loss=31.5]\r\n",
-      "04/07 08:52: Train Epoch 86: average Loss: 30.055083, time: 81.04 s\r\n",
-      "Val Epoch 86: 100%|██████████████████| 88/88 [00:23<00:00,  3.74it/s, loss=26.3]\r\n",
-      "04/07 08:52: Val Epoch 86: average Loss: 22.828089, time: 23.56 s\r\n",
-      "Test Epoch 86: 100%|█████████████████| 89/89 [00:23<00:00,  3.75it/s, loss=24.5]\r\n",
-      "04/07 08:53: Test Epoch 86: average Loss: 23.385756, time: 23.71 s\r\n",
-      "Train Epoch 87:  75%|██████████▌   | 199/264 [00:59<00:21,  2.96it/s, loss=29.3]04/07 08:54: Train Epoch 87: 200/264 Loss: 30.605648\r\n",
-      "Train Epoch 87: 100%|██████████████| 264/264 [01:20<00:00,  3.28it/s, loss=30.6]\r\n",
-      "04/07 08:54: Train Epoch 87: average Loss: 30.067988, time: 80.54 s\r\n",
-      "Val Epoch 87: 100%|██████████████████| 88/88 [00:21<00:00,  4.05it/s, loss=26.9]\r\n",
-      "04/07 08:54: Val Epoch 87: average Loss: 23.347041, time: 21.72 s\r\n",
-      "Test Epoch 87: 100%|███████████████████| 89/89 [00:21<00:00,  4.10it/s, loss=25]\r\n",
-      "04/07 08:55: Test Epoch 87: average Loss: 23.831152, time: 21.71 s\r\n",
-      "Train Epoch 88:  75%|██████████▌   | 199/264 [01:01<00:18,  3.43it/s, loss=31.1]04/07 08:56: Train Epoch 88: 200/264 Loss: 30.574123\r\n",
-      "Train Epoch 88: 100%|██████████████| 264/264 [01:20<00:00,  3.28it/s, loss=28.2]\r\n",
-      "04/07 08:56: Train Epoch 88: average Loss: 30.060921, time: 80.54 s\r\n",
-      "Val Epoch 88: 100%|██████████████████| 88/88 [00:21<00:00,  4.04it/s, loss=27.4]\r\n",
-      "04/07 08:57: Val Epoch 88: average Loss: 23.211394, time: 21.81 s\r\n",
-      "Test Epoch 88: 100%|█████████████████| 89/89 [00:25<00:00,  3.55it/s, loss=25.1]\r\n",
-      "04/07 08:57: Test Epoch 88: average Loss: 23.729845, time: 25.09 s\r\n",
-      "Train Epoch 89:  75%|██████████▌   | 199/264 [00:58<00:19,  3.41it/s, loss=30.6]04/07 08:58: Train Epoch 89: 200/264 Loss: 29.704441\r\n",
-      "Train Epoch 89: 100%|██████████████| 264/264 [01:19<00:00,  3.32it/s, loss=30.6]\r\n",
-      "04/07 08:58: Train Epoch 89: average Loss: 30.022590, time: 79.47 s\r\n",
-      "Val Epoch 89: 100%|██████████████████| 88/88 [00:23<00:00,  3.74it/s, loss=26.7]\r\n",
-      "04/07 08:59: Val Epoch 89: average Loss: 23.000245, time: 23.53 s\r\n",
-      "Test Epoch 89: 100%|█████████████████| 89/89 [00:21<00:00,  4.07it/s, loss=25.6]\r\n",
-      "04/07 08:59: Test Epoch 89: average Loss: 23.663534, time: 21.88 s\r\n",
-      "Train Epoch 90:  75%|██████████▌   | 199/264 [01:02<00:19,  3.38it/s, loss=30.4]04/07 09:00: Train Epoch 90: 200/264 Loss: 29.155142\r\n",
-      "Train Epoch 90: 100%|██████████████| 264/264 [01:21<00:00,  3.24it/s, loss=29.3]\r\n",
-      "04/07 09:00: Train Epoch 90: average Loss: 30.023986, time: 81.42 s\r\n",
-      "Val Epoch 90: 100%|██████████████████| 88/88 [00:21<00:00,  4.01it/s, loss=26.7]\r\n",
-      "04/07 09:01: Val Epoch 90: average Loss: 23.158259, time: 21.95 s\r\n",
-      "Test Epoch 90: 100%|█████████████████| 89/89 [00:23<00:00,  3.79it/s, loss=24.5]\r\n",
-      "04/07 09:01: Test Epoch 90: average Loss: 23.780716, time: 23.50 s\r\n",
-      "Train Epoch 91:  75%|██████████▌   | 199/264 [01:00<00:18,  3.43it/s, loss=30.3]04/07 09:02: Train Epoch 91: 200/264 Loss: 29.571590\r\n",
-      "Train Epoch 91: 100%|██████████████| 264/264 [01:19<00:00,  3.31it/s, loss=29.3]\r\n",
-      "04/07 09:02: Train Epoch 91: average Loss: 29.993166, time: 79.74 s\r\n",
-      "Val Epoch 91: 100%|██████████████████| 88/88 [00:25<00:00,  3.50it/s, loss=26.8]\r\n",
-      "04/07 09:03: Val Epoch 91: average Loss: 23.058263, time: 25.14 s\r\n",
-      "Test Epoch 91: 100%|█████████████████| 89/89 [00:22<00:00,  4.03it/s, loss=25.5]\r\n",
-      "04/07 09:03: Test Epoch 91: average Loss: 23.850747, time: 22.06 s\r\n",
-      "Train Epoch 92:  75%|██████████▌   | 199/264 [01:01<00:21,  2.97it/s, loss=28.7]04/07 09:04: Train Epoch 92: 200/264 Loss: 30.719126\r\n",
-      "Train Epoch 92: 100%|██████████████| 264/264 [01:20<00:00,  3.27it/s, loss=30.9]\r\n",
-      "04/07 09:05: Train Epoch 92: average Loss: 29.990765, time: 80.78 s\r\n",
-      "Val Epoch 92: 100%|██████████████████| 88/88 [00:21<00:00,  4.05it/s, loss=26.5]\r\n",
-      "04/07 09:05: Val Epoch 92: average Loss: 22.989594, time: 21.71 s\r\n",
-      "Test Epoch 92: 100%|█████████████████| 89/89 [00:21<00:00,  4.07it/s, loss=25.5]\r\n",
-      "04/07 09:05: Test Epoch 92: average Loss: 23.706922, time: 21.86 s\r\n",
-      "Train Epoch 93:  75%|██████████▌   | 199/264 [01:01<00:18,  3.47it/s, loss=30.1]04/07 09:06: Train Epoch 93: 200/264 Loss: 31.716503\r\n",
-      "Train Epoch 93: 100%|██████████████| 264/264 [01:20<00:00,  3.28it/s, loss=29.9]\r\n",
-      "04/07 09:07: Train Epoch 93: average Loss: 29.978987, time: 80.42 s\r\n",
-      "Val Epoch 93: 100%|██████████████████| 88/88 [00:23<00:00,  3.74it/s, loss=26.8]\r\n",
-      "04/07 09:07: Val Epoch 93: average Loss: 23.209209, time: 23.56 s\r\n",
-      "Test Epoch 93: 100%|█████████████████| 89/89 [00:23<00:00,  3.80it/s, loss=25.1]\r\n",
-      "04/07 09:07: Test Epoch 93: average Loss: 23.939471, time: 23.41 s\r\n",
-      "Train Epoch 94:  75%|██████████▌   | 199/264 [00:58<00:21,  2.97it/s, loss=30.3]04/07 09:08: Train Epoch 94: 200/264 Loss: 29.520126\r\n",
-      "Train Epoch 94: 100%|██████████████| 264/264 [01:20<00:00,  3.29it/s, loss=31.9]\r\n",
-      "04/07 09:09: Train Epoch 94: average Loss: 30.013338, time: 80.14 s\r\n",
-      "Val Epoch 94: 100%|██████████████████| 88/88 [00:21<00:00,  4.10it/s, loss=27.4]\r\n",
-      "04/07 09:09: Val Epoch 94: average Loss: 23.726442, time: 21.48 s\r\n",
-      "Test Epoch 94: 100%|█████████████████| 89/89 [00:21<00:00,  4.14it/s, loss=26.6]\r\n",
-      "04/07 09:10: Test Epoch 94: average Loss: 24.529893, time: 21.50 s\r\n",
-      "Train Epoch 95:  75%|██████████▌   | 199/264 [01:01<00:18,  3.42it/s, loss=30.5]04/07 09:11: Train Epoch 95: 200/264 Loss: 29.833290\r\n",
-      "Train Epoch 95: 100%|██████████████| 264/264 [01:20<00:00,  3.29it/s, loss=29.9]\r\n",
-      "04/07 09:11: Train Epoch 95: average Loss: 29.971966, time: 80.36 s\r\n",
-      "Val Epoch 95: 100%|██████████████████| 88/88 [00:21<00:00,  4.03it/s, loss=27.1]\r\n",
-      "04/07 09:11: Val Epoch 95: average Loss: 23.309733, time: 21.82 s\r\n",
-      "Test Epoch 95: 100%|█████████████████| 89/89 [00:25<00:00,  3.53it/s, loss=25.1]\r\n",
-      "04/07 09:12: Test Epoch 95: average Loss: 23.880556, time: 25.19 s\r\n",
-      "Train Epoch 96:  75%|██████████▌   | 199/264 [00:58<00:19,  3.39it/s, loss=30.1]04/07 09:13: Train Epoch 96: 200/264 Loss: 29.353148\r\n",
-      "Train Epoch 96: 100%|██████████████| 264/264 [01:20<00:00,  3.28it/s, loss=30.3]\r\n",
-      "04/07 09:13: Train Epoch 96: average Loss: 29.943417, time: 80.55 s\r\n",
-      "Val Epoch 96: 100%|██████████████████| 88/88 [00:23<00:00,  3.82it/s, loss=27.3]\r\n",
-      "04/07 09:13: Val Epoch 96: average Loss: 23.405352, time: 23.02 s\r\n",
-      "Test Epoch 96: 100%|█████████████████| 89/89 [00:22<00:00,  4.00it/s, loss=25.2]\r\n",
-      "04/07 09:14: Test Epoch 96: average Loss: 24.082096, time: 22.25 s\r\n",
-      "04/07 09:14: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
-      "04/07 09:14: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_05-22-08/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_05-22-08/best_test_model.pth\r\n",
-      "04/07 09:14: Testing on best validation model\r\n",
-      "04/07 09:14: Horizon 01, MAE: 20.7513, RMSE: 31.8281, MAPE: 0.1011\r\n",
-      "04/07 09:14: Horizon 02, MAE: 21.1945, RMSE: 32.9946, MAPE: 0.0995\r\n",
-      "04/07 09:14: Horizon 03, MAE: 21.6062, RMSE: 33.9107, MAPE: 0.0992\r\n",
-      "04/07 09:14: Horizon 04, MAE: 22.0582, RMSE: 34.7814, MAPE: 0.1003\r\n",
-      "04/07 09:14: Horizon 05, MAE: 22.5100, RMSE: 35.5940, MAPE: 0.1020\r\n",
-      "04/07 09:14: Horizon 06, MAE: 22.9666, RMSE: 36.3296, MAPE: 0.1065\r\n",
-      "04/07 09:14: Horizon 07, MAE: 23.4722, RMSE: 36.9916, MAPE: 0.1152\r\n",
-      "04/07 09:14: Horizon 08, MAE: 23.9283, RMSE: 37.6015, MAPE: 0.1219\r\n",
-      "04/07 09:14: Horizon 09, MAE: 24.1894, RMSE: 38.1437, MAPE: 0.1188\r\n",
-      "04/07 09:14: Horizon 10, MAE: 24.6056, RMSE: 38.8065, MAPE: 0.1166\r\n",
-      "04/07 09:14: Horizon 11, MAE: 25.2569, RMSE: 39.7025, MAPE: 0.1157\r\n",
-      "04/07 09:14: Horizon 12, MAE: 26.0766, RMSE: 40.7732, MAPE: 0.1199\r\n",
-      "04/07 09:14: Average Horizon, MAE: 23.2180, RMSE: 36.5491, MAPE: 0.1097\r\n",
-      "04/07 09:14: Testing on best test model\r\n",
-      "04/07 09:15: Horizon 01, MAE: 20.7513, RMSE: 31.8281, MAPE: 0.1011\r\n",
-      "04/07 09:15: Horizon 02, MAE: 21.1945, RMSE: 32.9946, MAPE: 0.0995\r\n",
-      "04/07 09:15: Horizon 03, MAE: 21.6062, RMSE: 33.9107, MAPE: 0.0992\r\n",
-      "04/07 09:15: Horizon 04, MAE: 22.0582, RMSE: 34.7814, MAPE: 0.1003\r\n",
-      "04/07 09:15: Horizon 05, MAE: 22.5100, RMSE: 35.5940, MAPE: 0.1020\r\n",
-      "04/07 09:15: Horizon 06, MAE: 22.9666, RMSE: 36.3296, MAPE: 0.1065\r\n",
-      "04/07 09:15: Horizon 07, MAE: 23.4722, RMSE: 36.9916, MAPE: 0.1152\r\n",
-      "04/07 09:15: Horizon 08, MAE: 23.9283, RMSE: 37.6015, MAPE: 0.1219\r\n",
-      "04/07 09:15: Horizon 09, MAE: 24.1894, RMSE: 38.1437, MAPE: 0.1188\r\n",
-      "04/07 09:15: Horizon 10, MAE: 24.6056, RMSE: 38.8065, MAPE: 0.1166\r\n",
-      "04/07 09:15: Horizon 11, MAE: 25.2569, RMSE: 39.7025, MAPE: 0.1157\r\n",
-      "04/07 09:15: Horizon 12, MAE: 26.0766, RMSE: 40.7732, MAPE: 0.1199\r\n",
-      "04/07 09:15: Average Horizon, MAE: 23.2180, RMSE: 36.5491, MAPE: 0.1097\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "!python run.py --model STGCN --dataset PEMSD7  --mode train  --device cuda:1"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "id": "96d9cfd1c7b7ac7a",
-   "metadata": {
-    "collapsed": false,
-    "ExecuteTime": {
-     "end_time": "2025-04-07T19:09:01.253581Z",
-     "start_time": "2025-04-07T01:15:03.183978Z"
+     "end_time": "2025-04-18T01:30:14.567230Z",
+     "start_time": "2025-04-18T00:52:29.945221Z"
     }
    },
    "outputs": [
@@ -2639,3034 +1797,737 @@
      "output_type": "stream",
      "text": [
       "加载 PEMSD7 数据集中... \r\n",
-      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_09-15-51/run.log\r\n",
-      "04/07 09:15: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_09-15-51\r\n",
-      "04/07 09:15: Training process started\r\n",
-      "Train Epoch 1:  75%|███████████▎   | 199/264 [03:25<01:04,  1.00it/s, loss=34.1]04/07 09:19: Train Epoch 1: 200/264 Loss: 34.991108\r\n",
-      "Train Epoch 1: 100%|███████████████| 264/264 [04:32<00:00,  1.03s/it, loss=32.8]\r\n",
-      "04/07 09:20: Train Epoch 1: average Loss: 45.066016, time: 272.35 s\r\n",
-      "Val Epoch 1: 100%|███████████████████| 88/88 [01:09<00:00,  1.26it/s, loss=40.4]\r\n",
-      "04/07 09:21: Val Epoch 1: average Loss: 36.704367, time: 69.68 s\r\n",
-      "Test Epoch 1: 100%|██████████████████| 89/89 [01:10<00:00,  1.27it/s, loss=58.4]\r\n",
-      "04/07 09:22: Test Epoch 1: average Loss: 37.145605, time: 70.08 s\r\n",
-      "04/07 09:22: Best validation model saved!\r\n",
-      "Train Epoch 2:  75%|███████████▎   | 199/264 [03:22<01:04,  1.00it/s, loss=31.7]04/07 09:26: Train Epoch 2: 200/264 Loss: 30.882849\r\n",
-      "Train Epoch 2: 100%|███████████████| 264/264 [04:28<00:00,  1.02s/it, loss=30.5]\r\n",
-      "04/07 09:27: Train Epoch 2: average Loss: 31.210638, time: 268.95 s\r\n",
-      "Val Epoch 2: 100%|█████████████████████| 88/88 [01:09<00:00,  1.27it/s, loss=36]\r\n",
-      "04/07 09:28: Val Epoch 2: average Loss: 30.014459, time: 69.31 s\r\n",
-      "Test Epoch 2: 100%|██████████████████| 89/89 [01:10<00:00,  1.27it/s, loss=43.8]\r\n",
-      "04/07 09:29: Test Epoch 2: average Loss: 30.397212, time: 70.00 s\r\n",
-      "04/07 09:29: Best validation model saved!\r\n",
-      "Train Epoch 3:  75%|███████████▎   | 199/264 [03:23<01:11,  1.10s/it, loss=30.7]04/07 09:32: Train Epoch 3: 200/264 Loss: 27.757277\r\n",
-      "Train Epoch 3: 100%|███████████████| 264/264 [04:28<00:00,  1.02s/it, loss=28.5]\r\n",
-      "04/07 09:34: Train Epoch 3: average Loss: 30.417089, time: 268.71 s\r\n",
-      "Val Epoch 3: 100%|███████████████████| 88/88 [01:09<00:00,  1.27it/s, loss=34.6]\r\n",
-      "04/07 09:35: Val Epoch 3: average Loss: 29.718629, time: 69.27 s\r\n",
-      "Test Epoch 3: 100%|██████████████████| 89/89 [01:10<00:00,  1.27it/s, loss=43.3]\r\n",
-      "04/07 09:36: Test Epoch 3: average Loss: 30.039529, time: 70.03 s\r\n",
-      "04/07 09:36: Best validation model saved!\r\n",
-      "Train Epoch 4:  75%|███████████▎   | 199/264 [03:24<01:04,  1.00it/s, loss=29.1]04/07 09:39: Train Epoch 4: 200/264 Loss: 27.316334\r\n",
-      "Train Epoch 4: 100%|███████████████| 264/264 [04:30<00:00,  1.03s/it, loss=27.5]\r\n",
-      "04/07 09:40: Train Epoch 4: average Loss: 29.503218, time: 270.79 s\r\n",
-      "Val Epoch 4: 100%|███████████████████| 88/88 [01:08<00:00,  1.28it/s, loss=33.9]\r\n",
-      "04/07 09:41: Val Epoch 4: average Loss: 27.554774, time: 68.78 s\r\n",
-      "Test Epoch 4: 100%|████████████████████| 89/89 [01:08<00:00,  1.29it/s, loss=35]\r\n",
-      "04/07 09:43: Test Epoch 4: average Loss: 27.919467, time: 68.99 s\r\n",
-      "04/07 09:43: Best validation model saved!\r\n",
-      "Train Epoch 5:  75%|████████████▊    | 199/264 [03:23<01:04,  1.00it/s, loss=28]04/07 09:46: Train Epoch 5: 200/264 Loss: 28.445482\r\n",
-      "Train Epoch 5: 100%|█████████████████| 264/264 [04:30<00:00,  1.02s/it, loss=29]\r\n",
-      "04/07 09:47: Train Epoch 5: average Loss: 28.706436, time: 270.06 s\r\n",
-      "Val Epoch 5: 100%|███████████████████| 88/88 [01:09<00:00,  1.27it/s, loss=36.1]\r\n",
-      "04/07 09:48: Val Epoch 5: average Loss: 29.195120, time: 69.37 s\r\n",
-      "Test Epoch 5: 100%|██████████████████| 89/89 [01:10<00:00,  1.27it/s, loss=34.5]\r\n",
-      "04/07 09:49: Test Epoch 5: average Loss: 29.431911, time: 70.08 s\r\n",
-      "Train Epoch 6:  75%|███████████▎   | 199/264 [04:04<01:42,  1.58s/it, loss=28.8]04/07 09:54: Train Epoch 6: 200/264 Loss: 26.885517\r\n",
-      "Train Epoch 6: 100%|███████████████| 264/264 [05:25<00:00,  1.23s/it, loss=29.3]\r\n",
-      "04/07 09:55: Train Epoch 6: average Loss: 28.311455, time: 325.70 s\r\n",
-      "Val Epoch 6: 100%|███████████████████| 88/88 [01:29<00:00,  1.02s/it, loss=32.6]\r\n",
-      "04/07 09:56: Val Epoch 6: average Loss: 27.133708, time: 89.93 s\r\n",
-      "Test Epoch 6: 100%|██████████████████| 89/89 [01:31<00:00,  1.02s/it, loss=33.3]\r\n",
-      "04/07 09:58: Test Epoch 6: average Loss: 27.435854, time: 91.18 s\r\n",
-      "04/07 09:58: Best validation model saved!\r\n",
-      "Train Epoch 7:  75%|███████████▎   | 199/264 [04:12<01:16,  1.18s/it, loss=26.5]04/07 10:02: Train Epoch 7: 200/264 Loss: 29.692780\r\n",
-      "Train Epoch 7: 100%|███████████████| 264/264 [05:35<00:00,  1.27s/it, loss=28.9]\r\n",
-      "04/07 10:04: Train Epoch 7: average Loss: 28.572502, time: 335.12 s\r\n",
-      "Val Epoch 7: 100%|███████████████████| 88/88 [01:30<00:00,  1.02s/it, loss=33.4]\r\n",
-      "04/07 10:05: Val Epoch 7: average Loss: 27.399645, time: 90.15 s\r\n",
-      "Test Epoch 7: 100%|██████████████████| 89/89 [01:31<00:00,  1.02s/it, loss=30.6]\r\n",
-      "04/07 10:07: Test Epoch 7: average Loss: 27.664119, time: 91.06 s\r\n",
-      "Train Epoch 8:  75%|███████████▎   | 199/264 [04:14<01:16,  1.18s/it, loss=26.7]04/07 10:11: Train Epoch 8: 200/264 Loss: 28.144732\r\n",
-      "Train Epoch 8: 100%|███████████████| 264/264 [05:37<00:00,  1.28s/it, loss=28.1]\r\n",
-      "04/07 10:12: Train Epoch 8: average Loss: 27.665061, time: 337.11 s\r\n",
-      "Val Epoch 8: 100%|███████████████████| 88/88 [01:30<00:00,  1.03s/it, loss=32.9]\r\n",
-      "04/07 10:14: Val Epoch 8: average Loss: 26.998872, time: 90.28 s\r\n",
-      "Test Epoch 8: 100%|██████████████████| 89/89 [01:31<00:00,  1.02s/it, loss=32.2]\r\n",
-      "04/07 10:15: Test Epoch 8: average Loss: 27.340777, time: 91.09 s\r\n",
-      "04/07 10:15: Best validation model saved!\r\n",
-      "Train Epoch 9:  75%|███████████▎   | 199/264 [04:14<01:17,  1.19s/it, loss=27.3]04/07 10:19: Train Epoch 9: 200/264 Loss: 26.396955\r\n",
-      "Train Epoch 9: 100%|███████████████| 264/264 [05:37<00:00,  1.28s/it, loss=27.2]\r\n",
-      "04/07 10:21: Train Epoch 9: average Loss: 27.516921, time: 337.62 s\r\n",
-      "Val Epoch 9: 100%|███████████████████| 88/88 [01:30<00:00,  1.03s/it, loss=32.1]\r\n",
-      "04/07 10:22: Val Epoch 9: average Loss: 26.896501, time: 90.61 s\r\n",
-      "Test Epoch 9: 100%|██████████████████| 89/89 [01:31<00:00,  1.03s/it, loss=31.7]\r\n",
-      "04/07 10:24: Test Epoch 9: average Loss: 27.181049, time: 91.47 s\r\n",
-      "04/07 10:24: Best validation model saved!\r\n",
-      "Train Epoch 10:  75%|██████████▌   | 199/264 [04:13<01:43,  1.59s/it, loss=27.2]04/07 10:28: Train Epoch 10: 200/264 Loss: 28.222010\r\n",
-      "Train Epoch 10: 100%|██████████████| 264/264 [05:34<00:00,  1.27s/it, loss=27.5]\r\n",
-      "04/07 10:29: Train Epoch 10: average Loss: 27.644810, time: 334.66 s\r\n",
-      "Val Epoch 10: 100%|██████████████████| 88/88 [01:30<00:00,  1.03s/it, loss=36.8]\r\n",
-      "04/07 10:31: Val Epoch 10: average Loss: 28.453229, time: 90.66 s\r\n",
-      "Test Epoch 10: 100%|█████████████████| 89/89 [01:31<00:00,  1.03s/it, loss=30.3]\r\n",
-      "04/07 10:32: Test Epoch 10: average Loss: 28.772577, time: 91.85 s\r\n",
-      "Train Epoch 11:  75%|██████████▌   | 199/264 [04:11<01:16,  1.18s/it, loss=26.7]04/07 10:37: Train Epoch 11: 200/264 Loss: 27.313675\r\n",
-      "Train Epoch 11: 100%|██████████████| 264/264 [05:35<00:00,  1.27s/it, loss=29.1]\r\n",
-      "04/07 10:38: Train Epoch 11: average Loss: 27.427057, time: 335.41 s\r\n",
-      "Val Epoch 11: 100%|██████████████████| 88/88 [01:30<00:00,  1.03s/it, loss=30.9]\r\n",
-      "04/07 10:40: Val Epoch 11: average Loss: 28.216529, time: 90.61 s\r\n",
-      "Test Epoch 11: 100%|█████████████████| 89/89 [01:31<00:00,  1.03s/it, loss=37.3]\r\n",
-      "04/07 10:41: Test Epoch 11: average Loss: 28.406515, time: 91.36 s\r\n",
-      "Train Epoch 12:  75%|██████████▌   | 199/264 [04:14<01:15,  1.17s/it, loss=26.5]04/07 10:45: Train Epoch 12: 200/264 Loss: 27.736332\r\n",
-      "Train Epoch 12: 100%|██████████████| 264/264 [05:37<00:00,  1.28s/it, loss=25.9]\r\n",
-      "04/07 10:47: Train Epoch 12: average Loss: 27.029249, time: 337.81 s\r\n",
-      "Val Epoch 12: 100%|██████████████████| 88/88 [01:30<00:00,  1.03s/it, loss=31.6]\r\n",
-      "04/07 10:48: Val Epoch 12: average Loss: 26.821563, time: 90.53 s\r\n",
-      "Test Epoch 12: 100%|█████████████████| 89/89 [01:31<00:00,  1.03s/it, loss=31.2]\r\n",
-      "04/07 10:50: Test Epoch 12: average Loss: 26.981171, time: 91.34 s\r\n",
-      "04/07 10:50: Best validation model saved!\r\n",
-      "Train Epoch 13:  75%|██████████▌   | 199/264 [04:15<01:17,  1.19s/it, loss=27.2]04/07 10:54: Train Epoch 13: 200/264 Loss: 29.346405\r\n",
-      "Train Epoch 13: 100%|██████████████| 264/264 [05:39<00:00,  1.28s/it, loss=27.4]\r\n",
-      "04/07 10:55: Train Epoch 13: average Loss: 26.994238, time: 339.00 s\r\n",
-      "Val Epoch 13: 100%|██████████████████| 88/88 [01:30<00:00,  1.03s/it, loss=31.3]\r\n",
-      "04/07 10:57: Val Epoch 13: average Loss: 26.436860, time: 90.85 s\r\n",
-      "Test Epoch 13: 100%|█████████████████| 89/89 [01:31<00:00,  1.03s/it, loss=32.1]\r\n",
-      "04/07 10:58: Test Epoch 13: average Loss: 26.666914, time: 91.52 s\r\n",
-      "04/07 10:58: Best validation model saved!\r\n",
-      "Train Epoch 14:  75%|██████████▌   | 199/264 [04:14<01:43,  1.60s/it, loss=26.9]04/07 11:03: Train Epoch 14: 200/264 Loss: 25.548494\r\n",
-      "Train Epoch 14: 100%|██████████████| 264/264 [05:35<00:00,  1.27s/it, loss=26.4]\r\n",
-      "04/07 11:04: Train Epoch 14: average Loss: 26.848432, time: 335.38 s\r\n",
-      "Val Epoch 14: 100%|██████████████████| 88/88 [01:30<00:00,  1.03s/it, loss=30.5]\r\n",
-      "04/07 11:06: Val Epoch 14: average Loss: 26.525077, time: 90.68 s\r\n",
-      "Test Epoch 14: 100%|█████████████████| 89/89 [01:32<00:00,  1.03s/it, loss=35.4]\r\n",
-      "04/07 11:07: Test Epoch 14: average Loss: 26.777385, time: 92.02 s\r\n",
-      "Train Epoch 15:  75%|██████████▌   | 199/264 [04:11<01:16,  1.18s/it, loss=24.9]04/07 11:11: Train Epoch 15: 200/264 Loss: 27.422501\r\n",
-      "Train Epoch 15: 100%|██████████████| 264/264 [05:35<00:00,  1.27s/it, loss=25.3]\r\n",
-      "04/07 11:13: Train Epoch 15: average Loss: 26.543737, time: 335.24 s\r\n",
-      "Val Epoch 15: 100%|██████████████████| 88/88 [01:30<00:00,  1.03s/it, loss=30.1]\r\n",
-      "04/07 11:14: Val Epoch 15: average Loss: 26.427787, time: 90.95 s\r\n",
-      "Test Epoch 15: 100%|█████████████████| 89/89 [01:31<00:00,  1.03s/it, loss=31.6]\r\n",
-      "04/07 11:16: Test Epoch 15: average Loss: 26.633254, time: 91.73 s\r\n",
-      "04/07 11:16: Best validation model saved!\r\n",
-      "Train Epoch 16:  75%|██████████▌   | 199/264 [04:15<01:16,  1.18s/it, loss=25.3]04/07 11:20: Train Epoch 16: 200/264 Loss: 25.317057\r\n",
-      "Train Epoch 16: 100%|██████████████| 264/264 [05:39<00:00,  1.29s/it, loss=26.3]\r\n",
-      "04/07 11:21: Train Epoch 16: average Loss: 26.561216, time: 339.73 s\r\n",
-      "Val Epoch 16: 100%|████████████████████| 88/88 [01:31<00:00,  1.04s/it, loss=32]\r\n",
-      "04/07 11:23: Val Epoch 16: average Loss: 26.475880, time: 91.38 s\r\n",
-      "Test Epoch 16: 100%|█████████████████| 89/89 [01:32<00:00,  1.04s/it, loss=32.1]\r\n",
-      "04/07 11:24: Test Epoch 16: average Loss: 26.774350, time: 92.13 s\r\n",
-      "Train Epoch 17:  75%|██████████▌   | 199/264 [04:16<01:17,  1.19s/it, loss=26.9]04/07 11:29: Train Epoch 17: 200/264 Loss: 25.988062\r\n",
-      "Train Epoch 17: 100%|██████████████| 264/264 [05:40<00:00,  1.29s/it, loss=24.8]\r\n",
-      "04/07 11:30: Train Epoch 17: average Loss: 26.404795, time: 340.39 s\r\n",
-      "Val Epoch 17: 100%|██████████████████| 88/88 [01:32<00:00,  1.05s/it, loss=30.5]\r\n",
-      "04/07 11:32: Val Epoch 17: average Loss: 25.873031, time: 92.03 s\r\n",
-      "Test Epoch 17: 100%|█████████████████| 89/89 [01:32<00:00,  1.04s/it, loss=31.3]\r\n",
-      "04/07 11:33: Test Epoch 17: average Loss: 26.121200, time: 92.96 s\r\n",
-      "04/07 11:33: Best validation model saved!\r\n",
-      "Train Epoch 18:  75%|██████████▌   | 199/264 [04:17<01:20,  1.23s/it, loss=27.6]04/07 11:37: Train Epoch 18: 200/264 Loss: 26.513010\r\n",
-      "Train Epoch 18: 100%|████████████████| 264/264 [05:42<00:00,  1.30s/it, loss=25]\r\n",
-      "04/07 11:39: Train Epoch 18: average Loss: 26.552145, time: 342.36 s\r\n",
-      "Val Epoch 18: 100%|██████████████████| 88/88 [01:32<00:00,  1.05s/it, loss=30.9]\r\n",
-      "04/07 11:40: Val Epoch 18: average Loss: 26.172346, time: 92.08 s\r\n",
-      "Test Epoch 18: 100%|█████████████████| 89/89 [01:32<00:00,  1.04s/it, loss=29.2]\r\n",
-      "04/07 11:42: Test Epoch 18: average Loss: 26.406475, time: 92.98 s\r\n",
-      "Train Epoch 19:  75%|██████████▌   | 199/264 [04:14<01:43,  1.59s/it, loss=24.7]04/07 11:46: Train Epoch 19: 200/264 Loss: 26.027428\r\n",
-      "Train Epoch 19: 100%|██████████████| 264/264 [05:35<00:00,  1.27s/it, loss=25.3]\r\n",
-      "04/07 11:48: Train Epoch 19: average Loss: 26.315659, time: 335.75 s\r\n",
-      "Val Epoch 19: 100%|██████████████████| 88/88 [01:31<00:00,  1.04s/it, loss=30.2]\r\n",
-      "04/07 11:49: Val Epoch 19: average Loss: 25.825555, time: 91.38 s\r\n",
-      "Test Epoch 19: 100%|███████████████████| 89/89 [01:32<00:00,  1.04s/it, loss=31]\r\n",
-      "04/07 11:51: Test Epoch 19: average Loss: 26.020906, time: 92.90 s\r\n",
-      "04/07 11:51: Best validation model saved!\r\n",
-      "Train Epoch 20:  75%|██████████▌   | 199/264 [04:14<01:17,  1.19s/it, loss=25.6]04/07 11:55: Train Epoch 20: 200/264 Loss: 25.420076\r\n",
-      "Train Epoch 20: 100%|██████████████| 264/264 [05:38<00:00,  1.28s/it, loss=26.1]\r\n",
-      "04/07 11:56: Train Epoch 20: average Loss: 26.187998, time: 338.27 s\r\n",
-      "Val Epoch 20: 100%|██████████████████| 88/88 [01:31<00:00,  1.04s/it, loss=30.4]\r\n",
-      "04/07 11:58: Val Epoch 20: average Loss: 25.658556, time: 91.20 s\r\n",
-      "Test Epoch 20: 100%|█████████████████| 89/89 [01:32<00:00,  1.03s/it, loss=31.1]\r\n",
-      "04/07 11:59: Test Epoch 20: average Loss: 25.902544, time: 92.10 s\r\n",
-      "04/07 11:59: Best validation model saved!\r\n",
-      "Train Epoch 21:  75%|██████████▌   | 199/264 [04:16<01:17,  1.19s/it, loss=26.7]04/07 12:04: Train Epoch 21: 200/264 Loss: 25.808516\r\n",
-      "Train Epoch 21: 100%|██████████████| 264/264 [05:41<00:00,  1.29s/it, loss=23.1]\r\n",
-      "04/07 12:05: Train Epoch 21: average Loss: 26.117872, time: 341.27 s\r\n",
-      "Val Epoch 21: 100%|████████████████████| 88/88 [01:32<00:00,  1.05s/it, loss=30]\r\n",
-      "04/07 12:07: Val Epoch 21: average Loss: 25.876490, time: 92.42 s\r\n",
-      "Test Epoch 21: 100%|█████████████████| 89/89 [01:33<00:00,  1.05s/it, loss=31.6]\r\n",
-      "04/07 12:08: Test Epoch 21: average Loss: 26.114223, time: 93.20 s\r\n",
-      "Train Epoch 22:  75%|██████████▌   | 199/264 [04:19<01:18,  1.21s/it, loss=25.7]04/07 12:12: Train Epoch 22: 200/264 Loss: 25.371538\r\n",
-      "Train Epoch 22: 100%|██████████████| 264/264 [05:44<00:00,  1.30s/it, loss=26.5]\r\n",
-      "04/07 12:14: Train Epoch 22: average Loss: 26.066474, time: 344.40 s\r\n",
-      "Val Epoch 22: 100%|██████████████████| 88/88 [01:32<00:00,  1.06s/it, loss=30.6]\r\n",
-      "04/07 12:15: Val Epoch 22: average Loss: 26.317660, time: 92.89 s\r\n",
-      "Test Epoch 22: 100%|███████████████████| 89/89 [01:33<00:00,  1.05s/it, loss=30]\r\n",
-      "04/07 12:17: Test Epoch 22: average Loss: 26.533437, time: 93.60 s\r\n",
-      "Train Epoch 23:  75%|██████████▌   | 199/264 [04:16<01:45,  1.62s/it, loss=27.6]04/07 12:21: Train Epoch 23: 200/264 Loss: 24.721270\r\n",
-      "Train Epoch 23: 100%|██████████████| 264/264 [05:38<00:00,  1.28s/it, loss=26.1]\r\n",
-      "04/07 12:23: Train Epoch 23: average Loss: 25.964909, time: 338.07 s\r\n",
-      "Val Epoch 23: 100%|██████████████████| 88/88 [01:32<00:00,  1.05s/it, loss=29.9]\r\n",
-      "04/07 12:24: Val Epoch 23: average Loss: 27.598866, time: 92.07 s\r\n",
-      "Test Epoch 23: 100%|█████████████████| 89/89 [01:33<00:00,  1.05s/it, loss=34.1]\r\n",
-      "04/07 12:26: Test Epoch 23: average Loss: 27.730939, time: 93.58 s\r\n",
-      "Train Epoch 24:  75%|████████████    | 199/264 [04:16<01:18,  1.21s/it, loss=26]04/07 12:30: Train Epoch 24: 200/264 Loss: 25.549902\r\n",
-      "Train Epoch 24: 100%|██████████████| 264/264 [05:41<00:00,  1.29s/it, loss=25.1]\r\n",
-      "04/07 12:31: Train Epoch 24: average Loss: 25.916775, time: 341.04 s\r\n",
-      "Val Epoch 24: 100%|██████████████████| 88/88 [01:32<00:00,  1.05s/it, loss=31.6]\r\n",
-      "04/07 12:33: Val Epoch 24: average Loss: 25.957400, time: 92.64 s\r\n",
-      "Test Epoch 24: 100%|███████████████████| 89/89 [01:32<00:00,  1.03s/it, loss=31]\r\n",
-      "04/07 12:34: Test Epoch 24: average Loss: 26.239330, time: 92.11 s\r\n",
-      "Train Epoch 25:  75%|██████████▌   | 199/264 [04:07<01:26,  1.32s/it, loss=26.4]04/07 12:39: Train Epoch 25: 200/264 Loss: 25.669340\r\n",
-      "Train Epoch 25: 100%|██████████████| 264/264 [05:29<00:00,  1.25s/it, loss=25.9]\r\n",
-      "04/07 12:40: Train Epoch 25: average Loss: 26.035297, time: 329.75 s\r\n",
-      "Val Epoch 25: 100%|██████████████████| 88/88 [01:29<00:00,  1.01s/it, loss=28.9]\r\n",
-      "04/07 12:41: Val Epoch 25: average Loss: 25.739062, time: 89.13 s\r\n",
-      "Test Epoch 25: 100%|█████████████████| 89/89 [01:29<00:00,  1.01s/it, loss=31.9]\r\n",
-      "04/07 12:43: Test Epoch 25: average Loss: 26.003848, time: 89.93 s\r\n",
-      "Train Epoch 26:  75%|██████████▌   | 199/264 [04:09<01:33,  1.44s/it, loss=26.7]04/07 12:47: Train Epoch 26: 200/264 Loss: 26.150434\r\n",
-      "Train Epoch 26: 100%|██████████████| 264/264 [05:30<00:00,  1.25s/it, loss=27.9]\r\n",
-      "04/07 12:48: Train Epoch 26: average Loss: 25.743658, time: 330.78 s\r\n",
-      "Val Epoch 26: 100%|██████████████████| 88/88 [01:28<00:00,  1.01s/it, loss=29.7]\r\n",
-      "04/07 12:50: Val Epoch 26: average Loss: 25.731889, time: 88.98 s\r\n",
-      "Test Epoch 26: 100%|█████████████████| 89/89 [01:29<00:00,  1.01s/it, loss=29.1]\r\n",
-      "04/07 12:51: Test Epoch 26: average Loss: 25.973860, time: 89.73 s\r\n",
-      "Train Epoch 27:  75%|██████████▌   | 199/264 [04:07<01:27,  1.35s/it, loss=26.2]04/07 12:56: Train Epoch 27: 200/264 Loss: 26.787981\r\n",
-      "Train Epoch 27: 100%|██████████████| 264/264 [05:28<00:00,  1.25s/it, loss=26.1]\r\n",
-      "04/07 12:57: Train Epoch 27: average Loss: 25.615303, time: 328.74 s\r\n",
-      "Val Epoch 27: 100%|██████████████████| 88/88 [01:28<00:00,  1.01s/it, loss=29.6]\r\n",
-      "04/07 12:58: Val Epoch 27: average Loss: 25.453258, time: 88.56 s\r\n",
-      "Test Epoch 27: 100%|█████████████████| 89/89 [01:29<00:00,  1.00s/it, loss=29.9]\r\n",
-      "04/07 13:00: Test Epoch 27: average Loss: 25.736850, time: 89.38 s\r\n",
-      "04/07 13:00: Best validation model saved!\r\n",
-      "Train Epoch 28:  75%|██████████▌   | 199/264 [04:08<01:25,  1.31s/it, loss=26.9]04/07 13:04: Train Epoch 28: 200/264 Loss: 24.672266\r\n",
-      "Train Epoch 28: 100%|██████████████| 264/264 [05:29<00:00,  1.25s/it, loss=26.2]\r\n",
-      "04/07 13:05: Train Epoch 28: average Loss: 25.582074, time: 329.74 s\r\n",
-      "Val Epoch 28: 100%|████████████████████| 88/88 [01:28<00:00,  1.01s/it, loss=32]\r\n",
-      "04/07 13:07: Val Epoch 28: average Loss: 25.955497, time: 88.56 s\r\n",
-      "Test Epoch 28: 100%|█████████████████| 89/89 [01:29<00:00,  1.00s/it, loss=29.6]\r\n",
-      "04/07 13:08: Test Epoch 28: average Loss: 26.257385, time: 89.44 s\r\n",
-      "Train Epoch 29:  75%|██████████▌   | 199/264 [04:08<01:24,  1.29s/it, loss=26.6]04/07 13:12: Train Epoch 29: 200/264 Loss: 25.555470\r\n",
-      "Train Epoch 29: 100%|██████████████| 264/264 [05:29<00:00,  1.25s/it, loss=26.3]\r\n",
-      "04/07 13:14: Train Epoch 29: average Loss: 25.642604, time: 329.77 s\r\n",
-      "Val Epoch 29: 100%|██████████████████| 88/88 [01:28<00:00,  1.01s/it, loss=28.9]\r\n",
-      "04/07 13:15: Val Epoch 29: average Loss: 25.644894, time: 88.68 s\r\n",
-      "Test Epoch 29: 100%|█████████████████| 89/89 [01:29<00:00,  1.01s/it, loss=30.8]\r\n",
-      "04/07 13:17: Test Epoch 29: average Loss: 25.862571, time: 89.45 s\r\n",
-      "Train Epoch 30:  75%|████████████    | 199/264 [04:08<01:22,  1.27s/it, loss=27]04/07 13:21: Train Epoch 30: 200/264 Loss: 24.614386\r\n",
-      "Train Epoch 30: 100%|██████████████| 264/264 [05:29<00:00,  1.25s/it, loss=24.7]\r\n",
-      "04/07 13:22: Train Epoch 30: average Loss: 25.457142, time: 329.82 s\r\n",
-      "Val Epoch 30: 100%|██████████████████| 88/88 [01:28<00:00,  1.01s/it, loss=29.5]\r\n",
-      "04/07 13:24: Val Epoch 30: average Loss: 26.881521, time: 88.68 s\r\n",
-      "Test Epoch 30: 100%|███████████████████| 89/89 [01:29<00:00,  1.01s/it, loss=35]\r\n",
-      "04/07 13:25: Test Epoch 30: average Loss: 27.113419, time: 89.55 s\r\n",
-      "Train Epoch 31:  75%|██████████▌   | 199/264 [04:08<01:23,  1.28s/it, loss=25.7]04/07 13:29: Train Epoch 31: 200/264 Loss: 23.486052\r\n",
-      "Train Epoch 31: 100%|██████████████| 264/264 [05:30<00:00,  1.25s/it, loss=25.2]\r\n",
-      "04/07 13:31: Train Epoch 31: average Loss: 25.490313, time: 330.42 s\r\n",
-      "Val Epoch 31: 100%|██████████████████| 88/88 [01:28<00:00,  1.01s/it, loss=30.2]\r\n",
-      "04/07 13:32: Val Epoch 31: average Loss: 26.006581, time: 88.81 s\r\n",
-      "Test Epoch 31: 100%|█████████████████| 89/89 [01:29<00:00,  1.01s/it, loss=27.7]\r\n",
-      "04/07 13:34: Test Epoch 31: average Loss: 26.226769, time: 89.66 s\r\n",
-      "Train Epoch 32:  75%|██████████▌   | 199/264 [04:09<01:27,  1.34s/it, loss=26.2]04/07 13:38: Train Epoch 32: 200/264 Loss: 26.232477\r\n",
-      "Train Epoch 32: 100%|██████████████| 264/264 [05:30<00:00,  1.25s/it, loss=25.1]\r\n",
-      "04/07 13:39: Train Epoch 32: average Loss: 25.351702, time: 330.71 s\r\n",
-      "Val Epoch 32: 100%|██████████████████| 88/88 [01:28<00:00,  1.01s/it, loss=29.2]\r\n",
-      "04/07 13:41: Val Epoch 32: average Loss: 25.069682, time: 88.96 s\r\n",
-      "Test Epoch 32: 100%|█████████████████| 89/89 [01:29<00:00,  1.01s/it, loss=29.4]\r\n",
-      "04/07 13:42: Test Epoch 32: average Loss: 25.356204, time: 89.88 s\r\n",
-      "04/07 13:42: Best validation model saved!\r\n",
-      "Train Epoch 33:  75%|██████████▌   | 199/264 [04:09<01:32,  1.42s/it, loss=24.7]04/07 13:46: Train Epoch 33: 200/264 Loss: 26.873941\r\n",
-      "Train Epoch 33: 100%|██████████████| 264/264 [05:31<00:00,  1.25s/it, loss=26.1]\r\n",
-      "04/07 13:48: Train Epoch 33: average Loss: 25.176199, time: 331.04 s\r\n",
-      "Val Epoch 33: 100%|██████████████████| 88/88 [01:15<00:00,  1.16it/s, loss=28.8]\r\n",
-      "04/07 13:49: Val Epoch 33: average Loss: 25.316884, time: 75.72 s\r\n",
-      "Test Epoch 33: 100%|█████████████████| 89/89 [01:03<00:00,  1.41it/s, loss=30.9]\r\n",
-      "04/07 13:50: Test Epoch 33: average Loss: 25.577064, time: 63.12 s\r\n",
-      "Train Epoch 34:  75%|██████████▌   | 199/264 [03:25<01:15,  1.17s/it, loss=24.8]04/07 13:54: Train Epoch 34: 200/264 Loss: 24.467899\r\n",
-      "Train Epoch 34: 100%|████████████████| 264/264 [04:35<00:00,  1.04s/it, loss=24]\r\n",
-      "04/07 13:55: Train Epoch 34: average Loss: 25.196926, time: 275.24 s\r\n",
-      "Val Epoch 34: 100%|██████████████████| 88/88 [01:13<00:00,  1.20it/s, loss=30.9]\r\n",
-      "04/07 13:56: Val Epoch 34: average Loss: 25.755278, time: 73.21 s\r\n",
-      "Test Epoch 34: 100%|█████████████████| 89/89 [01:13<00:00,  1.21it/s, loss=27.8]\r\n",
-      "04/07 13:57: Test Epoch 34: average Loss: 26.014408, time: 73.64 s\r\n",
-      "Train Epoch 35:  75%|████████████    | 199/264 [03:33<01:07,  1.04s/it, loss=26]04/07 14:01: Train Epoch 35: 200/264 Loss: 23.564524\r\n",
-      "Train Epoch 35: 100%|██████████████| 264/264 [04:43<00:00,  1.07s/it, loss=25.6]\r\n",
-      "04/07 14:02: Train Epoch 35: average Loss: 25.130337, time: 283.79 s\r\n",
-      "Val Epoch 35: 100%|██████████████████| 88/88 [01:13<00:00,  1.20it/s, loss=28.7]\r\n",
-      "04/07 14:03: Val Epoch 35: average Loss: 25.124956, time: 73.25 s\r\n",
-      "Test Epoch 35: 100%|█████████████████| 89/89 [01:13<00:00,  1.21it/s, loss=29.2]\r\n",
-      "04/07 14:04: Test Epoch 35: average Loss: 25.460735, time: 73.76 s\r\n",
-      "Train Epoch 36:  75%|██████████▌   | 199/264 [03:34<01:07,  1.04s/it, loss=25.4]04/07 14:08: Train Epoch 36: 200/264 Loss: 25.912470\r\n",
-      "Train Epoch 36: 100%|██████████████| 264/264 [04:44<00:00,  1.08s/it, loss=25.7]\r\n",
-      "04/07 14:09: Train Epoch 36: average Loss: 25.117824, time: 284.62 s\r\n",
-      "Val Epoch 36: 100%|██████████████████| 88/88 [01:13<00:00,  1.20it/s, loss=28.9]\r\n",
-      "04/07 14:10: Val Epoch 36: average Loss: 25.180901, time: 73.59 s\r\n",
-      "Test Epoch 36: 100%|█████████████████| 89/89 [01:15<00:00,  1.19it/s, loss=29.3]\r\n",
-      "04/07 14:11: Test Epoch 36: average Loss: 25.462003, time: 75.06 s\r\n",
-      "Train Epoch 37:  75%|██████████▌   | 199/264 [03:34<01:15,  1.16s/it, loss=25.4]04/07 14:15: Train Epoch 37: 200/264 Loss: 26.379152\r\n",
-      "Train Epoch 37: 100%|██████████████| 264/264 [04:44<00:00,  1.08s/it, loss=24.8]\r\n",
-      "04/07 14:16: Train Epoch 37: average Loss: 25.334405, time: 284.42 s\r\n",
-      "Val Epoch 37: 100%|██████████████████| 88/88 [01:13<00:00,  1.20it/s, loss=29.5]\r\n",
-      "04/07 14:17: Val Epoch 37: average Loss: 25.120570, time: 73.33 s\r\n",
-      "Test Epoch 37: 100%|█████████████████| 89/89 [01:14<00:00,  1.20it/s, loss=28.6]\r\n",
-      "04/07 14:19: Test Epoch 37: average Loss: 25.422621, time: 74.01 s\r\n",
-      "Train Epoch 38:  75%|██████████▌   | 199/264 [03:34<01:07,  1.04s/it, loss=25.4]04/07 14:22: Train Epoch 38: 200/264 Loss: 26.631409\r\n",
-      "Train Epoch 38: 100%|██████████████| 264/264 [04:37<00:00,  1.05s/it, loss=25.3]\r\n",
-      "04/07 14:23: Train Epoch 38: average Loss: 25.024645, time: 277.72 s\r\n",
-      "Val Epoch 38: 100%|████████████████████| 88/88 [01:02<00:00,  1.41it/s, loss=29]\r\n",
-      "04/07 14:24: Val Epoch 38: average Loss: 25.348071, time: 62.31 s\r\n",
-      "Test Epoch 38: 100%|█████████████████| 89/89 [01:03<00:00,  1.41it/s, loss=30.2]\r\n",
-      "04/07 14:25: Test Epoch 38: average Loss: 25.603666, time: 63.34 s\r\n",
-      "Train Epoch 39:  75%|██████████▌   | 199/264 [03:08<01:01,  1.06it/s, loss=24.7]04/07 14:29: Train Epoch 39: 200/264 Loss: 24.644779\r\n",
-      "Train Epoch 39: 100%|██████████████| 264/264 [04:17<00:00,  1.02it/s, loss=26.2]\r\n",
-      "04/07 14:30: Train Epoch 39: average Loss: 24.894268, time: 257.78 s\r\n",
-      "Val Epoch 39: 100%|██████████████████| 88/88 [01:13<00:00,  1.19it/s, loss=28.9]\r\n",
-      "04/07 14:31: Val Epoch 39: average Loss: 25.135259, time: 73.65 s\r\n",
-      "Test Epoch 39: 100%|█████████████████| 89/89 [01:14<00:00,  1.19it/s, loss=28.9]\r\n",
-      "04/07 14:32: Test Epoch 39: average Loss: 25.456861, time: 74.55 s\r\n",
-      "Train Epoch 40:  75%|██████████▌   | 199/264 [03:34<01:12,  1.12s/it, loss=23.7]04/07 14:36: Train Epoch 40: 200/264 Loss: 23.903019\r\n",
-      "Train Epoch 40: 100%|██████████████| 264/264 [04:44<00:00,  1.08s/it, loss=24.2]\r\n",
-      "04/07 14:37: Train Epoch 40: average Loss: 24.903469, time: 284.27 s\r\n",
-      "Val Epoch 40: 100%|██████████████████| 88/88 [01:13<00:00,  1.20it/s, loss=28.9]\r\n",
-      "04/07 14:38: Val Epoch 40: average Loss: 26.289054, time: 73.47 s\r\n",
-      "Test Epoch 40: 100%|█████████████████| 89/89 [01:14<00:00,  1.20it/s, loss=34.8]\r\n",
-      "04/07 14:39: Test Epoch 40: average Loss: 26.570656, time: 74.47 s\r\n",
-      "Train Epoch 41:  75%|████████████    | 199/264 [03:33<01:10,  1.09s/it, loss=24]04/07 14:43: Train Epoch 41: 200/264 Loss: 23.319906\r\n",
-      "Train Epoch 41: 100%|██████████████| 264/264 [04:43<00:00,  1.07s/it, loss=24.8]\r\n",
-      "04/07 14:44: Train Epoch 41: average Loss: 24.825793, time: 283.77 s\r\n",
-      "Val Epoch 41: 100%|██████████████████| 88/88 [01:13<00:00,  1.20it/s, loss=29.7]\r\n",
-      "04/07 14:45: Val Epoch 41: average Loss: 24.849162, time: 73.57 s\r\n",
-      "Test Epoch 41: 100%|█████████████████| 89/89 [01:14<00:00,  1.20it/s, loss=29.1]\r\n",
-      "04/07 14:47: Test Epoch 41: average Loss: 25.180841, time: 74.46 s\r\n",
-      "04/07 14:47: Best validation model saved!\r\n",
-      "Train Epoch 42:  75%|██████████▌   | 199/264 [03:34<01:10,  1.08s/it, loss=25.2]04/07 14:50: Train Epoch 42: 200/264 Loss: 25.061413\r\n",
-      "Train Epoch 42: 100%|██████████████| 264/264 [04:44<00:00,  1.08s/it, loss=24.9]\r\n",
-      "04/07 14:51: Train Epoch 42: average Loss: 24.741950, time: 284.08 s\r\n",
-      "Val Epoch 42: 100%|██████████████████| 88/88 [01:13<00:00,  1.19it/s, loss=30.4]\r\n",
-      "04/07 14:53: Val Epoch 42: average Loss: 25.467089, time: 73.65 s\r\n",
-      "Test Epoch 42: 100%|█████████████████| 89/89 [01:14<00:00,  1.19it/s, loss=27.9]\r\n",
-      "04/07 14:54: Test Epoch 42: average Loss: 25.768357, time: 74.58 s\r\n",
-      "Train Epoch 43:  75%|██████████▌   | 199/264 [03:40<02:11,  2.03s/it, loss=23.8]04/07 14:57: Train Epoch 43: 200/264 Loss: 23.930738\r\n",
-      "Train Epoch 43: 100%|██████████████| 264/264 [04:44<00:00,  1.08s/it, loss=25.3]\r\n",
-      "04/07 14:59: Train Epoch 43: average Loss: 24.914538, time: 284.39 s\r\n",
-      "Val Epoch 43: 100%|██████████████████| 88/88 [01:04<00:00,  1.36it/s, loss=29.4]\r\n",
-      "04/07 15:00: Val Epoch 43: average Loss: 24.862028, time: 64.69 s\r\n",
-      "Test Epoch 43: 100%|█████████████████| 89/89 [01:05<00:00,  1.36it/s, loss=28.8]\r\n",
-      "04/07 15:01: Test Epoch 43: average Loss: 25.152119, time: 65.53 s\r\n",
-      "Train Epoch 44:  75%|████████████    | 199/264 [03:13<01:03,  1.03it/s, loss=26]04/07 15:04: Train Epoch 44: 200/264 Loss: 25.024775\r\n",
-      "Train Epoch 44: 100%|██████████████| 264/264 [04:16<00:00,  1.03it/s, loss=25.2]\r\n",
-      "04/07 15:05: Train Epoch 44: average Loss: 24.719015, time: 256.39 s\r\n",
-      "Val Epoch 44: 100%|██████████████████| 88/88 [01:04<00:00,  1.37it/s, loss=28.8]\r\n",
-      "04/07 15:06: Val Epoch 44: average Loss: 24.912530, time: 64.08 s\r\n",
-      "Test Epoch 44: 100%|█████████████████| 89/89 [01:04<00:00,  1.38it/s, loss=28.2]\r\n",
-      "04/07 15:07: Test Epoch 44: average Loss: 25.270526, time: 64.70 s\r\n",
-      "Train Epoch 45:  75%|██████████▌   | 199/264 [03:13<01:03,  1.03it/s, loss=25.1]04/07 15:10: Train Epoch 45: 200/264 Loss: 24.833910\r\n",
-      "Train Epoch 45: 100%|██████████████| 264/264 [04:16<00:00,  1.03it/s, loss=24.1]\r\n",
-      "04/07 15:11: Train Epoch 45: average Loss: 24.631998, time: 256.24 s\r\n",
-      "Val Epoch 45: 100%|██████████████████| 88/88 [01:00<00:00,  1.45it/s, loss=29.7]\r\n",
-      "04/07 15:12: Val Epoch 45: average Loss: 24.930215, time: 60.82 s\r\n",
-      "Test Epoch 45: 100%|█████████████████| 89/89 [00:58<00:00,  1.53it/s, loss=29.2]\r\n",
-      "04/07 15:13: Test Epoch 45: average Loss: 25.272016, time: 58.10 s\r\n",
-      "Train Epoch 46:  75%|██████████▌   | 199/264 [03:03<00:58,  1.12it/s, loss=25.4]04/07 15:16: Train Epoch 46: 200/264 Loss: 23.515776\r\n",
-      "Train Epoch 46: 100%|████████████████| 264/264 [04:01<00:00,  1.09it/s, loss=26]\r\n",
-      "04/07 15:17: Train Epoch 46: average Loss: 24.627191, time: 241.41 s\r\n",
-      "Val Epoch 46: 100%|████████████████████| 88/88 [00:58<00:00,  1.52it/s, loss=29]\r\n",
-      "04/07 15:18: Val Epoch 46: average Loss: 24.837642, time: 58.02 s\r\n",
-      "Test Epoch 46: 100%|█████████████████| 89/89 [00:58<00:00,  1.52it/s, loss=29.3]\r\n",
-      "04/07 15:19: Test Epoch 46: average Loss: 25.226903, time: 58.48 s\r\n",
-      "04/07 15:19: Best validation model saved!\r\n",
-      "Train Epoch 47:  75%|██████████▌   | 199/264 [02:58<00:58,  1.11it/s, loss=26.7]04/07 15:22: Train Epoch 47: 200/264 Loss: 24.260841\r\n",
-      "Train Epoch 47: 100%|██████████████| 264/264 [03:57<00:00,  1.11it/s, loss=25.4]\r\n",
-      "04/07 15:23: Train Epoch 47: average Loss: 24.638242, time: 237.28 s\r\n",
-      "Val Epoch 47: 100%|██████████████████| 88/88 [00:58<00:00,  1.51it/s, loss=28.2]\r\n",
-      "04/07 15:24: Val Epoch 47: average Loss: 24.879966, time: 58.23 s\r\n",
-      "Test Epoch 47: 100%|█████████████████| 89/89 [00:58<00:00,  1.51it/s, loss=29.8]\r\n",
-      "04/07 15:25: Test Epoch 47: average Loss: 25.231782, time: 58.90 s\r\n",
-      "Train Epoch 48:  75%|██████████▌   | 199/264 [02:58<00:58,  1.11it/s, loss=23.4]04/07 15:28: Train Epoch 48: 200/264 Loss: 24.538572\r\n",
-      "Train Epoch 48: 100%|██████████████| 264/264 [03:57<00:00,  1.11it/s, loss=24.6]\r\n",
-      "04/07 15:29: Train Epoch 48: average Loss: 24.608296, time: 237.41 s\r\n",
-      "Val Epoch 48: 100%|████████████████████| 88/88 [00:58<00:00,  1.50it/s, loss=28]\r\n",
-      "04/07 15:30: Val Epoch 48: average Loss: 25.596235, time: 58.66 s\r\n",
-      "Test Epoch 48: 100%|█████████████████| 89/89 [00:58<00:00,  1.51it/s, loss=31.6]\r\n",
-      "04/07 15:31: Test Epoch 48: average Loss: 25.884201, time: 58.98 s\r\n",
-      "Train Epoch 49:  75%|██████████▌   | 199/264 [03:06<00:58,  1.10it/s, loss=23.1]04/07 15:34: Train Epoch 49: 200/264 Loss: 24.965406\r\n",
-      "Train Epoch 49: 100%|██████████████| 264/264 [04:05<00:00,  1.07it/s, loss=25.4]\r\n",
-      "04/07 15:35: Train Epoch 49: average Loss: 24.594514, time: 245.63 s\r\n",
-      "Val Epoch 49: 100%|██████████████████| 88/88 [00:58<00:00,  1.50it/s, loss=29.4]\r\n",
-      "04/07 15:36: Val Epoch 49: average Loss: 24.866284, time: 58.62 s\r\n",
-      "Test Epoch 49: 100%|█████████████████| 89/89 [00:59<00:00,  1.51it/s, loss=28.9]\r\n",
-      "04/07 15:37: Test Epoch 49: average Loss: 25.194011, time: 59.05 s\r\n",
-      "Train Epoch 50:  75%|██████████▌   | 199/264 [02:59<00:58,  1.11it/s, loss=24.7]04/07 15:40: Train Epoch 50: 200/264 Loss: 23.499121\r\n",
-      "Train Epoch 50: 100%|██████████████| 264/264 [03:58<00:00,  1.11it/s, loss=25.4]\r\n",
-      "04/07 15:41: Train Epoch 50: average Loss: 24.480111, time: 238.72 s\r\n",
-      "Val Epoch 50: 100%|██████████████████| 88/88 [00:58<00:00,  1.49it/s, loss=28.7]\r\n",
-      "04/07 15:42: Val Epoch 50: average Loss: 25.109617, time: 58.90 s\r\n",
-      "Test Epoch 50: 100%|█████████████████| 89/89 [00:59<00:00,  1.50it/s, loss=27.3]\r\n",
-      "04/07 15:43: Test Epoch 50: average Loss: 25.434901, time: 59.48 s\r\n",
-      "Train Epoch 51:  75%|██████████▌   | 199/264 [03:04<01:04,  1.00it/s, loss=25.7]04/07 15:46: Train Epoch 51: 200/264 Loss: 24.163231\r\n",
-      "Train Epoch 51: 100%|██████████████| 264/264 [04:09<00:00,  1.06it/s, loss=24.5]\r\n",
-      "04/07 15:47: Train Epoch 51: average Loss: 24.396698, time: 249.33 s\r\n",
-      "Val Epoch 51: 100%|██████████████████| 88/88 [01:06<00:00,  1.32it/s, loss=28.6]\r\n",
-      "04/07 15:48: Val Epoch 51: average Loss: 24.985132, time: 66.45 s\r\n",
-      "Test Epoch 51: 100%|█████████████████| 89/89 [01:07<00:00,  1.32it/s, loss=28.2]\r\n",
-      "04/07 15:50: Test Epoch 51: average Loss: 25.326863, time: 67.46 s\r\n",
-      "Train Epoch 52:  75%|██████████▌   | 199/264 [03:19<01:04,  1.00it/s, loss=25.2]04/07 15:53: Train Epoch 52: 200/264 Loss: 23.273277\r\n",
-      "Train Epoch 52: 100%|██████████████| 264/264 [04:24<00:00,  1.00s/it, loss=22.9]\r\n",
-      "04/07 15:54: Train Epoch 52: average Loss: 24.447640, time: 264.81 s\r\n",
-      "Val Epoch 52: 100%|██████████████████| 88/88 [01:06<00:00,  1.32it/s, loss=28.8]\r\n",
-      "04/07 15:55: Val Epoch 52: average Loss: 24.655988, time: 66.69 s\r\n",
-      "Test Epoch 52: 100%|█████████████████| 89/89 [01:02<00:00,  1.42it/s, loss=28.1]\r\n",
-      "04/07 15:56: Test Epoch 52: average Loss: 25.017951, time: 62.82 s\r\n",
-      "04/07 15:56: Best validation model saved!\r\n",
-      "Train Epoch 53:  75%|██████████▌   | 199/264 [03:00<00:58,  1.10it/s, loss=24.5]04/07 15:59: Train Epoch 53: 200/264 Loss: 25.460865\r\n",
-      "Train Epoch 53: 100%|██████████████| 264/264 [03:59<00:00,  1.10it/s, loss=26.6]\r\n",
-      "04/07 16:00: Train Epoch 53: average Loss: 24.313376, time: 239.09 s\r\n",
-      "Val Epoch 53: 100%|██████████████████| 88/88 [00:59<00:00,  1.49it/s, loss=29.8]\r\n",
-      "04/07 16:01: Val Epoch 53: average Loss: 24.700566, time: 59.00 s\r\n",
-      "Test Epoch 53: 100%|█████████████████| 89/89 [00:59<00:00,  1.49it/s, loss=29.7]\r\n",
-      "04/07 16:02: Test Epoch 53: average Loss: 25.079622, time: 59.61 s\r\n",
-      "Train Epoch 54:  75%|██████████▌   | 199/264 [03:01<00:59,  1.10it/s, loss=24.8]04/07 16:05: Train Epoch 54: 200/264 Loss: 24.677034\r\n",
-      "Train Epoch 54: 100%|██████████████| 264/264 [04:00<00:00,  1.10it/s, loss=25.9]\r\n",
-      "04/07 16:06: Train Epoch 54: average Loss: 24.389857, time: 240.26 s\r\n",
-      "Val Epoch 54: 100%|██████████████████| 88/88 [00:59<00:00,  1.49it/s, loss=27.5]\r\n",
-      "04/07 16:07: Val Epoch 54: average Loss: 24.947124, time: 59.16 s\r\n",
-      "Test Epoch 54: 100%|█████████████████| 89/89 [00:59<00:00,  1.49it/s, loss=30.4]\r\n",
-      "04/07 16:08: Test Epoch 54: average Loss: 25.334373, time: 59.67 s\r\n",
-      "Train Epoch 55:  75%|██████████▌   | 199/264 [03:17<01:04,  1.00it/s, loss=24.7]04/07 16:11: Train Epoch 55: 200/264 Loss: 24.755564\r\n",
-      "Train Epoch 55: 100%|██████████████| 264/264 [04:21<00:00,  1.01it/s, loss=23.4]\r\n",
-      "04/07 16:12: Train Epoch 55: average Loss: 24.439902, time: 261.73 s\r\n",
-      "Val Epoch 55: 100%|██████████████████| 88/88 [01:06<00:00,  1.33it/s, loss=27.2]\r\n",
-      "04/07 16:14: Val Epoch 55: average Loss: 24.770207, time: 66.15 s\r\n",
-      "Test Epoch 55: 100%|█████████████████| 89/89 [01:06<00:00,  1.33it/s, loss=29.4]\r\n",
-      "04/07 16:15: Test Epoch 55: average Loss: 25.144362, time: 66.80 s\r\n",
-      "Train Epoch 56:  75%|████████████    | 199/264 [03:18<01:04,  1.01it/s, loss=24]04/07 16:18: Train Epoch 56: 200/264 Loss: 24.645994\r\n",
-      "Train Epoch 56: 100%|██████████████| 264/264 [04:23<00:00,  1.00it/s, loss=23.4]\r\n",
-      "04/07 16:19: Train Epoch 56: average Loss: 24.421959, time: 263.03 s\r\n",
-      "Val Epoch 56: 100%|██████████████████| 88/88 [01:07<00:00,  1.30it/s, loss=27.6]\r\n",
-      "04/07 16:20: Val Epoch 56: average Loss: 24.603587, time: 67.67 s\r\n",
-      "Test Epoch 56: 100%|█████████████████| 89/89 [01:07<00:00,  1.31it/s, loss=29.3]\r\n",
-      "04/07 16:21: Test Epoch 56: average Loss: 24.979868, time: 67.76 s\r\n",
-      "04/07 16:21: Best validation model saved!\r\n",
-      "Train Epoch 57:  75%|██████████▌   | 199/264 [03:19<01:05,  1.00s/it, loss=23.9]04/07 16:25: Train Epoch 57: 200/264 Loss: 24.698683\r\n",
-      "Train Epoch 57: 100%|██████████████| 264/264 [04:18<00:00,  1.02it/s, loss=25.6]\r\n",
-      "04/07 16:26: Train Epoch 57: average Loss: 24.267062, time: 258.71 s\r\n",
-      "Val Epoch 57: 100%|██████████████████| 88/88 [00:58<00:00,  1.50it/s, loss=28.2]\r\n",
-      "04/07 16:27: Val Epoch 57: average Loss: 24.632833, time: 58.85 s\r\n",
-      "Test Epoch 57: 100%|█████████████████| 89/89 [00:59<00:00,  1.50it/s, loss=28.3]\r\n",
-      "04/07 16:28: Test Epoch 57: average Loss: 25.032108, time: 59.48 s\r\n",
-      "Train Epoch 58:  75%|██████████▌   | 199/264 [03:04<01:05,  1.00s/it, loss=24.1]04/07 16:31: Train Epoch 58: 200/264 Loss: 24.233912\r\n",
-      "Train Epoch 58: 100%|██████████████| 264/264 [04:09<00:00,  1.06it/s, loss=23.5]\r\n",
-      "04/07 16:32: Train Epoch 58: average Loss: 24.234736, time: 249.80 s\r\n",
-      "Val Epoch 58: 100%|██████████████████| 88/88 [01:06<00:00,  1.32it/s, loss=27.8]\r\n",
-      "04/07 16:33: Val Epoch 58: average Loss: 24.495714, time: 66.45 s\r\n",
-      "Test Epoch 58: 100%|███████████████████| 89/89 [01:07<00:00,  1.32it/s, loss=30]\r\n",
-      "04/07 16:34: Test Epoch 58: average Loss: 24.935782, time: 67.54 s\r\n",
-      "04/07 16:34: Best validation model saved!\r\n",
-      "Train Epoch 59:  75%|████████████    | 199/264 [03:18<01:05,  1.00s/it, loss=25]04/07 16:37: Train Epoch 59: 200/264 Loss: 24.285202\r\n",
-      "Train Epoch 59: 100%|██████████████| 264/264 [04:23<00:00,  1.00it/s, loss=23.5]\r\n",
-      "04/07 16:38: Train Epoch 59: average Loss: 24.127724, time: 263.63 s\r\n",
-      "Val Epoch 59: 100%|██████████████████| 88/88 [01:06<00:00,  1.32it/s, loss=27.5]\r\n",
-      "04/07 16:39: Val Epoch 59: average Loss: 24.559775, time: 66.69 s\r\n",
-      "Test Epoch 59: 100%|█████████████████| 89/89 [01:07<00:00,  1.31it/s, loss=29.1]\r\n",
-      "04/07 16:41: Test Epoch 59: average Loss: 24.989343, time: 67.78 s\r\n",
-      "Train Epoch 60:  75%|██████████▌   | 199/264 [03:19<01:05,  1.00s/it, loss=23.4]04/07 16:44: Train Epoch 60: 200/264 Loss: 23.858850\r\n",
-      "Train Epoch 60: 100%|██████████████| 264/264 [04:24<00:00,  1.00s/it, loss=25.2]\r\n",
-      "04/07 16:45: Train Epoch 60: average Loss: 24.220488, time: 264.26 s\r\n",
-      "Val Epoch 60: 100%|██████████████████| 88/88 [01:06<00:00,  1.32it/s, loss=28.3]\r\n",
-      "04/07 16:46: Val Epoch 60: average Loss: 24.598445, time: 66.60 s\r\n",
-      "Test Epoch 60: 100%|█████████████████| 89/89 [01:07<00:00,  1.32it/s, loss=27.4]\r\n",
-      "04/07 16:47: Test Epoch 60: average Loss: 25.002550, time: 67.27 s\r\n",
-      "Train Epoch 61:  75%|██████████▌   | 199/264 [03:19<01:05,  1.01s/it, loss=23.5]04/07 16:51: Train Epoch 61: 200/264 Loss: 23.987396\r\n",
-      "Train Epoch 61: 100%|██████████████| 264/264 [04:24<00:00,  1.00s/it, loss=23.9]\r\n",
-      "04/07 16:52: Train Epoch 61: average Loss: 24.158722, time: 264.52 s\r\n",
-      "Val Epoch 61: 100%|██████████████████| 88/88 [01:06<00:00,  1.32it/s, loss=28.1]\r\n",
-      "04/07 16:53: Val Epoch 61: average Loss: 24.771301, time: 66.76 s\r\n",
-      "Test Epoch 61: 100%|█████████████████| 89/89 [01:07<00:00,  1.31it/s, loss=30.6]\r\n",
-      "04/07 16:54: Test Epoch 61: average Loss: 25.178214, time: 67.77 s\r\n",
-      "Train Epoch 62:  75%|██████████▌   | 199/264 [03:20<01:05,  1.00s/it, loss=25.9]04/07 16:57: Train Epoch 62: 200/264 Loss: 25.152487\r\n",
-      "Train Epoch 62: 100%|██████████████| 264/264 [04:25<00:00,  1.01s/it, loss=25.1]\r\n",
-      "04/07 16:58: Train Epoch 62: average Loss: 24.358162, time: 265.62 s\r\n",
-      "Val Epoch 62: 100%|████████████████████| 88/88 [01:06<00:00,  1.32it/s, loss=29]\r\n",
-      "04/07 16:59: Val Epoch 62: average Loss: 25.300539, time: 66.85 s\r\n",
-      "Test Epoch 62: 100%|█████████████████| 89/89 [01:07<00:00,  1.32it/s, loss=27.9]\r\n",
-      "04/07 17:01: Test Epoch 62: average Loss: 25.829197, time: 67.60 s\r\n",
-      "Train Epoch 63:  75%|██████████▌   | 199/264 [03:19<01:05,  1.00s/it, loss=23.5]04/07 17:04: Train Epoch 63: 200/264 Loss: 25.460018\r\n",
-      "Train Epoch 63: 100%|██████████████| 264/264 [04:24<00:00,  1.00s/it, loss=23.6]\r\n",
-      "04/07 17:05: Train Epoch 63: average Loss: 24.099398, time: 264.09 s\r\n",
-      "Val Epoch 63: 100%|██████████████████| 88/88 [01:06<00:00,  1.32it/s, loss=27.5]\r\n",
-      "04/07 17:06: Val Epoch 63: average Loss: 24.635759, time: 66.72 s\r\n",
-      "Test Epoch 63: 100%|█████████████████| 89/89 [01:07<00:00,  1.32it/s, loss=28.9]\r\n",
-      "04/07 17:07: Test Epoch 63: average Loss: 25.045020, time: 67.29 s\r\n",
-      "Train Epoch 64:  75%|██████████▌   | 199/264 [03:18<01:04,  1.00it/s, loss=23.6]04/07 17:11: Train Epoch 64: 200/264 Loss: 22.015802\r\n",
-      "Train Epoch 64: 100%|██████████████| 264/264 [04:23<00:00,  1.00it/s, loss=24.1]\r\n",
-      "04/07 17:12: Train Epoch 64: average Loss: 23.995798, time: 263.82 s\r\n",
-      "Val Epoch 64: 100%|████████████████████| 88/88 [01:06<00:00,  1.32it/s, loss=31]\r\n",
-      "04/07 17:13: Val Epoch 64: average Loss: 24.735160, time: 66.71 s\r\n",
-      "Test Epoch 64: 100%|█████████████████| 89/89 [01:07<00:00,  1.32it/s, loss=29.1]\r\n",
-      "04/07 17:14: Test Epoch 64: average Loss: 25.218036, time: 67.34 s\r\n",
-      "Train Epoch 65:  75%|██████████▌   | 199/264 [03:18<01:05,  1.00s/it, loss=23.3]04/07 17:17: Train Epoch 65: 200/264 Loss: 24.892178\r\n",
-      "Train Epoch 65: 100%|██████████████| 264/264 [04:23<00:00,  1.00it/s, loss=23.8]\r\n",
-      "04/07 17:18: Train Epoch 65: average Loss: 24.047446, time: 263.91 s\r\n",
-      "Val Epoch 65: 100%|████████████████████| 88/88 [01:06<00:00,  1.32it/s, loss=28]\r\n",
-      "04/07 17:19: Val Epoch 65: average Loss: 24.682355, time: 66.71 s\r\n",
-      "Test Epoch 65: 100%|███████████████████| 89/89 [01:07<00:00,  1.32it/s, loss=28]\r\n",
-      "04/07 17:20: Test Epoch 65: average Loss: 25.139324, time: 67.53 s\r\n",
-      "Train Epoch 66:  75%|██████████▌   | 199/264 [03:20<01:05,  1.01s/it, loss=24.5]04/07 17:24: Train Epoch 66: 200/264 Loss: 23.729078\r\n",
-      "Train Epoch 66: 100%|██████████████| 264/264 [04:25<00:00,  1.01s/it, loss=23.1]\r\n",
-      "04/07 17:25: Train Epoch 66: average Loss: 24.030087, time: 265.93 s\r\n",
-      "Val Epoch 66: 100%|██████████████████| 88/88 [01:07<00:00,  1.31it/s, loss=27.9]\r\n",
-      "04/07 17:26: Val Epoch 66: average Loss: 24.398473, time: 67.40 s\r\n",
-      "Test Epoch 66: 100%|█████████████████| 89/89 [01:07<00:00,  1.31it/s, loss=29.8]\r\n",
-      "04/07 17:27: Test Epoch 66: average Loss: 24.891218, time: 67.88 s\r\n",
-      "04/07 17:27: Best validation model saved!\r\n",
-      "Train Epoch 67:  75%|██████████▌   | 199/264 [03:23<01:04,  1.00it/s, loss=24.5]04/07 17:31: Train Epoch 67: 200/264 Loss: 24.632624\r\n",
-      "Train Epoch 67: 100%|██████████████| 264/264 [04:24<00:00,  1.00s/it, loss=23.8]\r\n",
-      "04/07 17:32: Train Epoch 67: average Loss: 24.047194, time: 264.72 s\r\n",
-      "Val Epoch 67: 100%|██████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=27.8]\r\n",
-      "04/07 17:33: Val Epoch 67: average Loss: 24.378759, time: 59.29 s\r\n",
-      "Test Epoch 67: 100%|█████████████████| 89/89 [00:59<00:00,  1.49it/s, loss=28.1]\r\n",
-      "04/07 17:34: Test Epoch 67: average Loss: 24.832412, time: 59.78 s\r\n",
-      "04/07 17:34: Best validation model saved!\r\n",
-      "Train Epoch 68:  75%|██████████▌   | 199/264 [03:01<00:59,  1.10it/s, loss=24.3]04/07 17:37: Train Epoch 68: 200/264 Loss: 23.125696\r\n",
-      "Train Epoch 68: 100%|██████████████| 264/264 [04:06<00:00,  1.07it/s, loss=24.3]\r\n",
-      "04/07 17:38: Train Epoch 68: average Loss: 23.984653, time: 246.80 s\r\n",
-      "Val Epoch 68: 100%|██████████████████| 88/88 [01:07<00:00,  1.30it/s, loss=27.8]\r\n",
-      "04/07 17:39: Val Epoch 68: average Loss: 24.691060, time: 67.65 s\r\n",
-      "Test Epoch 68: 100%|█████████████████| 89/89 [01:07<00:00,  1.31it/s, loss=29.3]\r\n",
-      "04/07 17:40: Test Epoch 68: average Loss: 25.123463, time: 67.96 s\r\n",
-      "Train Epoch 69:  75%|████████████    | 199/264 [03:23<01:07,  1.04s/it, loss=22]04/07 17:43: Train Epoch 69: 200/264 Loss: 23.164354\r\n",
-      "Train Epoch 69: 100%|██████████████| 264/264 [04:29<00:00,  1.02s/it, loss=23.8]\r\n",
-      "04/07 17:44: Train Epoch 69: average Loss: 23.918204, time: 269.72 s\r\n",
-      "Val Epoch 69: 100%|██████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=27.9]\r\n",
-      "04/07 17:45: Val Epoch 69: average Loss: 24.942211, time: 59.79 s\r\n",
-      "Test Epoch 69: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=30.2]\r\n",
-      "04/07 17:46: Test Epoch 69: average Loss: 25.399682, time: 60.16 s\r\n",
-      "Train Epoch 70:  75%|██████████▌   | 199/264 [03:01<00:59,  1.10it/s, loss=23.6]04/07 17:49: Train Epoch 70: 200/264 Loss: 24.814442\r\n",
-      "Train Epoch 70: 100%|██████████████| 264/264 [04:01<00:00,  1.09it/s, loss=24.4]\r\n",
-      "04/07 17:50: Train Epoch 70: average Loss: 24.028058, time: 241.21 s\r\n",
-      "Val Epoch 70: 100%|██████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=27.3]\r\n",
-      "04/07 17:51: Val Epoch 70: average Loss: 24.714624, time: 59.62 s\r\n",
-      "Test Epoch 70: 100%|█████████████████| 89/89 [00:59<00:00,  1.48it/s, loss=27.5]\r\n",
-      "04/07 17:52: Test Epoch 70: average Loss: 25.170730, time: 60.00 s\r\n",
-      "Train Epoch 71:  75%|██████████▌   | 199/264 [03:01<00:59,  1.10it/s, loss=23.1]04/07 17:55: Train Epoch 71: 200/264 Loss: 23.753222\r\n",
-      "Train Epoch 71: 100%|██████████████| 264/264 [04:00<00:00,  1.10it/s, loss=22.5]\r\n",
-      "04/07 17:56: Train Epoch 71: average Loss: 23.983744, time: 240.89 s\r\n",
-      "Val Epoch 71: 100%|██████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=27.6]\r\n",
-      "04/07 17:57: Val Epoch 71: average Loss: 24.476196, time: 59.34 s\r\n",
-      "Test Epoch 71: 100%|█████████████████| 89/89 [00:59<00:00,  1.49it/s, loss=29.7]\r\n",
-      "04/07 17:58: Test Epoch 71: average Loss: 24.974500, time: 59.81 s\r\n",
-      "Train Epoch 72:  75%|██████████▌   | 199/264 [03:01<00:59,  1.09it/s, loss=23.1]04/07 18:01: Train Epoch 72: 200/264 Loss: 24.281717\r\n",
-      "Train Epoch 72: 100%|██████████████| 264/264 [04:01<00:00,  1.09it/s, loss=24.3]\r\n",
-      "04/07 18:02: Train Epoch 72: average Loss: 23.886922, time: 241.19 s\r\n",
-      "Val Epoch 72: 100%|██████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=27.8]\r\n",
-      "04/07 18:03: Val Epoch 72: average Loss: 24.595404, time: 59.63 s\r\n",
-      "Test Epoch 72: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=27.8]\r\n",
-      "04/07 18:04: Test Epoch 72: average Loss: 25.065020, time: 60.11 s\r\n",
-      "Train Epoch 73:  75%|████████████    | 199/264 [03:02<00:59,  1.09it/s, loss=24]04/07 18:08: Train Epoch 73: 200/264 Loss: 24.707642\r\n",
-      "Train Epoch 73: 100%|██████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22.4]\r\n",
-      "04/07 18:08: Train Epoch 73: average Loss: 23.873494, time: 241.94 s\r\n",
-      "Val Epoch 73: 100%|██████████████████| 88/88 [01:03<00:00,  1.38it/s, loss=27.9]\r\n",
-      "04/07 18:10: Val Epoch 73: average Loss: 24.490714, time: 63.57 s\r\n",
-      "Test Epoch 73: 100%|█████████████████| 89/89 [01:04<00:00,  1.39it/s, loss=28.5]\r\n",
-      "04/07 18:11: Test Epoch 73: average Loss: 25.016238, time: 64.17 s\r\n",
-      "Train Epoch 74:  75%|██████████▌   | 199/264 [03:02<00:59,  1.09it/s, loss=23.4]04/07 18:14: Train Epoch 74: 200/264 Loss: 23.306936\r\n",
-      "Train Epoch 74: 100%|██████████████| 264/264 [04:03<00:00,  1.08it/s, loss=24.3]\r\n",
-      "04/07 18:15: Train Epoch 74: average Loss: 23.889280, time: 243.71 s\r\n",
-      "Val Epoch 74: 100%|██████████████████| 88/88 [01:03<00:00,  1.39it/s, loss=27.3]\r\n",
-      "04/07 18:16: Val Epoch 74: average Loss: 24.854742, time: 63.32 s\r\n",
-      "Test Epoch 74: 100%|█████████████████| 89/89 [01:03<00:00,  1.39it/s, loss=32.1]\r\n",
-      "04/07 18:17: Test Epoch 74: average Loss: 25.359996, time: 63.94 s\r\n",
-      "Train Epoch 75:  75%|██████████▌   | 199/264 [03:07<00:59,  1.10it/s, loss=23.1]04/07 18:20: Train Epoch 75: 200/264 Loss: 23.969763\r\n",
-      "Train Epoch 75: 100%|██████████████| 264/264 [04:08<00:00,  1.06it/s, loss=24.3]\r\n",
-      "04/07 18:21: Train Epoch 75: average Loss: 23.825467, time: 248.35 s\r\n",
-      "Val Epoch 75: 100%|██████████████████| 88/88 [01:05<00:00,  1.35it/s, loss=26.8]\r\n",
-      "04/07 18:22: Val Epoch 75: average Loss: 24.486699, time: 65.26 s\r\n",
-      "Test Epoch 75: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=27.9]\r\n",
-      "04/07 18:23: Test Epoch 75: average Loss: 24.940735, time: 60.30 s\r\n",
-      "Train Epoch 76:  75%|██████████▌   | 199/264 [03:05<00:59,  1.09it/s, loss=23.5]04/07 18:26: Train Epoch 76: 200/264 Loss: 24.030895\r\n",
-      "Train Epoch 76: 100%|██████████████| 264/264 [04:05<00:00,  1.08it/s, loss=23.6]\r\n",
-      "04/07 18:27: Train Epoch 76: average Loss: 23.811186, time: 245.56 s\r\n",
-      "Val Epoch 76: 100%|████████████████████| 88/88 [01:07<00:00,  1.29it/s, loss=27]\r\n",
-      "04/07 18:28: Val Epoch 76: average Loss: 24.508374, time: 67.96 s\r\n",
-      "Test Epoch 76: 100%|█████████████████| 89/89 [01:08<00:00,  1.30it/s, loss=28.4]\r\n",
-      "04/07 18:29: Test Epoch 76: average Loss: 25.030129, time: 68.47 s\r\n",
-      "Train Epoch 77:  75%|██████████▌   | 199/264 [03:20<01:05,  1.01s/it, loss=25.5]04/07 18:33: Train Epoch 77: 200/264 Loss: 24.599861\r\n",
-      "Train Epoch 77: 100%|██████████████| 264/264 [04:26<00:00,  1.01s/it, loss=22.5]\r\n",
-      "04/07 18:34: Train Epoch 77: average Loss: 23.836348, time: 266.38 s\r\n",
-      "Val Epoch 77: 100%|██████████████████| 88/88 [01:07<00:00,  1.30it/s, loss=26.9]\r\n",
-      "04/07 18:35: Val Epoch 77: average Loss: 24.218013, time: 67.62 s\r\n",
-      "Test Epoch 77: 100%|█████████████████| 89/89 [01:07<00:00,  1.31it/s, loss=27.9]\r\n",
-      "04/07 18:36: Test Epoch 77: average Loss: 24.725569, time: 67.98 s\r\n",
-      "04/07 18:36: Best validation model saved!\r\n",
-      "Train Epoch 78:  75%|████████████    | 199/264 [03:15<01:05,  1.01s/it, loss=25]04/07 18:39: Train Epoch 78: 200/264 Loss: 24.343069\r\n",
-      "Train Epoch 78: 100%|██████████████| 264/264 [04:16<00:00,  1.03it/s, loss=23.8]\r\n",
-      "04/07 18:40: Train Epoch 78: average Loss: 23.723035, time: 256.46 s\r\n",
-      "Val Epoch 78: 100%|██████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=27.2]\r\n",
-      "04/07 18:41: Val Epoch 78: average Loss: 24.234345, time: 59.47 s\r\n",
-      "Test Epoch 78: 100%|█████████████████| 89/89 [00:59<00:00,  1.48it/s, loss=30.1]\r\n",
-      "04/07 18:42: Test Epoch 78: average Loss: 24.817127, time: 59.99 s\r\n",
-      "Train Epoch 79:  75%|██████████▌   | 199/264 [03:01<00:59,  1.10it/s, loss=25.4]04/07 18:45: Train Epoch 79: 200/264 Loss: 23.079569\r\n",
-      "Train Epoch 79: 100%|██████████████| 264/264 [04:01<00:00,  1.09it/s, loss=24.9]\r\n",
-      "04/07 18:46: Train Epoch 79: average Loss: 23.762565, time: 241.25 s\r\n",
-      "Val Epoch 79: 100%|██████████████████| 88/88 [01:05<00:00,  1.35it/s, loss=27.5]\r\n",
-      "04/07 18:47: Val Epoch 79: average Loss: 24.354376, time: 65.31 s\r\n",
-      "Test Epoch 79: 100%|█████████████████| 89/89 [01:08<00:00,  1.30it/s, loss=28.1]\r\n",
-      "04/07 18:49: Test Epoch 79: average Loss: 24.890567, time: 68.50 s\r\n",
-      "Train Epoch 80:  75%|██████████▌   | 199/264 [03:09<00:59,  1.09it/s, loss=24.4]04/07 18:52: Train Epoch 80: 200/264 Loss: 24.255720\r\n",
-      "Train Epoch 80: 100%|██████████████| 264/264 [04:11<00:00,  1.05it/s, loss=23.1]\r\n",
-      "04/07 18:53: Train Epoch 80: average Loss: 23.734906, time: 251.43 s\r\n",
-      "Val Epoch 80: 100%|██████████████████| 88/88 [01:00<00:00,  1.46it/s, loss=27.3]\r\n",
-      "04/07 18:54: Val Epoch 80: average Loss: 24.439933, time: 60.18 s\r\n",
-      "Test Epoch 80: 100%|█████████████████| 89/89 [01:03<00:00,  1.41it/s, loss=28.7]\r\n",
-      "04/07 18:55: Test Epoch 80: average Loss: 24.965895, time: 63.32 s\r\n",
-      "Train Epoch 81:  75%|██████████▌   | 199/264 [03:21<01:05,  1.01s/it, loss=23.5]04/07 18:58: Train Epoch 81: 200/264 Loss: 25.063450\r\n",
-      "Train Epoch 81: 100%|██████████████| 264/264 [04:26<00:00,  1.01s/it, loss=23.9]\r\n",
-      "04/07 18:59: Train Epoch 81: average Loss: 23.727830, time: 266.48 s\r\n",
-      "Val Epoch 81: 100%|██████████████████| 88/88 [01:00<00:00,  1.47it/s, loss=27.2]\r\n",
-      "04/07 19:00: Val Epoch 81: average Loss: 24.391007, time: 60.03 s\r\n",
-      "Test Epoch 81: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.6]\r\n",
-      "04/07 19:01: Test Epoch 81: average Loss: 24.890006, time: 60.12 s\r\n",
-      "Train Epoch 82:  75%|████████████    | 199/264 [03:02<01:00,  1.08it/s, loss=23]04/07 19:04: Train Epoch 82: 200/264 Loss: 22.156813\r\n",
-      "Train Epoch 82: 100%|████████████████| 264/264 [04:04<00:00,  1.08it/s, loss=22]\r\n",
-      "04/07 19:05: Train Epoch 82: average Loss: 23.681132, time: 244.75 s\r\n",
-      "Val Epoch 82: 100%|██████████████████| 88/88 [01:03<00:00,  1.38it/s, loss=26.5]\r\n",
-      "04/07 19:06: Val Epoch 82: average Loss: 25.248596, time: 63.62 s\r\n",
-      "Test Epoch 82: 100%|█████████████████| 89/89 [01:04<00:00,  1.39it/s, loss=31.7]\r\n",
-      "04/07 19:08: Test Epoch 82: average Loss: 25.683800, time: 64.13 s\r\n",
-      "Train Epoch 83:  75%|██████████▌   | 199/264 [03:05<00:59,  1.08it/s, loss=24.5]04/07 19:11: Train Epoch 83: 200/264 Loss: 24.263475\r\n",
-      "Train Epoch 83: 100%|██████████████| 264/264 [04:05<00:00,  1.08it/s, loss=22.2]\r\n",
-      "04/07 19:12: Train Epoch 83: average Loss: 23.759926, time: 245.56 s\r\n",
-      "Val Epoch 83: 100%|██████████████████| 88/88 [01:00<00:00,  1.47it/s, loss=27.3]\r\n",
-      "04/07 19:13: Val Epoch 83: average Loss: 24.738163, time: 60.00 s\r\n",
-      "Test Epoch 83: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=31.4]\r\n",
-      "04/07 19:14: Test Epoch 83: average Loss: 25.254012, time: 60.27 s\r\n",
-      "Train Epoch 84:  75%|████████████    | 199/264 [03:05<01:00,  1.08it/s, loss=23]04/07 19:17: Train Epoch 84: 200/264 Loss: 22.127855\r\n",
-      "Train Epoch 84: 100%|██████████████| 264/264 [04:05<00:00,  1.08it/s, loss=23.1]\r\n",
-      "04/07 19:18: Train Epoch 84: average Loss: 23.605116, time: 245.30 s\r\n",
-      "Val Epoch 84: 100%|██████████████████| 88/88 [01:00<00:00,  1.46it/s, loss=27.5]\r\n",
-      "04/07 19:19: Val Epoch 84: average Loss: 24.393576, time: 60.21 s\r\n",
-      "Test Epoch 84: 100%|█████████████████| 89/89 [01:02<00:00,  1.43it/s, loss=27.8]\r\n",
-      "04/07 19:20: Test Epoch 84: average Loss: 24.913853, time: 62.44 s\r\n",
-      "Train Epoch 85:  75%|██████████▌   | 199/264 [03:22<01:05,  1.02s/it, loss=23.4]04/07 19:23: Train Epoch 85: 200/264 Loss: 24.807434\r\n",
-      "Train Epoch 85: 100%|██████████████| 264/264 [04:28<00:00,  1.02s/it, loss=24.2]\r\n",
-      "04/07 19:24: Train Epoch 85: average Loss: 23.716785, time: 268.10 s\r\n",
-      "Val Epoch 85: 100%|██████████████████| 88/88 [01:07<00:00,  1.30it/s, loss=26.3]\r\n",
-      "04/07 19:25: Val Epoch 85: average Loss: 24.494279, time: 67.75 s\r\n",
-      "Test Epoch 85: 100%|█████████████████| 89/89 [01:04<00:00,  1.37it/s, loss=31.5]\r\n",
-      "04/07 19:26: Test Epoch 85: average Loss: 25.047503, time: 64.99 s\r\n",
-      "Train Epoch 86:  75%|██████████▌   | 199/264 [03:05<01:02,  1.04it/s, loss=23.7]04/07 19:30: Train Epoch 86: 200/264 Loss: 24.443216\r\n",
-      "Train Epoch 86: 100%|██████████████| 264/264 [04:07<00:00,  1.07it/s, loss=22.6]\r\n",
-      "04/07 19:31: Train Epoch 86: average Loss: 23.651896, time: 247.66 s\r\n",
-      "Val Epoch 86: 100%|██████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=26.9]\r\n",
-      "04/07 19:32: Val Epoch 86: average Loss: 24.265538, time: 59.95 s\r\n",
-      "Test Epoch 86: 100%|█████████████████| 89/89 [01:00<00:00,  1.47it/s, loss=29.1]\r\n",
-      "04/07 19:33: Test Epoch 86: average Loss: 24.795891, time: 60.35 s\r\n",
-      "Train Epoch 87:  75%|██████████▌   | 199/264 [03:02<00:59,  1.09it/s, loss=24.4]04/07 19:36: Train Epoch 87: 200/264 Loss: 23.758732\r\n",
-      "Train Epoch 87: 100%|██████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.8]\r\n",
-      "04/07 19:37: Train Epoch 87: average Loss: 23.601740, time: 241.97 s\r\n",
-      "Val Epoch 87: 100%|██████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=26.4]\r\n",
-      "04/07 19:38: Val Epoch 87: average Loss: 24.183580, time: 59.81 s\r\n",
-      "Test Epoch 87: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.1]\r\n",
-      "04/07 19:39: Test Epoch 87: average Loss: 24.744401, time: 60.17 s\r\n",
-      "04/07 19:39: Best validation model saved!\r\n",
-      "Train Epoch 88:  75%|██████████▌   | 199/264 [03:03<01:00,  1.08it/s, loss=22.2]04/07 19:42: Train Epoch 88: 200/264 Loss: 25.254280\r\n",
-      "Train Epoch 88: 100%|██████████████| 264/264 [04:03<00:00,  1.08it/s, loss=24.4]\r\n",
-      "04/07 19:43: Train Epoch 88: average Loss: 23.561427, time: 243.89 s\r\n",
-      "Val Epoch 88: 100%|██████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=26.8]\r\n",
-      "04/07 19:44: Val Epoch 88: average Loss: 24.244699, time: 59.79 s\r\n",
-      "Test Epoch 88: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.8]\r\n",
-      "04/07 19:45: Test Epoch 88: average Loss: 24.835206, time: 60.28 s\r\n",
-      "Train Epoch 89:  75%|██████████▌   | 199/264 [03:03<01:03,  1.02it/s, loss=23.6]04/07 19:48: Train Epoch 89: 200/264 Loss: 24.397963\r\n",
-      "Train Epoch 89: 100%|██████████████| 264/264 [04:08<00:00,  1.06it/s, loss=24.5]\r\n",
-      "04/07 19:49: Train Epoch 89: average Loss: 23.610986, time: 248.61 s\r\n",
-      "Val Epoch 89: 100%|██████████████████| 88/88 [01:07<00:00,  1.29it/s, loss=27.6]\r\n",
-      "04/07 19:50: Val Epoch 89: average Loss: 25.670773, time: 67.98 s\r\n",
-      "Test Epoch 89: 100%|█████████████████| 89/89 [01:08<00:00,  1.30it/s, loss=31.2]\r\n",
-      "04/07 19:51: Test Epoch 89: average Loss: 26.136165, time: 68.65 s\r\n",
-      "Train Epoch 90:  75%|██████████▌   | 199/264 [03:07<00:59,  1.08it/s, loss=24.8]04/07 19:54: Train Epoch 90: 200/264 Loss: 24.411247\r\n",
-      "Train Epoch 90: 100%|██████████████| 264/264 [04:07<00:00,  1.07it/s, loss=23.7]\r\n",
-      "04/07 19:55: Train Epoch 90: average Loss: 23.576104, time: 247.06 s\r\n",
-      "Val Epoch 90: 100%|██████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.9]\r\n",
-      "04/07 19:56: Val Epoch 90: average Loss: 24.303308, time: 59.64 s\r\n",
-      "Test Epoch 90: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.7]\r\n",
-      "04/07 19:57: Test Epoch 90: average Loss: 24.930449, time: 60.27 s\r\n",
-      "Train Epoch 91:  75%|██████████▌   | 199/264 [03:01<00:59,  1.09it/s, loss=23.7]04/07 20:00: Train Epoch 91: 200/264 Loss: 23.268782\r\n",
-      "Train Epoch 91: 100%|██████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.4]\r\n",
-      "04/07 20:01: Train Epoch 91: average Loss: 23.632435, time: 241.34 s\r\n",
-      "Val Epoch 91: 100%|██████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.8]\r\n",
-      "04/07 20:02: Val Epoch 91: average Loss: 24.502463, time: 59.61 s\r\n",
-      "Test Epoch 91: 100%|█████████████████| 89/89 [01:00<00:00,  1.47it/s, loss=28.1]\r\n",
-      "04/07 20:03: Test Epoch 91: average Loss: 25.042832, time: 60.66 s\r\n",
-      "Train Epoch 92:  75%|██████████▌   | 199/264 [03:03<00:59,  1.09it/s, loss=24.7]04/07 20:06: Train Epoch 92: 200/264 Loss: 22.680712\r\n",
-      "Train Epoch 92: 100%|██████████████| 264/264 [04:02<00:00,  1.09it/s, loss=23.6]\r\n",
-      "04/07 20:07: Train Epoch 92: average Loss: 23.447511, time: 242.70 s\r\n",
-      "Val Epoch 92: 100%|██████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.5]\r\n",
-      "04/07 20:08: Val Epoch 92: average Loss: 24.246627, time: 59.58 s\r\n",
-      "Test Epoch 92: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=29.1]\r\n",
-      "04/07 20:09: Test Epoch 92: average Loss: 24.833631, time: 60.17 s\r\n",
-      "Train Epoch 93:  75%|██████████▌   | 199/264 [03:02<00:59,  1.09it/s, loss=23.5]04/07 20:12: Train Epoch 93: 200/264 Loss: 24.171675\r\n",
-      "Train Epoch 93: 100%|██████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.2]\r\n",
-      "04/07 20:13: Train Epoch 93: average Loss: 23.495154, time: 241.59 s\r\n",
-      "Val Epoch 93: 100%|████████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=28]\r\n",
-      "04/07 20:14: Val Epoch 93: average Loss: 24.353227, time: 59.59 s\r\n",
-      "Test Epoch 93: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.1]\r\n",
-      "04/07 20:15: Test Epoch 93: average Loss: 24.950037, time: 60.15 s\r\n",
-      "Train Epoch 94:  75%|██████████▌   | 199/264 [03:02<00:59,  1.09it/s, loss=23.9]04/07 20:18: Train Epoch 94: 200/264 Loss: 23.447950\r\n",
-      "Train Epoch 94: 100%|██████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22.6]\r\n",
-      "04/07 20:19: Train Epoch 94: average Loss: 23.535246, time: 241.61 s\r\n",
-      "Val Epoch 94: 100%|██████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.2]\r\n",
-      "04/07 20:20: Val Epoch 94: average Loss: 24.041604, time: 59.52 s\r\n",
-      "Test Epoch 94: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.8]\r\n",
-      "04/07 20:21: Test Epoch 94: average Loss: 24.668418, time: 60.24 s\r\n",
-      "04/07 20:21: Best validation model saved!\r\n",
-      "Train Epoch 95:  75%|██████████▌   | 199/264 [03:01<00:59,  1.09it/s, loss=24.5]04/07 20:24: Train Epoch 95: 200/264 Loss: 25.152647\r\n",
-      "Train Epoch 95: 100%|██████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.2]\r\n",
-      "04/07 20:25: Train Epoch 95: average Loss: 23.443690, time: 241.25 s\r\n",
-      "Val Epoch 95: 100%|██████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=27.6]\r\n",
-      "04/07 20:26: Val Epoch 95: average Loss: 24.513095, time: 59.48 s\r\n",
-      "Test Epoch 95: 100%|█████████████████| 89/89 [01:00<00:00,  1.47it/s, loss=27.8]\r\n",
-      "04/07 20:27: Test Epoch 95: average Loss: 25.108796, time: 60.47 s\r\n",
-      "Train Epoch 96:  75%|██████████▌   | 199/264 [03:01<00:59,  1.10it/s, loss=22.9]04/07 20:30: Train Epoch 96: 200/264 Loss: 23.657581\r\n",
-      "Train Epoch 96: 100%|██████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.8]\r\n",
-      "04/07 20:31: Train Epoch 96: average Loss: 23.488022, time: 241.39 s\r\n",
-      "Val Epoch 96: 100%|██████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.5]\r\n",
-      "04/07 20:32: Val Epoch 96: average Loss: 24.469661, time: 59.53 s\r\n",
-      "Test Epoch 96: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.4]\r\n",
-      "04/07 20:33: Test Epoch 96: average Loss: 25.018591, time: 60.10 s\r\n",
-      "Train Epoch 97:  75%|██████████▌   | 199/264 [03:01<00:59,  1.10it/s, loss=23.4]04/07 20:36: Train Epoch 97: 200/264 Loss: 24.029663\r\n",
-      "Train Epoch 97: 100%|██████████████| 264/264 [04:01<00:00,  1.09it/s, loss=24.6]\r\n",
-      "04/07 20:37: Train Epoch 97: average Loss: 23.529150, time: 241.36 s\r\n",
-      "Val Epoch 97: 100%|████████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=27]\r\n",
-      "04/07 20:38: Val Epoch 97: average Loss: 24.478288, time: 59.53 s\r\n",
-      "Test Epoch 97: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=27.6]\r\n",
-      "04/07 20:39: Test Epoch 97: average Loss: 25.114557, time: 60.13 s\r\n",
-      "Train Epoch 98:  75%|██████████▌   | 199/264 [03:01<00:59,  1.09it/s, loss=24.4]04/07 20:42: Train Epoch 98: 200/264 Loss: 23.844597\r\n",
-      "Train Epoch 98: 100%|██████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.7]\r\n",
-      "04/07 20:43: Train Epoch 98: average Loss: 23.441251, time: 241.29 s\r\n",
-      "Val Epoch 98: 100%|██████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.7]\r\n",
-      "04/07 20:44: Val Epoch 98: average Loss: 24.365589, time: 59.52 s\r\n",
-      "Test Epoch 98: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=29.4]\r\n",
-      "04/07 20:45: Test Epoch 98: average Loss: 24.952544, time: 60.03 s\r\n",
-      "Train Epoch 99:  75%|██████████▌   | 199/264 [03:01<00:59,  1.10it/s, loss=23.5]04/07 20:48: Train Epoch 99: 200/264 Loss: 23.648092\r\n",
-      "Train Epoch 99: 100%|██████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.2]\r\n",
-      "04/07 20:49: Train Epoch 99: average Loss: 23.447492, time: 241.10 s\r\n",
-      "Val Epoch 99: 100%|██████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=28.3]\r\n",
-      "04/07 20:50: Val Epoch 99: average Loss: 24.469176, time: 59.53 s\r\n",
-      "Test Epoch 99: 100%|█████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=27.4]\r\n",
-      "04/07 20:51: Test Epoch 99: average Loss: 25.041154, time: 60.03 s\r\n",
-      "Train Epoch 100:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=24.2]04/07 20:54: Train Epoch 100: 200/264 Loss: 24.154694\r\n",
-      "Train Epoch 100: 100%|█████████████| 264/264 [04:01<00:00,  1.10it/s, loss=23.8]\r\n",
-      "04/07 20:55: Train Epoch 100: average Loss: 23.391877, time: 241.07 s\r\n",
-      "Val Epoch 100: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.7]\r\n",
-      "04/07 20:56: Val Epoch 100: average Loss: 24.064712, time: 59.54 s\r\n",
-      "Test Epoch 100: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=29.2]\r\n",
-      "04/07 20:57: Test Epoch 100: average Loss: 24.674702, time: 60.06 s\r\n",
-      "Train Epoch 101:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=23.6]04/07 21:00: Train Epoch 101: 200/264 Loss: 23.973917\r\n",
-      "Train Epoch 101: 100%|█████████████| 264/264 [04:01<00:00,  1.10it/s, loss=24.3]\r\n",
-      "04/07 21:01: Train Epoch 101: average Loss: 23.351541, time: 241.06 s\r\n",
-      "Val Epoch 101: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=26.9]\r\n",
-      "04/07 21:02: Val Epoch 101: average Loss: 24.074782, time: 59.73 s\r\n",
-      "Test Epoch 101: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.1]\r\n",
-      "04/07 21:03: Test Epoch 101: average Loss: 24.676824, time: 60.11 s\r\n",
-      "Train Epoch 102:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=23.7]04/07 21:06: Train Epoch 102: 200/264 Loss: 23.810543\r\n",
-      "Train Epoch 102: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22.6]\r\n",
-      "04/07 21:07: Train Epoch 102: average Loss: 23.355648, time: 241.40 s\r\n",
-      "Val Epoch 102: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.7]\r\n",
-      "04/07 21:08: Val Epoch 102: average Loss: 24.293888, time: 59.60 s\r\n",
-      "Test Epoch 102: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.6]\r\n",
-      "04/07 21:09: Test Epoch 102: average Loss: 24.886486, time: 60.10 s\r\n",
-      "Train Epoch 103:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=23.1]04/07 21:12: Train Epoch 103: 200/264 Loss: 21.306194\r\n",
-      "Train Epoch 103: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22.7]\r\n",
-      "04/07 21:13: Train Epoch 103: average Loss: 23.382251, time: 241.62 s\r\n",
-      "Val Epoch 103: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=25.7]\r\n",
-      "04/07 21:14: Val Epoch 103: average Loss: 24.274686, time: 59.94 s\r\n",
-      "Test Epoch 103: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=30.9]\r\n",
-      "04/07 21:15: Test Epoch 103: average Loss: 24.881164, time: 60.12 s\r\n",
-      "Train Epoch 104:  75%|███████████▎   | 199/264 [03:01<00:59,  1.10it/s, loss=24]04/07 21:19: Train Epoch 104: 200/264 Loss: 23.862236\r\n",
-      "Train Epoch 104: 100%|█████████████| 264/264 [04:01<00:00,  1.10it/s, loss=21.6]\r\n",
-      "04/07 21:19: Train Epoch 104: average Loss: 23.385148, time: 241.07 s\r\n",
-      "Val Epoch 104: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=25.8]\r\n",
-      "04/07 21:20: Val Epoch 104: average Loss: 24.199980, time: 59.57 s\r\n",
-      "Test Epoch 104: 100%|██████████████████| 89/89 [00:59<00:00,  1.48it/s, loss=29]\r\n",
-      "04/07 21:21: Test Epoch 104: average Loss: 24.813597, time: 59.99 s\r\n",
-      "Train Epoch 105:  75%|███████████▎   | 199/264 [03:01<00:59,  1.10it/s, loss=23]04/07 21:25: Train Epoch 105: 200/264 Loss: 22.632778\r\n",
-      "Train Epoch 105: 100%|█████████████| 264/264 [04:00<00:00,  1.10it/s, loss=23.4]\r\n",
-      "04/07 21:25: Train Epoch 105: average Loss: 23.291520, time: 240.97 s\r\n",
-      "Val Epoch 105: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.5]\r\n",
-      "04/07 21:26: Val Epoch 105: average Loss: 24.136906, time: 59.65 s\r\n",
-      "Test Epoch 105: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.2]\r\n",
-      "04/07 21:27: Test Epoch 105: average Loss: 24.729892, time: 60.07 s\r\n",
-      "Train Epoch 106:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=23.4]04/07 21:31: Train Epoch 106: 200/264 Loss: 22.915869\r\n",
-      "Train Epoch 106: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22.7]\r\n",
-      "04/07 21:32: Train Epoch 106: average Loss: 23.307182, time: 241.32 s\r\n",
-      "Val Epoch 106: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.1]\r\n",
-      "04/07 21:32: Val Epoch 106: average Loss: 24.038231, time: 59.63 s\r\n",
-      "Test Epoch 106: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=29.4]\r\n",
-      "04/07 21:33: Test Epoch 106: average Loss: 24.678143, time: 60.00 s\r\n",
-      "04/07 21:33: Best validation model saved!\r\n",
-      "Train Epoch 107:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=21.9]04/07 21:37: Train Epoch 107: 200/264 Loss: 24.132839\r\n",
-      "Train Epoch 107: 100%|███████████████| 264/264 [04:01<00:00,  1.10it/s, loss=23]\r\n",
-      "04/07 21:38: Train Epoch 107: average Loss: 23.339379, time: 241.06 s\r\n",
-      "Val Epoch 107: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=27.2]\r\n",
-      "04/07 21:39: Val Epoch 107: average Loss: 24.225152, time: 59.76 s\r\n",
-      "Test Epoch 107: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=30.4]\r\n",
-      "04/07 21:40: Test Epoch 107: average Loss: 24.846449, time: 60.08 s\r\n",
-      "Train Epoch 108:  75%|█████████▊   | 199/264 [03:02<01:01,  1.05it/s, loss=23.2]04/07 21:43: Train Epoch 108: 200/264 Loss: 23.100784\r\n",
-      "Train Epoch 108: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=24.8]\r\n",
-      "04/07 21:44: Train Epoch 108: average Loss: 23.294882, time: 241.49 s\r\n",
-      "Val Epoch 108: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=27.5]\r\n",
-      "04/07 21:45: Val Epoch 108: average Loss: 24.218436, time: 59.79 s\r\n",
-      "Test Epoch 108: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.1]\r\n",
-      "04/07 21:46: Test Epoch 108: average Loss: 24.814513, time: 60.04 s\r\n",
-      "Train Epoch 109:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=22.6]04/07 21:49: Train Epoch 109: 200/264 Loss: 23.863306\r\n",
-      "Train Epoch 109: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22.5]\r\n",
-      "04/07 21:50: Train Epoch 109: average Loss: 23.332037, time: 241.30 s\r\n",
-      "Val Epoch 109: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.1]\r\n",
-      "04/07 21:51: Val Epoch 109: average Loss: 24.290748, time: 59.60 s\r\n",
-      "Test Epoch 109: 100%|████████████████| 89/89 [00:59<00:00,  1.48it/s, loss=28.2]\r\n",
-      "04/07 21:52: Test Epoch 109: average Loss: 24.856570, time: 59.99 s\r\n",
-      "Train Epoch 110:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=23.4]04/07 21:55: Train Epoch 110: 200/264 Loss: 23.299908\r\n",
-      "Train Epoch 110: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.3]\r\n",
-      "04/07 21:56: Train Epoch 110: average Loss: 23.258597, time: 241.37 s\r\n",
-      "Val Epoch 110: 100%|███████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26]\r\n",
-      "04/07 21:57: Val Epoch 110: average Loss: 24.357931, time: 59.56 s\r\n",
-      "Test Epoch 110: 100%|████████████████| 89/89 [00:59<00:00,  1.49it/s, loss=29.9]\r\n",
-      "04/07 21:58: Test Epoch 110: average Loss: 24.939775, time: 59.93 s\r\n",
-      "Train Epoch 111:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=24.2]04/07 22:01: Train Epoch 111: 200/264 Loss: 22.219471\r\n",
-      "Train Epoch 111: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22.9]\r\n",
-      "04/07 22:02: Train Epoch 111: average Loss: 23.283354, time: 241.17 s\r\n",
-      "Val Epoch 111: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=26.4]\r\n",
-      "04/07 22:03: Val Epoch 111: average Loss: 24.027949, time: 59.72 s\r\n",
-      "Test Epoch 111: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=27.8]\r\n",
-      "04/07 22:04: Test Epoch 111: average Loss: 24.691611, time: 60.06 s\r\n",
-      "04/07 22:04: Best validation model saved!\r\n",
-      "Train Epoch 112:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=23.4]04/07 22:07: Train Epoch 112: 200/264 Loss: 23.534552\r\n",
-      "Train Epoch 112: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.9]\r\n",
-      "04/07 22:08: Train Epoch 112: average Loss: 23.235123, time: 241.32 s\r\n",
-      "Val Epoch 112: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=28.4]\r\n",
-      "04/07 22:09: Val Epoch 112: average Loss: 24.342627, time: 59.58 s\r\n",
-      "Test Epoch 112: 100%|████████████████| 89/89 [00:59<00:00,  1.48it/s, loss=27.9]\r\n",
-      "04/07 22:10: Test Epoch 112: average Loss: 24.945763, time: 59.96 s\r\n",
-      "Train Epoch 113:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=23.1]04/07 22:13: Train Epoch 113: 200/264 Loss: 23.148159\r\n",
-      "Train Epoch 113: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.2]\r\n",
-      "04/07 22:14: Train Epoch 113: average Loss: 23.247008, time: 241.21 s\r\n",
-      "Val Epoch 113: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.3]\r\n",
-      "04/07 22:15: Val Epoch 113: average Loss: 24.331780, time: 59.61 s\r\n",
-      "Test Epoch 113: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=30.3]\r\n",
-      "04/07 22:16: Test Epoch 113: average Loss: 24.938720, time: 60.02 s\r\n",
-      "Train Epoch 114:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=23.9]04/07 22:19: Train Epoch 114: 200/264 Loss: 23.713062\r\n",
-      "Train Epoch 114: 100%|███████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22]\r\n",
-      "04/07 22:20: Train Epoch 114: average Loss: 23.236841, time: 241.24 s\r\n",
-      "Val Epoch 114: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=27.4]\r\n",
-      "04/07 22:21: Val Epoch 114: average Loss: 24.260374, time: 59.82 s\r\n",
-      "Test Epoch 114: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.2]\r\n",
-      "04/07 22:22: Test Epoch 114: average Loss: 24.893737, time: 60.13 s\r\n",
-      "Train Epoch 115:  75%|█████████▊   | 199/264 [03:03<00:59,  1.08it/s, loss=24.2]04/07 22:25: Train Epoch 115: 200/264 Loss: 23.579927\r\n",
-      "Train Epoch 115: 100%|█████████████| 264/264 [04:02<00:00,  1.09it/s, loss=23.8]\r\n",
-      "04/07 22:26: Train Epoch 115: average Loss: 23.185149, time: 242.68 s\r\n",
-      "Val Epoch 115: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.5]\r\n",
-      "04/07 22:27: Val Epoch 115: average Loss: 24.644123, time: 59.63 s\r\n",
-      "Test Epoch 115: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=30.7]\r\n",
-      "04/07 22:28: Test Epoch 115: average Loss: 25.210095, time: 60.05 s\r\n",
-      "Train Epoch 116:  75%|███████████▎   | 199/264 [03:01<00:59,  1.09it/s, loss=23]04/07 22:31: Train Epoch 116: 200/264 Loss: 23.657284\r\n",
-      "Train Epoch 116: 100%|███████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23]\r\n",
-      "04/07 22:32: Train Epoch 116: average Loss: 23.175664, time: 241.51 s\r\n",
-      "Val Epoch 116: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=27.9]\r\n",
-      "04/07 22:33: Val Epoch 116: average Loss: 24.180360, time: 59.54 s\r\n",
-      "Test Epoch 116: 100%|████████████████| 89/89 [00:59<00:00,  1.48it/s, loss=27.9]\r\n",
-      "04/07 22:34: Test Epoch 116: average Loss: 24.844246, time: 59.97 s\r\n",
-      "Train Epoch 117:  75%|███████████▎   | 199/264 [03:01<00:59,  1.10it/s, loss=25]04/07 22:37: Train Epoch 117: 200/264 Loss: 21.994553\r\n",
-      "Train Epoch 117: 100%|███████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22]\r\n",
-      "04/07 22:38: Train Epoch 117: average Loss: 23.212038, time: 241.34 s\r\n",
-      "Val Epoch 117: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.9]\r\n",
-      "04/07 22:39: Val Epoch 117: average Loss: 24.182554, time: 59.51 s\r\n",
-      "Test Epoch 117: 100%|████████████████| 89/89 [00:59<00:00,  1.48it/s, loss=28.2]\r\n",
-      "04/07 22:40: Test Epoch 117: average Loss: 24.841418, time: 59.97 s\r\n",
-      "Train Epoch 118:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=21.9]04/07 22:43: Train Epoch 118: 200/264 Loss: 23.171036\r\n",
-      "Train Epoch 118: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=24.4]\r\n",
-      "04/07 22:44: Train Epoch 118: average Loss: 23.190689, time: 241.30 s\r\n",
-      "Val Epoch 118: 100%|█████████████████| 88/88 [01:02<00:00,  1.40it/s, loss=26.3]\r\n",
-      "04/07 22:45: Val Epoch 118: average Loss: 23.942198, time: 62.98 s\r\n",
-      "Test Epoch 118: 100%|██████████████████| 89/89 [01:00<00:00,  1.47it/s, loss=29]\r\n",
-      "04/07 22:46: Test Epoch 118: average Loss: 24.635171, time: 60.56 s\r\n",
-      "04/07 22:46: Best validation model saved!\r\n",
-      "Train Epoch 119:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=24.3]04/07 22:49: Train Epoch 119: 200/264 Loss: 23.700665\r\n",
-      "Train Epoch 119: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22.8]\r\n",
-      "04/07 22:50: Train Epoch 119: average Loss: 23.144242, time: 241.43 s\r\n",
-      "Val Epoch 119: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.3]\r\n",
-      "04/07 22:51: Val Epoch 119: average Loss: 24.364597, time: 59.64 s\r\n",
-      "Test Epoch 119: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.1]\r\n",
-      "04/07 22:52: Test Epoch 119: average Loss: 24.914846, time: 60.20 s\r\n",
-      "Train Epoch 120:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=23.3]04/07 22:55: Train Epoch 120: 200/264 Loss: 24.164288\r\n",
-      "Train Epoch 120: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.4]\r\n",
-      "04/07 22:56: Train Epoch 120: average Loss: 23.131730, time: 241.16 s\r\n",
-      "Val Epoch 120: 100%|███████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=26]\r\n",
-      "04/07 22:57: Val Epoch 120: average Loss: 23.981898, time: 59.70 s\r\n",
-      "Test Epoch 120: 100%|██████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28]\r\n",
-      "04/07 22:58: Test Epoch 120: average Loss: 24.635283, time: 60.32 s\r\n",
-      "Train Epoch 121:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=23.5]04/07 23:01: Train Epoch 121: 200/264 Loss: 23.654507\r\n",
-      "Train Epoch 121: 100%|█████████████| 264/264 [04:00<00:00,  1.10it/s, loss=22.7]\r\n",
-      "04/07 23:02: Train Epoch 121: average Loss: 23.148977, time: 240.48 s\r\n",
-      "Val Epoch 121: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.8]\r\n",
-      "04/07 23:03: Val Epoch 121: average Loss: 24.004331, time: 59.37 s\r\n",
-      "Test Epoch 121: 100%|████████████████| 89/89 [00:59<00:00,  1.49it/s, loss=28.7]\r\n",
-      "04/07 23:04: Test Epoch 121: average Loss: 24.649732, time: 59.87 s\r\n",
-      "Train Epoch 122:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=23.1]04/07 23:07: Train Epoch 122: 200/264 Loss: 22.958561\r\n",
-      "Train Epoch 122: 100%|█████████████| 264/264 [04:00<00:00,  1.10it/s, loss=23.4]\r\n",
-      "04/07 23:08: Train Epoch 122: average Loss: 23.113428, time: 240.67 s\r\n",
-      "Val Epoch 122: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=28.8]\r\n",
-      "04/07 23:09: Val Epoch 122: average Loss: 24.534421, time: 59.40 s\r\n",
-      "Test Epoch 122: 100%|████████████████| 89/89 [00:59<00:00,  1.48it/s, loss=29.5]\r\n",
-      "04/07 23:10: Test Epoch 122: average Loss: 25.148212, time: 59.94 s\r\n",
-      "Train Epoch 123:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=23.9]04/07 23:13: Train Epoch 123: 200/264 Loss: 22.163761\r\n",
-      "Train Epoch 123: 100%|█████████████| 264/264 [04:00<00:00,  1.10it/s, loss=21.2]\r\n",
-      "04/07 23:14: Train Epoch 123: average Loss: 23.145914, time: 240.66 s\r\n",
-      "Val Epoch 123: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=25.6]\r\n",
-      "04/07 23:15: Val Epoch 123: average Loss: 24.080285, time: 59.48 s\r\n",
-      "Test Epoch 123: 100%|████████████████| 89/89 [00:59<00:00,  1.48it/s, loss=28.4]\r\n",
-      "04/07 23:16: Test Epoch 123: average Loss: 24.743456, time: 59.95 s\r\n",
-      "Train Epoch 124:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=23.1]04/07 23:19: Train Epoch 124: 200/264 Loss: 21.098192\r\n",
-      "Train Epoch 124: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22.4]\r\n",
-      "04/07 23:20: Train Epoch 124: average Loss: 23.028171, time: 241.21 s\r\n",
-      "Val Epoch 124: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.6]\r\n",
-      "04/07 23:21: Val Epoch 124: average Loss: 24.218211, time: 59.66 s\r\n",
-      "Test Epoch 124: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=30.7]\r\n",
-      "04/07 23:22: Test Epoch 124: average Loss: 24.870795, time: 60.21 s\r\n",
-      "Train Epoch 125:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=22.1]04/07 23:25: Train Epoch 125: 200/264 Loss: 22.389111\r\n",
-      "Train Epoch 125: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.5]\r\n",
-      "04/07 23:26: Train Epoch 125: average Loss: 23.102671, time: 241.38 s\r\n",
-      "Val Epoch 125: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.3]\r\n",
-      "04/07 23:27: Val Epoch 125: average Loss: 24.154794, time: 59.57 s\r\n",
-      "Test Epoch 125: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.5]\r\n",
-      "04/07 23:28: Test Epoch 125: average Loss: 24.830261, time: 60.12 s\r\n",
-      "Train Epoch 126:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=24.3]04/07 23:31: Train Epoch 126: 200/264 Loss: 22.741985\r\n",
-      "Train Epoch 126: 100%|███████████████| 264/264 [04:00<00:00,  1.10it/s, loss=24]\r\n",
-      "04/07 23:32: Train Epoch 126: average Loss: 23.101985, time: 240.95 s\r\n",
-      "Val Epoch 126: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=26.8]\r\n",
-      "04/07 23:33: Val Epoch 126: average Loss: 24.156098, time: 59.86 s\r\n",
-      "Test Epoch 126: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=30.2]\r\n",
-      "04/07 23:34: Test Epoch 126: average Loss: 24.824752, time: 60.12 s\r\n",
-      "Train Epoch 127:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=22.7]04/07 23:37: Train Epoch 127: 200/264 Loss: 22.618845\r\n",
-      "Train Epoch 127: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=24.2]\r\n",
-      "04/07 23:38: Train Epoch 127: average Loss: 23.084805, time: 241.12 s\r\n",
-      "Val Epoch 127: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=27.8]\r\n",
-      "04/07 23:39: Val Epoch 127: average Loss: 24.768643, time: 59.62 s\r\n",
-      "Test Epoch 127: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=27.5]\r\n",
-      "04/07 23:40: Test Epoch 127: average Loss: 25.394391, time: 60.20 s\r\n",
-      "Train Epoch 128:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=23.3]04/07 23:43: Train Epoch 128: 200/264 Loss: 22.988811\r\n",
-      "Train Epoch 128: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22.1]\r\n",
-      "04/07 23:44: Train Epoch 128: average Loss: 23.085711, time: 241.23 s\r\n",
-      "Val Epoch 128: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.8]\r\n",
-      "04/07 23:45: Val Epoch 128: average Loss: 24.393611, time: 59.60 s\r\n",
-      "Test Epoch 128: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=29.9]\r\n",
-      "04/07 23:46: Test Epoch 128: average Loss: 25.060659, time: 60.24 s\r\n",
-      "Train Epoch 129:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=24.8]04/07 23:49: Train Epoch 129: 200/264 Loss: 23.748138\r\n",
-      "Train Epoch 129: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.3]\r\n",
-      "04/07 23:50: Train Epoch 129: average Loss: 23.084341, time: 241.24 s\r\n",
-      "Val Epoch 129: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.7]\r\n",
-      "04/07 23:51: Val Epoch 129: average Loss: 23.921395, time: 59.57 s\r\n",
-      "Test Epoch 129: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=29.4]\r\n",
-      "04/07 23:52: Test Epoch 129: average Loss: 24.609041, time: 60.08 s\r\n",
-      "04/07 23:52: Best validation model saved!\r\n",
-      "Train Epoch 130:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=23.9]04/07 23:55: Train Epoch 130: 200/264 Loss: 22.641035\r\n",
-      "Train Epoch 130: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.3]\r\n",
-      "04/07 23:56: Train Epoch 130: average Loss: 23.027565, time: 241.23 s\r\n",
-      "Val Epoch 130: 100%|███████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26]\r\n",
-      "04/07 23:57: Val Epoch 130: average Loss: 23.969941, time: 59.64 s\r\n",
-      "Test Epoch 130: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.9]\r\n",
-      "04/07 23:58: Test Epoch 130: average Loss: 24.639572, time: 60.18 s\r\n",
-      "Train Epoch 131:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=21.5]04/08 00:01: Train Epoch 131: 200/264 Loss: 22.366037\r\n",
-      "Train Epoch 131: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.1]\r\n",
-      "04/08 00:02: Train Epoch 131: average Loss: 22.967422, time: 241.47 s\r\n",
-      "Val Epoch 131: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=25.7]\r\n",
-      "04/08 00:03: Val Epoch 131: average Loss: 24.207920, time: 59.78 s\r\n",
-      "Test Epoch 131: 100%|████████████████| 89/89 [01:00<00:00,  1.47it/s, loss=28.4]\r\n",
-      "04/08 00:04: Test Epoch 131: average Loss: 24.849833, time: 60.36 s\r\n",
-      "Train Epoch 132:  75%|█████████▊   | 199/264 [03:02<00:59,  1.10it/s, loss=22.6]04/08 00:07: Train Epoch 132: 200/264 Loss: 23.236818\r\n",
-      "Train Epoch 132: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=20.8]\r\n",
-      "04/08 00:08: Train Epoch 132: average Loss: 23.037638, time: 241.69 s\r\n",
-      "Val Epoch 132: 100%|███████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=27]\r\n",
-      "04/08 00:09: Val Epoch 132: average Loss: 24.680249, time: 59.72 s\r\n",
-      "Test Epoch 132: 100%|██████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28]\r\n",
-      "04/08 00:10: Test Epoch 132: average Loss: 25.322467, time: 60.30 s\r\n",
-      "Train Epoch 133:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=21.7]04/08 00:13: Train Epoch 133: 200/264 Loss: 23.149487\r\n",
-      "Train Epoch 133: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.3]\r\n",
-      "04/08 00:14: Train Epoch 133: average Loss: 23.027962, time: 241.50 s\r\n",
-      "Val Epoch 133: 100%|███████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=26]\r\n",
-      "04/08 00:15: Val Epoch 133: average Loss: 24.443263, time: 59.75 s\r\n",
-      "Test Epoch 133: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=29.9]\r\n",
-      "04/08 00:16: Test Epoch 133: average Loss: 25.047849, time: 60.25 s\r\n",
-      "Train Epoch 134:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=23.2]04/08 00:19: Train Epoch 134: 200/264 Loss: 23.359283\r\n",
-      "Train Epoch 134: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22.2]\r\n",
-      "04/08 00:20: Train Epoch 134: average Loss: 22.967918, time: 241.55 s\r\n",
-      "Val Epoch 134: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=26.7]\r\n",
-      "04/08 00:21: Val Epoch 134: average Loss: 24.124714, time: 59.77 s\r\n",
-      "Test Epoch 134: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.2]\r\n",
-      "04/08 00:22: Test Epoch 134: average Loss: 24.754352, time: 60.29 s\r\n",
-      "Train Epoch 135:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=22.7]04/08 00:25: Train Epoch 135: 200/264 Loss: 24.407854\r\n",
-      "Train Epoch 135: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.2]\r\n",
-      "04/08 00:26: Train Epoch 135: average Loss: 22.988342, time: 241.61 s\r\n",
-      "Val Epoch 135: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=25.8]\r\n",
-      "04/08 00:27: Val Epoch 135: average Loss: 24.128708, time: 59.79 s\r\n",
-      "Test Epoch 135: 100%|██████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=29]\r\n",
-      "04/08 00:28: Test Epoch 135: average Loss: 24.768187, time: 60.33 s\r\n",
-      "Train Epoch 136:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=23.5]04/08 00:31: Train Epoch 136: 200/264 Loss: 22.391125\r\n",
-      "Train Epoch 136: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=21.5]\r\n",
-      "04/08 00:32: Train Epoch 136: average Loss: 22.985189, time: 241.69 s\r\n",
-      "Val Epoch 136: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=27.9]\r\n",
-      "04/08 00:33: Val Epoch 136: average Loss: 24.586184, time: 59.87 s\r\n",
-      "Test Epoch 136: 100%|████████████████| 89/89 [01:00<00:00,  1.47it/s, loss=27.8]\r\n",
-      "04/08 00:34: Test Epoch 136: average Loss: 25.268339, time: 60.50 s\r\n",
-      "Train Epoch 137:  75%|█████████▊   | 199/264 [03:21<01:05,  1.01s/it, loss=22.9]04/08 00:37: Train Epoch 137: 200/264 Loss: 22.292812\r\n",
-      "Train Epoch 137: 100%|█████████████| 264/264 [04:27<00:00,  1.01s/it, loss=22.1]\r\n",
-      "04/08 00:39: Train Epoch 137: average Loss: 23.016646, time: 267.15 s\r\n",
-      "Val Epoch 137: 100%|█████████████████| 88/88 [01:07<00:00,  1.30it/s, loss=26.5]\r\n",
-      "04/08 00:40: Val Epoch 137: average Loss: 24.053204, time: 67.77 s\r\n",
-      "Test Epoch 137: 100%|████████████████| 89/89 [01:05<00:00,  1.36it/s, loss=29.8]\r\n",
-      "04/08 00:41: Test Epoch 137: average Loss: 24.738905, time: 65.58 s\r\n",
-      "Train Epoch 138:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=23.9]04/08 00:44: Train Epoch 138: 200/264 Loss: 22.972366\r\n",
-      "Train Epoch 138: 100%|█████████████| 264/264 [04:00<00:00,  1.10it/s, loss=23.1]\r\n",
-      "04/08 00:45: Train Epoch 138: average Loss: 22.908018, time: 240.50 s\r\n",
-      "Val Epoch 138: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.3]\r\n",
-      "04/08 00:46: Val Epoch 138: average Loss: 23.880268, time: 59.54 s\r\n",
-      "Test Epoch 138: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=29.3]\r\n",
-      "04/08 00:47: Test Epoch 138: average Loss: 24.607901, time: 60.06 s\r\n",
-      "04/08 00:47: Best validation model saved!\r\n",
-      "Train Epoch 139:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=23.3]04/08 00:50: Train Epoch 139: 200/264 Loss: 22.298286\r\n",
-      "Train Epoch 139: 100%|█████████████| 264/264 [04:01<00:00,  1.10it/s, loss=23.4]\r\n",
-      "04/08 00:51: Train Epoch 139: average Loss: 23.004561, time: 241.06 s\r\n",
-      "Val Epoch 139: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=25.9]\r\n",
-      "04/08 00:52: Val Epoch 139: average Loss: 24.228237, time: 59.64 s\r\n",
-      "Test Epoch 139: 100%|████████████████| 89/89 [00:59<00:00,  1.48it/s, loss=28.4]\r\n",
-      "04/08 00:53: Test Epoch 139: average Loss: 24.869582, time: 59.98 s\r\n",
-      "Train Epoch 140:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=22.9]04/08 00:56: Train Epoch 140: 200/264 Loss: 23.010988\r\n",
-      "Train Epoch 140: 100%|█████████████| 264/264 [04:00<00:00,  1.10it/s, loss=22.5]\r\n",
-      "04/08 00:57: Train Epoch 140: average Loss: 23.008876, time: 240.57 s\r\n",
-      "Val Epoch 140: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=25.9]\r\n",
-      "04/08 00:58: Val Epoch 140: average Loss: 23.920262, time: 59.53 s\r\n",
-      "Test Epoch 140: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.9]\r\n",
-      "04/08 00:59: Test Epoch 140: average Loss: 24.550843, time: 60.02 s\r\n",
-      "Train Epoch 141:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=21.9]04/08 01:02: Train Epoch 141: 200/264 Loss: 22.399784\r\n",
-      "Train Epoch 141: 100%|█████████████| 264/264 [04:00<00:00,  1.10it/s, loss=22.5]\r\n",
-      "04/08 01:03: Train Epoch 141: average Loss: 22.948362, time: 240.58 s\r\n",
-      "Val Epoch 141: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=25.9]\r\n",
-      "04/08 01:04: Val Epoch 141: average Loss: 23.983240, time: 59.48 s\r\n",
-      "Test Epoch 141: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.4]\r\n",
-      "04/08 01:05: Test Epoch 141: average Loss: 24.605631, time: 60.02 s\r\n",
-      "Train Epoch 142:  75%|█████████▊   | 199/264 [03:01<00:59,  1.10it/s, loss=22.5]04/08 01:08: Train Epoch 142: 200/264 Loss: 23.839699\r\n",
-      "Train Epoch 142: 100%|█████████████| 264/264 [04:00<00:00,  1.10it/s, loss=22.8]\r\n",
-      "04/08 01:09: Train Epoch 142: average Loss: 22.979336, time: 240.80 s\r\n",
-      "Val Epoch 142: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.3]\r\n",
-      "04/08 01:10: Val Epoch 142: average Loss: 23.903795, time: 59.53 s\r\n",
-      "Test Epoch 142: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.6]\r\n",
-      "04/08 01:11: Test Epoch 142: average Loss: 24.594821, time: 60.06 s\r\n",
-      "Train Epoch 143:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=23.7]04/08 01:14: Train Epoch 143: 200/264 Loss: 23.235077\r\n",
-      "Train Epoch 143: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.1]\r\n",
-      "04/08 01:15: Train Epoch 143: average Loss: 22.911286, time: 241.39 s\r\n",
-      "Val Epoch 143: 100%|█████████████████| 88/88 [00:59<00:00,  1.48it/s, loss=26.9]\r\n",
-      "04/08 01:16: Val Epoch 143: average Loss: 23.979528, time: 59.56 s\r\n",
-      "Test Epoch 143: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.8]\r\n",
-      "04/08 01:17: Test Epoch 143: average Loss: 24.666836, time: 60.05 s\r\n",
-      "Train Epoch 144:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=23.7]04/08 01:20: Train Epoch 144: 200/264 Loss: 23.170523\r\n",
-      "Train Epoch 144: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.2]\r\n",
-      "04/08 01:21: Train Epoch 144: average Loss: 22.937210, time: 241.17 s\r\n",
-      "Val Epoch 144: 100%|███████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=26]\r\n",
-      "04/08 01:22: Val Epoch 144: average Loss: 23.943513, time: 59.69 s\r\n",
-      "Test Epoch 144: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=29.5]\r\n",
-      "04/08 01:23: Test Epoch 144: average Loss: 24.591652, time: 60.20 s\r\n",
-      "Train Epoch 145:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=22.9]04/08 01:26: Train Epoch 145: 200/264 Loss: 22.863098\r\n",
-      "Train Epoch 145: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.6]\r\n",
-      "04/08 01:27: Train Epoch 145: average Loss: 22.870342, time: 241.39 s\r\n",
-      "Val Epoch 145: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=26.4]\r\n",
-      "04/08 01:28: Val Epoch 145: average Loss: 23.878550, time: 59.70 s\r\n",
-      "Test Epoch 145: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.3]\r\n",
-      "04/08 01:29: Test Epoch 145: average Loss: 24.594988, time: 60.26 s\r\n",
-      "04/08 01:29: Best validation model saved!\r\n",
-      "Train Epoch 146:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=22.7]04/08 01:32: Train Epoch 146: 200/264 Loss: 22.788290\r\n",
-      "Train Epoch 146: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=22.6]\r\n",
-      "04/08 01:33: Train Epoch 146: average Loss: 22.848903, time: 241.55 s\r\n",
-      "Val Epoch 146: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=25.6]\r\n",
-      "04/08 01:34: Val Epoch 146: average Loss: 23.978153, time: 59.74 s\r\n",
-      "Test Epoch 146: 100%|████████████████| 89/89 [01:00<00:00,  1.47it/s, loss=28.8]\r\n",
-      "04/08 01:35: Test Epoch 146: average Loss: 24.648010, time: 60.43 s\r\n",
-      "Train Epoch 147:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=22.6]04/08 01:38: Train Epoch 147: 200/264 Loss: 23.685017\r\n",
-      "Train Epoch 147: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.5]\r\n",
-      "04/08 01:39: Train Epoch 147: average Loss: 22.904394, time: 241.85 s\r\n",
-      "Val Epoch 147: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=26.6]\r\n",
-      "04/08 01:40: Val Epoch 147: average Loss: 24.136690, time: 59.87 s\r\n",
-      "Test Epoch 147: 100%|████████████████| 89/89 [01:00<00:00,  1.48it/s, loss=28.4]\r\n",
-      "04/08 01:41: Test Epoch 147: average Loss: 24.842963, time: 60.33 s\r\n",
-      "Train Epoch 148:  75%|█████████▊   | 199/264 [03:01<00:59,  1.09it/s, loss=22.6]04/08 01:44: Train Epoch 148: 200/264 Loss: 23.918537\r\n",
-      "Train Epoch 148: 100%|█████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23.6]\r\n",
-      "04/08 01:45: Train Epoch 148: average Loss: 22.920088, time: 241.51 s\r\n",
-      "Val Epoch 148: 100%|█████████████████| 88/88 [01:00<00:00,  1.46it/s, loss=26.8]\r\n",
-      "04/08 01:46: Val Epoch 148: average Loss: 24.618584, time: 60.12 s\r\n",
-      "Test Epoch 148: 100%|████████████████| 89/89 [01:00<00:00,  1.47it/s, loss=27.7]\r\n",
-      "04/08 01:47: Test Epoch 148: average Loss: 25.338691, time: 60.53 s\r\n",
-      "Train Epoch 149:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=22.9]04/08 01:50: Train Epoch 149: 200/264 Loss: 21.577110\r\n",
-      "Train Epoch 149: 100%|███████████████| 264/264 [04:01<00:00,  1.09it/s, loss=23]\r\n",
-      "04/08 01:51: Train Epoch 149: average Loss: 22.800416, time: 241.91 s\r\n",
-      "Val Epoch 149: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=25.9]\r\n",
-      "04/08 01:52: Val Epoch 149: average Loss: 24.075737, time: 59.93 s\r\n",
-      "Test Epoch 149: 100%|██████████████████| 89/89 [01:00<00:00,  1.47it/s, loss=29]\r\n",
-      "04/08 01:53: Test Epoch 149: average Loss: 24.749770, time: 60.45 s\r\n",
-      "Train Epoch 150:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=22.3]04/08 01:56: Train Epoch 150: 200/264 Loss: 23.380938\r\n",
-      "Train Epoch 150: 100%|█████████████| 264/264 [04:02<00:00,  1.09it/s, loss=23.6]\r\n",
-      "04/08 01:57: Train Epoch 150: average Loss: 22.882582, time: 242.28 s\r\n",
-      "Val Epoch 150: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=25.9]\r\n",
-      "04/08 01:58: Val Epoch 150: average Loss: 23.895500, time: 59.93 s\r\n",
-      "Test Epoch 150: 100%|████████████████| 89/89 [01:00<00:00,  1.47it/s, loss=29.3]\r\n",
-      "04/08 01:59: Test Epoch 150: average Loss: 24.615131, time: 60.40 s\r\n",
-      "Train Epoch 151:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=23.6]04/08 02:02: Train Epoch 151: 200/264 Loss: 23.810207\r\n",
-      "Train Epoch 151: 100%|█████████████| 264/264 [04:02<00:00,  1.09it/s, loss=23.2]\r\n",
-      "04/08 02:03: Train Epoch 151: average Loss: 22.881435, time: 242.14 s\r\n",
-      "Val Epoch 151: 100%|█████████████████| 88/88 [00:59<00:00,  1.47it/s, loss=25.8]\r\n",
-      "04/08 02:04: Val Epoch 151: average Loss: 24.317209, time: 59.85 s\r\n",
-      "Test Epoch 151: 100%|████████████████| 89/89 [01:00<00:00,  1.47it/s, loss=29.8]\r\n",
-      "04/08 02:05: Test Epoch 151: average Loss: 24.993699, time: 60.49 s\r\n",
-      "Train Epoch 152:  75%|█████████▊   | 199/264 [03:02<00:59,  1.09it/s, loss=22.7]04/08 02:08: Train Epoch 152: 200/264 Loss: 22.174314\r\n",
-      "Train Epoch 152: 100%|█████████████| 264/264 [04:02<00:00,  1.09it/s, loss=23.2]\r\n",
-      "04/08 02:09: Train Epoch 152: average Loss: 22.834056, time: 242.33 s\r\n",
-      "Val Epoch 152: 100%|█████████████████| 88/88 [01:07<00:00,  1.31it/s, loss=27.5]\r\n",
-      "04/08 02:10: Val Epoch 152: average Loss: 24.141883, time: 67.34 s\r\n",
-      "Test Epoch 152: 100%|████████████████| 89/89 [01:08<00:00,  1.30it/s, loss=29.8]\r\n",
-      "04/08 02:11: Test Epoch 152: average Loss: 24.880081, time: 68.23 s\r\n",
-      "Train Epoch 153:  75%|█████████▊   | 199/264 [03:20<01:05,  1.01s/it, loss=24.3]04/08 02:15: Train Epoch 153: 200/264 Loss: 23.221922\r\n",
-      "Train Epoch 153: 100%|███████████████| 264/264 [04:26<00:00,  1.01s/it, loss=24]\r\n",
-      "04/08 02:16: Train Epoch 153: average Loss: 22.867855, time: 266.14 s\r\n",
-      "Val Epoch 153: 100%|█████████████████| 88/88 [01:07<00:00,  1.31it/s, loss=26.5]\r\n",
-      "04/08 02:17: Val Epoch 153: average Loss: 23.897601, time: 67.23 s\r\n",
-      "Test Epoch 153: 100%|██████████████████| 89/89 [01:08<00:00,  1.30it/s, loss=29]\r\n",
-      "04/08 02:18: Test Epoch 153: average Loss: 24.602916, time: 68.22 s\r\n",
-      "Train Epoch 154:  75%|█████████▊   | 199/264 [03:20<01:05,  1.01s/it, loss=21.9]04/08 02:21: Train Epoch 154: 200/264 Loss: 23.849758\r\n",
-      "Train Epoch 154: 100%|█████████████| 264/264 [04:26<00:00,  1.01s/it, loss=23.1]\r\n",
-      "04/08 02:23: Train Epoch 154: average Loss: 22.805405, time: 266.04 s\r\n",
-      "Val Epoch 154: 100%|█████████████████| 88/88 [01:07<00:00,  1.31it/s, loss=26.5]\r\n",
-      "04/08 02:24: Val Epoch 154: average Loss: 23.986492, time: 67.35 s\r\n",
-      "Test Epoch 154: 100%|████████████████| 89/89 [01:07<00:00,  1.31it/s, loss=28.8]\r\n",
-      "04/08 02:25: Test Epoch 154: average Loss: 24.701854, time: 67.92 s\r\n",
-      "Train Epoch 155:  75%|█████████▊   | 199/264 [03:20<01:05,  1.01s/it, loss=23.8]04/08 02:28: Train Epoch 155: 200/264 Loss: 23.576149\r\n",
-      "Train Epoch 155: 100%|█████████████| 264/264 [04:26<00:00,  1.01s/it, loss=22.7]\r\n",
-      "04/08 02:29: Train Epoch 155: average Loss: 22.792581, time: 266.16 s\r\n",
-      "Val Epoch 155: 100%|█████████████████| 88/88 [01:07<00:00,  1.30it/s, loss=25.6]\r\n",
-      "04/08 02:30: Val Epoch 155: average Loss: 23.985723, time: 67.45 s\r\n",
-      "Test Epoch 155: 100%|██████████████████| 89/89 [01:08<00:00,  1.31it/s, loss=28]\r\n",
-      "04/08 02:31: Test Epoch 155: average Loss: 24.669314, time: 68.05 s\r\n",
-      "Train Epoch 156:  75%|█████████▊   | 199/264 [03:20<01:05,  1.01s/it, loss=23.6]04/08 02:35: Train Epoch 156: 200/264 Loss: 22.778107\r\n",
-      "Train Epoch 156: 100%|█████████████| 264/264 [04:26<00:00,  1.01s/it, loss=22.8]\r\n",
-      "04/08 02:36: Train Epoch 156: average Loss: 22.786292, time: 266.22 s\r\n",
-      "Val Epoch 156: 100%|█████████████████| 88/88 [01:07<00:00,  1.30it/s, loss=26.9]\r\n",
-      "04/08 02:37: Val Epoch 156: average Loss: 24.098154, time: 67.56 s\r\n",
-      "Test Epoch 156: 100%|████████████████| 89/89 [01:08<00:00,  1.30it/s, loss=28.3]\r\n",
-      "04/08 02:38: Test Epoch 156: average Loss: 24.818338, time: 68.30 s\r\n",
-      "Train Epoch 157:  75%|█████████▊   | 199/264 [03:21<01:05,  1.01s/it, loss=23.2]04/08 02:42: Train Epoch 157: 200/264 Loss: 23.834383\r\n",
-      "Train Epoch 157: 100%|███████████████| 264/264 [04:27<00:00,  1.01s/it, loss=22]\r\n",
-      "04/08 02:43: Train Epoch 157: average Loss: 22.825031, time: 267.22 s\r\n",
-      "Val Epoch 157: 100%|█████████████████| 88/88 [01:07<00:00,  1.30it/s, loss=25.8]\r\n",
-      "04/08 02:44: Val Epoch 157: average Loss: 23.990920, time: 67.46 s\r\n",
-      "Test Epoch 157: 100%|████████████████| 89/89 [01:08<00:00,  1.31it/s, loss=29.1]\r\n",
-      "04/08 02:45: Test Epoch 157: average Loss: 24.685342, time: 68.02 s\r\n",
-      "Train Epoch 158:  75%|█████████▊   | 199/264 [03:21<01:05,  1.02s/it, loss=22.5]04/08 02:48: Train Epoch 158: 200/264 Loss: 22.594671\r\n",
-      "Train Epoch 158: 100%|█████████████| 264/264 [04:27<00:00,  1.01s/it, loss=22.7]\r\n",
-      "04/08 02:49: Train Epoch 158: average Loss: 22.796289, time: 267.23 s\r\n",
-      "Val Epoch 158: 100%|█████████████████| 88/88 [01:07<00:00,  1.30it/s, loss=26.3]\r\n",
-      "04/08 02:50: Val Epoch 158: average Loss: 23.933919, time: 67.77 s\r\n",
-      "Test Epoch 158: 100%|██████████████████| 89/89 [01:08<00:00,  1.30it/s, loss=29]\r\n",
-      "04/08 02:52: Test Epoch 158: average Loss: 24.615864, time: 68.33 s\r\n",
-      "Train Epoch 159:  75%|█████████▊   | 199/264 [03:21<01:05,  1.01s/it, loss=21.6]04/08 02:55: Train Epoch 159: 200/264 Loss: 22.138912\r\n",
-      "Train Epoch 159: 100%|█████████████| 264/264 [04:27<00:00,  1.01s/it, loss=22.2]\r\n",
-      "04/08 02:56: Train Epoch 159: average Loss: 22.797353, time: 267.02 s\r\n",
-      "Val Epoch 159: 100%|█████████████████| 88/88 [01:07<00:00,  1.30it/s, loss=26.3]\r\n",
-      "04/08 02:57: Val Epoch 159: average Loss: 23.962314, time: 67.61 s\r\n",
-      "Test Epoch 159: 100%|████████████████| 89/89 [01:08<00:00,  1.31it/s, loss=29.2]\r\n",
-      "04/08 02:58: Test Epoch 159: average Loss: 24.694784, time: 68.14 s\r\n",
-      "Train Epoch 160:  75%|███████████▎   | 199/264 [03:21<01:05,  1.01s/it, loss=23]04/08 03:02: Train Epoch 160: 200/264 Loss: 21.910376\r\n",
-      "Train Epoch 160: 100%|█████████████| 264/264 [04:26<00:00,  1.01s/it, loss=22.6]\r\n",
-      "04/08 03:03: Train Epoch 160: average Loss: 22.799349, time: 266.68 s\r\n",
-      "Val Epoch 160: 100%|█████████████████| 88/88 [01:21<00:00,  1.08it/s, loss=28.1]\r\n",
-      "04/08 03:04: Val Epoch 160: average Loss: 24.019710, time: 81.64 s\r\n",
-      "Test Epoch 160: 100%|████████████████| 89/89 [01:28<00:00,  1.01it/s, loss=29.8]\r\n",
-      "04/08 03:06: Test Epoch 160: average Loss: 24.757687, time: 88.40 s\r\n",
-      "04/08 03:06: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
-      "04/08 03:06: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_09-15-51/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-07_09-15-51/best_test_model.pth\r\n",
-      "04/08 03:06: Testing on best validation model\r\n",
-      "04/08 03:07: Horizon 01, MAE: 18.8381, RMSE: 29.6002, MAPE: 0.0813\r\n",
-      "04/08 03:07: Horizon 02, MAE: 20.3850, RMSE: 32.3079, MAPE: 0.0860\r\n",
-      "04/08 03:07: Horizon 03, MAE: 21.6494, RMSE: 34.2442, MAPE: 0.0923\r\n",
-      "04/08 03:07: Horizon 04, MAE: 22.5041, RMSE: 35.6227, MAPE: 0.0958\r\n",
-      "04/08 03:07: Horizon 05, MAE: 23.3545, RMSE: 36.9826, MAPE: 0.0996\r\n",
-      "04/08 03:07: Horizon 06, MAE: 24.1264, RMSE: 38.2362, MAPE: 0.1041\r\n",
-      "04/08 03:07: Horizon 07, MAE: 25.0726, RMSE: 39.6944, MAPE: 0.1094\r\n",
-      "04/08 03:07: Horizon 08, MAE: 25.9453, RMSE: 40.9817, MAPE: 0.1162\r\n",
-      "04/08 03:07: Horizon 09, MAE: 26.8009, RMSE: 42.1948, MAPE: 0.1193\r\n",
-      "04/08 03:07: Horizon 10, MAE: 27.6081, RMSE: 43.4610, MAPE: 0.1200\r\n",
-      "04/08 03:07: Horizon 11, MAE: 28.6261, RMSE: 44.9323, MAPE: 0.1344\r\n",
-      "04/08 03:07: Horizon 12, MAE: 29.7844, RMSE: 46.5543, MAPE: 0.1353\r\n",
-      "04/08 03:07: Average Horizon, MAE: 24.5579, RMSE: 39.0533, MAPE: 0.1078\r\n",
-      "04/08 03:07: Testing on best test model\r\n",
-      "04/08 03:08: Horizon 01, MAE: 18.5938, RMSE: 29.4230, MAPE: 0.0800\r\n",
-      "04/08 03:08: Horizon 02, MAE: 20.2154, RMSE: 32.2045, MAPE: 0.0871\r\n",
-      "04/08 03:08: Horizon 03, MAE: 21.5065, RMSE: 34.1905, MAPE: 0.0941\r\n",
-      "04/08 03:08: Horizon 04, MAE: 22.4337, RMSE: 35.6608, MAPE: 0.0966\r\n",
-      "04/08 03:08: Horizon 05, MAE: 23.2968, RMSE: 37.0028, MAPE: 0.1009\r\n",
-      "04/08 03:08: Horizon 06, MAE: 24.2123, RMSE: 38.4413, MAPE: 0.1043\r\n",
-      "04/08 03:08: Horizon 07, MAE: 25.0287, RMSE: 39.7269, MAPE: 0.1112\r\n",
-      "04/08 03:08: Horizon 08, MAE: 25.9646, RMSE: 41.1822, MAPE: 0.1170\r\n",
-      "04/08 03:08: Horizon 09, MAE: 26.8044, RMSE: 42.3725, MAPE: 0.1191\r\n",
-      "04/08 03:08: Horizon 10, MAE: 27.5853, RMSE: 43.6094, MAPE: 0.1204\r\n",
-      "04/08 03:08: Horizon 11, MAE: 28.7672, RMSE: 45.1142, MAPE: 0.1437\r\n",
-      "04/08 03:08: Horizon 12, MAE: 29.6866, RMSE: 46.6712, MAPE: 0.1353\r\n",
-      "04/08 03:08: Average Horizon, MAE: 24.5079, RMSE: 39.1316, MAPE: 0.1091\r\n"
+      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-18_08-53-21/run.log\r\n",
+      "04/18 08:53: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-18_08-53-21\r\n",
+      "04/18 08:53: Training process started\r\n",
+      "Train Epoch 1:  75%|███████████▎   | 199/264 [00:14<00:04, 14.37it/s, loss=36.2]04/18 08:53: Train Epoch 1: 200/264 Loss: 36.514286\r\n",
+      "Train Epoch 1: 100%|███████████████| 264/264 [00:18<00:00, 14.08it/s, loss=27.4]\r\n",
+      "04/18 08:53: Train Epoch 1: average Loss: 45.832401, time: 18.76 s\r\n",
+      "Val Epoch 1: 100%|███████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=42.5]\r\n",
+      "04/18 08:53: Val Epoch 1: average Loss: 30.960399, time: 2.34 s\r\n",
+      "Test Epoch 1: 100%|██████████████████| 89/89 [00:02<00:00, 37.91it/s, loss=27.7]\r\n",
+      "04/18 08:53: Test Epoch 1: average Loss: 31.121037, time: 2.35 s\r\n",
+      "04/18 08:53: Best validation model saved!\r\n",
+      "Train Epoch 2:  75%|███████████▎   | 199/264 [00:13<00:04, 14.25it/s, loss=28.5]04/18 08:53: Train Epoch 2: 200/264 Loss: 26.758423\r\n",
+      "Train Epoch 2: 100%|█████████████████| 264/264 [00:18<00:00, 14.25it/s, loss=28]\r\n",
+      "04/18 08:54: Train Epoch 2: average Loss: 28.536195, time: 18.52 s\r\n",
+      "Val Epoch 2: 100%|███████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=36.1]\r\n",
+      "04/18 08:54: Val Epoch 2: average Loss: 26.946413, time: 2.34 s\r\n",
+      "Test Epoch 2: 100%|██████████████████| 89/89 [00:02<00:00, 38.01it/s, loss=24.8]\r\n",
+      "04/18 08:54: Test Epoch 2: average Loss: 26.893337, time: 2.34 s\r\n",
+      "04/18 08:54: Best validation model saved!\r\n",
+      "Train Epoch 3:  75%|███████████▎   | 199/264 [00:13<00:04, 14.33it/s, loss=26.6]04/18 08:54: Train Epoch 3: 200/264 Loss: 26.622904\r\n",
+      "Train Epoch 3: 100%|███████████████| 264/264 [00:18<00:00, 14.28it/s, loss=25.1]\r\n",
+      "04/18 08:54: Train Epoch 3: average Loss: 27.159584, time: 18.48 s\r\n",
+      "Val Epoch 3: 100%|███████████████████| 88/88 [00:02<00:00, 37.68it/s, loss=34.7]\r\n",
+      "04/18 08:54: Val Epoch 3: average Loss: 25.887063, time: 2.34 s\r\n",
+      "Test Epoch 3: 100%|██████████████████| 89/89 [00:02<00:00, 38.02it/s, loss=25.6]\r\n",
+      "04/18 08:54: Test Epoch 3: average Loss: 26.121490, time: 2.34 s\r\n",
+      "04/18 08:54: Best validation model saved!\r\n",
+      "Train Epoch 4:  75%|████████████▊    | 199/264 [00:13<00:04, 14.30it/s, loss=26]04/18 08:54: Train Epoch 4: 200/264 Loss: 24.617142\r\n",
+      "Train Epoch 4: 100%|███████████████| 264/264 [00:18<00:00, 14.29it/s, loss=24.2]\r\n",
+      "04/18 08:54: Train Epoch 4: average Loss: 26.090977, time: 18.47 s\r\n",
+      "Val Epoch 4: 100%|███████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=33.5]\r\n",
+      "04/18 08:54: Val Epoch 4: average Loss: 25.883293, time: 2.34 s\r\n",
+      "Test Epoch 4: 100%|██████████████████| 89/89 [00:02<00:00, 37.94it/s, loss=27.1]\r\n",
+      "04/18 08:54: Test Epoch 4: average Loss: 26.081273, time: 2.35 s\r\n",
+      "04/18 08:54: Best validation model saved!\r\n",
+      "Train Epoch 5:  75%|███████████▎   | 199/264 [00:13<00:04, 14.31it/s, loss=24.5]04/18 08:55: Train Epoch 5: 200/264 Loss: 27.456375\r\n",
+      "Train Epoch 5: 100%|███████████████| 264/264 [00:18<00:00, 14.28it/s, loss=23.6]\r\n",
+      "04/18 08:55: Train Epoch 5: average Loss: 25.296981, time: 18.49 s\r\n",
+      "Val Epoch 5: 100%|███████████████████| 88/88 [00:02<00:00, 37.42it/s, loss=31.8]\r\n",
+      "04/18 08:55: Val Epoch 5: average Loss: 25.520361, time: 2.35 s\r\n",
+      "Test Epoch 5: 100%|██████████████████| 89/89 [00:02<00:00, 37.86it/s, loss=25.9]\r\n",
+      "04/18 08:55: Test Epoch 5: average Loss: 25.715724, time: 2.35 s\r\n",
+      "04/18 08:55: Best validation model saved!\r\n",
+      "Train Epoch 6:  75%|███████████▎   | 199/264 [00:13<00:04, 14.27it/s, loss=24.2]04/18 08:55: Train Epoch 6: 200/264 Loss: 26.214220\r\n",
+      "Train Epoch 6: 100%|███████████████| 264/264 [00:18<00:00, 14.26it/s, loss=24.5]\r\n",
+      "04/18 08:55: Train Epoch 6: average Loss: 24.640670, time: 18.51 s\r\n",
+      "Val Epoch 6: 100%|███████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=30.3]\r\n",
+      "04/18 08:55: Val Epoch 6: average Loss: 24.436720, time: 2.34 s\r\n",
+      "Test Epoch 6: 100%|██████████████████| 89/89 [00:02<00:00, 37.88it/s, loss=23.6]\r\n",
+      "04/18 08:55: Test Epoch 6: average Loss: 24.546810, time: 2.35 s\r\n",
+      "04/18 08:55: Best validation model saved!\r\n",
+      "Train Epoch 7:  75%|███████████▎   | 199/264 [00:13<00:04, 14.30it/s, loss=20.8]04/18 08:55: Train Epoch 7: 200/264 Loss: 24.259430\r\n",
+      "Train Epoch 7: 100%|███████████████| 264/264 [00:18<00:00, 14.26it/s, loss=23.7]\r\n",
+      "04/18 08:55: Train Epoch 7: average Loss: 24.261024, time: 18.51 s\r\n",
+      "Val Epoch 7: 100%|█████████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=30]\r\n",
+      "04/18 08:56: Val Epoch 7: average Loss: 24.114528, time: 2.34 s\r\n",
+      "Test Epoch 7: 100%|██████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23.8]\r\n",
+      "04/18 08:56: Test Epoch 7: average Loss: 24.324161, time: 2.34 s\r\n",
+      "04/18 08:56: Best validation model saved!\r\n",
+      "Train Epoch 8:  75%|███████████▎   | 199/264 [00:13<00:04, 14.27it/s, loss=22.3]04/18 08:56: Train Epoch 8: 200/264 Loss: 23.024929\r\n",
+      "Train Epoch 8: 100%|███████████████| 264/264 [00:18<00:00, 14.28it/s, loss=23.5]\r\n",
+      "04/18 08:56: Train Epoch 8: average Loss: 23.789009, time: 18.49 s\r\n",
+      "Val Epoch 8: 100%|███████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=29.4]\r\n",
+      "04/18 08:56: Val Epoch 8: average Loss: 23.840006, time: 2.34 s\r\n",
+      "Test Epoch 8: 100%|██████████████████| 89/89 [00:02<00:00, 38.00it/s, loss=23.8]\r\n",
+      "04/18 08:56: Test Epoch 8: average Loss: 24.149908, time: 2.34 s\r\n",
+      "04/18 08:56: Best validation model saved!\r\n",
+      "Train Epoch 9:  75%|███████████▎   | 199/264 [00:13<00:04, 14.19it/s, loss=22.7]04/18 08:56: Train Epoch 9: 200/264 Loss: 23.157549\r\n",
+      "Train Epoch 9: 100%|█████████████████| 264/264 [00:18<00:00, 14.25it/s, loss=23]\r\n",
+      "04/18 08:56: Train Epoch 9: average Loss: 23.352928, time: 18.52 s\r\n",
+      "Val Epoch 9: 100%|███████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=29.1]\r\n",
+      "04/18 08:56: Val Epoch 9: average Loss: 23.937347, time: 2.34 s\r\n",
+      "Test Epoch 9: 100%|██████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=24.7]\r\n",
+      "04/18 08:56: Test Epoch 9: average Loss: 24.151036, time: 2.34 s\r\n",
+      "Train Epoch 10:  75%|██████████▌   | 199/264 [00:13<00:04, 14.18it/s, loss=23.3]04/18 08:57: Train Epoch 10: 200/264 Loss: 22.759546\r\n",
+      "Train Epoch 10: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=23.2]\r\n",
+      "04/18 08:57: Train Epoch 10: average Loss: 23.169006, time: 18.54 s\r\n",
+      "Val Epoch 10: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=28.2]\r\n",
+      "04/18 08:57: Val Epoch 10: average Loss: 23.279594, time: 2.34 s\r\n",
+      "Test Epoch 10: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=23.5]\r\n",
+      "04/18 08:57: Test Epoch 10: average Loss: 23.518104, time: 2.34 s\r\n",
+      "04/18 08:57: Best validation model saved!\r\n",
+      "Train Epoch 11:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=21.8]04/18 08:57: Train Epoch 11: 200/264 Loss: 22.785122\r\n",
+      "Train Epoch 11: 100%|██████████████| 264/264 [00:18<00:00, 14.27it/s, loss=23.7]\r\n",
+      "04/18 08:57: Train Epoch 11: average Loss: 22.931803, time: 18.51 s\r\n",
+      "Val Epoch 11: 100%|██████████████████| 88/88 [00:02<00:00, 37.32it/s, loss=27.5]\r\n",
+      "04/18 08:57: Val Epoch 11: average Loss: 23.253339, time: 2.36 s\r\n",
+      "Test Epoch 11: 100%|█████████████████| 89/89 [00:02<00:00, 37.81it/s, loss=23.3]\r\n",
+      "04/18 08:57: Test Epoch 11: average Loss: 23.552522, time: 2.35 s\r\n",
+      "04/18 08:57: Best validation model saved!\r\n",
+      "Train Epoch 12:  75%|██████████▌   | 199/264 [00:13<00:04, 14.26it/s, loss=23.6]04/18 08:57: Train Epoch 12: 200/264 Loss: 21.671694\r\n",
+      "Train Epoch 12: 100%|██████████████| 264/264 [00:18<00:00, 14.26it/s, loss=22.2]\r\n",
+      "04/18 08:57: Train Epoch 12: average Loss: 22.670130, time: 18.52 s\r\n",
+      "Val Epoch 12: 100%|████████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=27]\r\n",
+      "04/18 08:57: Val Epoch 12: average Loss: 22.931223, time: 2.34 s\r\n",
+      "Test Epoch 12: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=23.5]\r\n",
+      "04/18 08:57: Test Epoch 12: average Loss: 23.286298, time: 2.35 s\r\n",
+      "04/18 08:57: Best validation model saved!\r\n",
+      "Train Epoch 13:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=22.7]04/18 08:58: Train Epoch 13: 200/264 Loss: 23.132727\r\n",
+      "Train Epoch 13: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=21.8]\r\n",
+      "04/18 08:58: Train Epoch 13: average Loss: 22.458400, time: 18.52 s\r\n",
+      "Val Epoch 13: 100%|██████████████████| 88/88 [00:02<00:00, 37.60it/s, loss=27.4]\r\n",
+      "04/18 08:58: Val Epoch 13: average Loss: 23.476762, time: 2.34 s\r\n",
+      "Test Epoch 13: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=24.1]\r\n",
+      "04/18 08:58: Test Epoch 13: average Loss: 23.726871, time: 2.34 s\r\n",
+      "Train Epoch 14:  75%|██████████▌   | 199/264 [00:13<00:04, 14.18it/s, loss=22.2]04/18 08:58: Train Epoch 14: 200/264 Loss: 22.266384\r\n",
+      "Train Epoch 14: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=22.5]\r\n",
+      "04/18 08:58: Train Epoch 14: average Loss: 22.438710, time: 18.54 s\r\n",
+      "Val Epoch 14: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=27.6]\r\n",
+      "04/18 08:58: Val Epoch 14: average Loss: 23.554284, time: 2.34 s\r\n",
+      "Test Epoch 14: 100%|███████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=24]\r\n",
+      "04/18 08:58: Test Epoch 14: average Loss: 23.918096, time: 2.34 s\r\n",
+      "Train Epoch 15:  75%|████████████    | 199/264 [00:13<00:04, 14.24it/s, loss=23]04/18 08:59: Train Epoch 15: 200/264 Loss: 21.175695\r\n",
+      "Train Epoch 15: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=22.5]\r\n",
+      "04/18 08:59: Train Epoch 15: average Loss: 22.243129, time: 18.53 s\r\n",
+      "Val Epoch 15: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=26.7]\r\n",
+      "04/18 08:59: Val Epoch 15: average Loss: 22.720666, time: 2.34 s\r\n",
+      "Test Epoch 15: 100%|███████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=24]\r\n",
+      "04/18 08:59: Test Epoch 15: average Loss: 23.038066, time: 2.34 s\r\n",
+      "04/18 08:59: Best validation model saved!\r\n",
+      "Train Epoch 16:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=22.3]04/18 08:59: Train Epoch 16: 200/264 Loss: 21.058683\r\n",
+      "Train Epoch 16: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=22.3]\r\n",
+      "04/18 08:59: Train Epoch 16: average Loss: 22.252922, time: 18.53 s\r\n",
+      "Val Epoch 16: 100%|██████████████████| 88/88 [00:02<00:00, 37.64it/s, loss=27.9]\r\n",
+      "04/18 08:59: Val Epoch 16: average Loss: 23.003643, time: 2.34 s\r\n",
+      "Test Epoch 16: 100%|█████████████████| 89/89 [00:02<00:00, 38.00it/s, loss=23.9]\r\n",
+      "04/18 08:59: Test Epoch 16: average Loss: 23.289208, time: 2.34 s\r\n",
+      "Train Epoch 17:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=21.8]04/18 08:59: Train Epoch 17: 200/264 Loss: 21.003761\r\n",
+      "Train Epoch 17: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=21.4]\r\n",
+      "04/18 08:59: Train Epoch 17: average Loss: 21.932049, time: 18.52 s\r\n",
+      "Val Epoch 17: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=26.5]\r\n",
+      "04/18 08:59: Val Epoch 17: average Loss: 22.575043, time: 2.34 s\r\n",
+      "Test Epoch 17: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23.8]\r\n",
+      "04/18 08:59: Test Epoch 17: average Loss: 22.944077, time: 2.34 s\r\n",
+      "04/18 08:59: Best validation model saved!\r\n",
+      "Train Epoch 18:  75%|██████████▌   | 199/264 [00:13<00:04, 14.29it/s, loss=23.8]04/18 09:00: Train Epoch 18: 200/264 Loss: 21.547813\r\n",
+      "Train Epoch 18: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=23.7]\r\n",
+      "04/18 09:00: Train Epoch 18: average Loss: 21.895740, time: 18.53 s\r\n",
+      "Val Epoch 18: 100%|██████████████████| 88/88 [00:02<00:00, 37.64it/s, loss=26.6]\r\n",
+      "04/18 09:00: Val Epoch 18: average Loss: 22.574752, time: 2.34 s\r\n",
+      "Test Epoch 18: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23.5]\r\n",
+      "04/18 09:00: Test Epoch 18: average Loss: 22.899082, time: 2.34 s\r\n",
+      "04/18 09:00: Best validation model saved!\r\n",
+      "Train Epoch 19:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=21.9]04/18 09:00: Train Epoch 19: 200/264 Loss: 22.002012\r\n",
+      "Train Epoch 19: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=22.2]\r\n",
+      "04/18 09:00: Train Epoch 19: average Loss: 21.799298, time: 18.56 s\r\n",
+      "Val Epoch 19: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=26.3]\r\n",
+      "04/18 09:00: Val Epoch 19: average Loss: 22.508047, time: 2.34 s\r\n",
+      "Test Epoch 19: 100%|█████████████████| 89/89 [00:02<00:00, 38.00it/s, loss=23.3]\r\n",
+      "04/18 09:00: Test Epoch 19: average Loss: 22.957956, time: 2.34 s\r\n",
+      "04/18 09:00: Best validation model saved!\r\n",
+      "Train Epoch 20:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=21.9]04/18 09:00: Train Epoch 20: 200/264 Loss: 22.738688\r\n",
+      "Train Epoch 20: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=22.7]\r\n",
+      "04/18 09:01: Train Epoch 20: average Loss: 21.706831, time: 18.52 s\r\n",
+      "Val Epoch 20: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=25.9]\r\n",
+      "04/18 09:01: Val Epoch 20: average Loss: 22.389948, time: 2.34 s\r\n",
+      "Test Epoch 20: 100%|█████████████████| 89/89 [00:02<00:00, 38.00it/s, loss=23.5]\r\n",
+      "04/18 09:01: Test Epoch 20: average Loss: 22.767345, time: 2.34 s\r\n",
+      "04/18 09:01: Best validation model saved!\r\n",
+      "Train Epoch 21:  75%|██████████▌   | 199/264 [00:13<00:04, 14.19it/s, loss=22.3]04/18 09:01: Train Epoch 21: 200/264 Loss: 21.525967\r\n",
+      "Train Epoch 21: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=22.6]\r\n",
+      "04/18 09:01: Train Epoch 21: average Loss: 21.600162, time: 18.54 s\r\n",
+      "Val Epoch 21: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=25.6]\r\n",
+      "04/18 09:01: Val Epoch 21: average Loss: 22.385803, time: 2.34 s\r\n",
+      "Test Epoch 21: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23.8]\r\n",
+      "04/18 09:01: Test Epoch 21: average Loss: 22.891797, time: 2.34 s\r\n",
+      "04/18 09:01: Best validation model saved!\r\n",
+      "Train Epoch 22:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=23.1]04/18 09:01: Train Epoch 22: 200/264 Loss: 22.342453\r\n",
+      "Train Epoch 22: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=19.5]\r\n",
+      "04/18 09:01: Train Epoch 22: average Loss: 21.699375, time: 18.53 s\r\n",
+      "Val Epoch 22: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=26.3]\r\n",
+      "04/18 09:01: Val Epoch 22: average Loss: 22.292602, time: 2.34 s\r\n",
+      "Test Epoch 22: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=23.1]\r\n",
+      "04/18 09:01: Test Epoch 22: average Loss: 22.766070, time: 2.34 s\r\n",
+      "04/18 09:01: Best validation model saved!\r\n",
+      "Train Epoch 23:  75%|████████████    | 199/264 [00:13<00:04, 14.21it/s, loss=21]04/18 09:02: Train Epoch 23: 200/264 Loss: 21.752972\r\n",
+      "Train Epoch 23: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=22.1]\r\n",
+      "04/18 09:02: Train Epoch 23: average Loss: 21.419681, time: 18.54 s\r\n",
+      "Val Epoch 23: 100%|██████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=25.6]\r\n",
+      "04/18 09:02: Val Epoch 23: average Loss: 22.218350, time: 2.34 s\r\n",
+      "Test Epoch 23: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=23.2]\r\n",
+      "04/18 09:02: Test Epoch 23: average Loss: 22.605272, time: 2.34 s\r\n",
+      "04/18 09:02: Best validation model saved!\r\n",
+      "Train Epoch 24:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=22.2]04/18 09:02: Train Epoch 24: 200/264 Loss: 22.212477\r\n",
+      "Train Epoch 24: 100%|████████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21]\r\n",
+      "04/18 09:02: Train Epoch 24: average Loss: 21.540699, time: 18.54 s\r\n",
+      "Val Epoch 24: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=25.7]\r\n",
+      "04/18 09:02: Val Epoch 24: average Loss: 22.467423, time: 2.34 s\r\n",
+      "Test Epoch 24: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=23.1]\r\n",
+      "04/18 09:02: Test Epoch 24: average Loss: 22.983325, time: 2.34 s\r\n",
+      "Train Epoch 25:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=19.7]04/18 09:02: Train Epoch 25: 200/264 Loss: 20.504463\r\n",
+      "Train Epoch 25: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21.2]\r\n",
+      "04/18 09:02: Train Epoch 25: average Loss: 21.260825, time: 18.54 s\r\n",
+      "Val Epoch 25: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=25.5]\r\n",
+      "04/18 09:02: Val Epoch 25: average Loss: 22.033492, time: 2.34 s\r\n",
+      "Test Epoch 25: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23.1]\r\n",
+      "04/18 09:03: Test Epoch 25: average Loss: 22.434114, time: 2.34 s\r\n",
+      "04/18 09:03: Best validation model saved!\r\n",
+      "Train Epoch 26:  75%|██████████▌   | 199/264 [00:13<00:04, 14.21it/s, loss=21.3]04/18 09:03: Train Epoch 26: 200/264 Loss: 21.401398\r\n",
+      "Train Epoch 26: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21.9]\r\n",
+      "04/18 09:03: Train Epoch 26: average Loss: 21.347976, time: 18.55 s\r\n",
+      "Val Epoch 26: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=25.3]\r\n",
+      "04/18 09:03: Val Epoch 26: average Loss: 22.290410, time: 2.34 s\r\n",
+      "Test Epoch 26: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=23.2]\r\n",
+      "04/18 09:03: Test Epoch 26: average Loss: 22.741265, time: 2.35 s\r\n",
+      "Train Epoch 27:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=20.9]04/18 09:03: Train Epoch 27: 200/264 Loss: 19.935926\r\n",
+      "Train Epoch 27: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.7]\r\n",
+      "04/18 09:03: Train Epoch 27: average Loss: 21.290234, time: 18.54 s\r\n",
+      "Val Epoch 27: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=25.8]\r\n",
+      "04/18 09:03: Val Epoch 27: average Loss: 22.698799, time: 2.34 s\r\n",
+      "Test Epoch 27: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=23.9]\r\n",
+      "04/18 09:03: Test Epoch 27: average Loss: 22.973219, time: 2.34 s\r\n",
+      "Train Epoch 28:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.5]04/18 09:04: Train Epoch 28: 200/264 Loss: 21.464029\r\n",
+      "Train Epoch 28: 100%|████████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21]\r\n",
+      "04/18 09:04: Train Epoch 28: average Loss: 21.207796, time: 18.54 s\r\n",
+      "Val Epoch 28: 100%|██████████████████| 88/88 [00:02<00:00, 37.60it/s, loss=25.6]\r\n",
+      "04/18 09:04: Val Epoch 28: average Loss: 22.298308, time: 2.34 s\r\n",
+      "Test Epoch 28: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=24.2]\r\n",
+      "04/18 09:04: Test Epoch 28: average Loss: 22.651594, time: 2.34 s\r\n",
+      "Train Epoch 29:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=19.1]04/18 09:04: Train Epoch 29: 200/264 Loss: 19.952728\r\n",
+      "Train Epoch 29: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21.1]\r\n",
+      "04/18 09:04: Train Epoch 29: average Loss: 21.049866, time: 18.54 s\r\n",
+      "Val Epoch 29: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.9]\r\n",
+      "04/18 09:04: Val Epoch 29: average Loss: 21.745020, time: 2.34 s\r\n",
+      "Test Epoch 29: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.9]\r\n",
+      "04/18 09:04: Test Epoch 29: average Loss: 22.356449, time: 2.34 s\r\n",
+      "04/18 09:04: Best validation model saved!\r\n",
+      "Train Epoch 30:  75%|██████████▌   | 199/264 [00:13<00:04, 14.26it/s, loss=19.6]04/18 09:04: Train Epoch 30: 200/264 Loss: 21.410799\r\n",
+      "Train Epoch 30: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.8]\r\n",
+      "04/18 09:04: Train Epoch 30: average Loss: 21.014675, time: 18.54 s\r\n",
+      "Val Epoch 30: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.8]\r\n",
+      "04/18 09:04: Val Epoch 30: average Loss: 21.933845, time: 2.34 s\r\n",
+      "Test Epoch 30: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.7]\r\n",
+      "04/18 09:04: Test Epoch 30: average Loss: 22.473973, time: 2.34 s\r\n",
+      "Train Epoch 31:  75%|██████████▌   | 199/264 [00:13<00:04, 14.19it/s, loss=22.1]04/18 09:05: Train Epoch 31: 200/264 Loss: 22.138046\r\n",
+      "Train Epoch 31: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=20.6]\r\n",
+      "04/18 09:05: Train Epoch 31: average Loss: 20.967281, time: 18.53 s\r\n",
+      "Val Epoch 31: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=24.8]\r\n",
+      "04/18 09:05: Val Epoch 31: average Loss: 22.012535, time: 2.34 s\r\n",
+      "Test Epoch 31: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.8]\r\n",
+      "04/18 09:05: Test Epoch 31: average Loss: 22.310096, time: 2.34 s\r\n",
+      "Train Epoch 32:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.9]04/18 09:05: Train Epoch 32: 200/264 Loss: 21.944662\r\n",
+      "Train Epoch 32: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=20.6]\r\n",
+      "04/18 09:05: Train Epoch 32: average Loss: 20.809118, time: 18.52 s\r\n",
+      "Val Epoch 32: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=25.1]\r\n",
+      "04/18 09:05: Val Epoch 32: average Loss: 22.024544, time: 2.34 s\r\n",
+      "Test Epoch 32: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.8]\r\n",
+      "04/18 09:05: Test Epoch 32: average Loss: 22.548546, time: 2.34 s\r\n",
+      "Train Epoch 33:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=21.5]04/18 09:05: Train Epoch 33: 200/264 Loss: 20.422792\r\n",
+      "Train Epoch 33: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.9]\r\n",
+      "04/18 09:06: Train Epoch 33: average Loss: 20.927550, time: 18.54 s\r\n",
+      "Val Epoch 33: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.8]\r\n",
+      "04/18 09:06: Val Epoch 33: average Loss: 21.972195, time: 2.34 s\r\n",
+      "Test Epoch 33: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.7]\r\n",
+      "04/18 09:06: Test Epoch 33: average Loss: 22.487235, time: 2.34 s\r\n",
+      "Train Epoch 34:  75%|██████████▌   | 199/264 [00:13<00:04, 14.21it/s, loss=21.3]04/18 09:06: Train Epoch 34: 200/264 Loss: 21.162403\r\n",
+      "Train Epoch 34: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=21.1]\r\n",
+      "04/18 09:06: Train Epoch 34: average Loss: 20.843561, time: 18.53 s\r\n",
+      "Val Epoch 34: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=24.7]\r\n",
+      "04/18 09:06: Val Epoch 34: average Loss: 21.790478, time: 2.34 s\r\n",
+      "Test Epoch 34: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.6]\r\n",
+      "04/18 09:06: Test Epoch 34: average Loss: 22.342813, time: 2.34 s\r\n",
+      "Train Epoch 35:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=20.6]04/18 09:06: Train Epoch 35: 200/264 Loss: 20.833553\r\n",
+      "Train Epoch 35: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.9]\r\n",
+      "04/18 09:06: Train Epoch 35: average Loss: 20.758498, time: 18.54 s\r\n",
+      "Val Epoch 35: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.6]\r\n",
+      "04/18 09:06: Val Epoch 35: average Loss: 21.967598, time: 2.34 s\r\n",
+      "Test Epoch 35: 100%|███████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23]\r\n",
+      "04/18 09:06: Test Epoch 35: average Loss: 22.594636, time: 2.34 s\r\n",
+      "Train Epoch 36:  75%|██████████▌   | 199/264 [00:13<00:04, 14.26it/s, loss=20.1]04/18 09:07: Train Epoch 36: 200/264 Loss: 21.455151\r\n",
+      "Train Epoch 36: 100%|████████████████| 264/264 [00:18<00:00, 14.23it/s, loss=21]\r\n",
+      "04/18 09:07: Train Epoch 36: average Loss: 20.861400, time: 18.55 s\r\n",
+      "Val Epoch 36: 100%|████████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=25]\r\n",
+      "04/18 09:07: Val Epoch 36: average Loss: 21.992176, time: 2.34 s\r\n",
+      "Test Epoch 36: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.6]\r\n",
+      "04/18 09:07: Test Epoch 36: average Loss: 22.465821, time: 2.34 s\r\n",
+      "Train Epoch 37:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=21.4]04/18 09:07: Train Epoch 37: 200/264 Loss: 21.058022\r\n",
+      "Train Epoch 37: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20.5]\r\n",
+      "04/18 09:07: Train Epoch 37: average Loss: 20.625071, time: 18.55 s\r\n",
+      "Val Epoch 37: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=25.3]\r\n",
+      "04/18 09:07: Val Epoch 37: average Loss: 22.087846, time: 2.34 s\r\n",
+      "Test Epoch 37: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=23.2]\r\n",
+      "04/18 09:07: Test Epoch 37: average Loss: 22.469504, time: 2.34 s\r\n",
+      "Train Epoch 38:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.2]04/18 09:07: Train Epoch 38: 200/264 Loss: 20.758459\r\n",
+      "Train Epoch 38: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.7]\r\n",
+      "04/18 09:07: Train Epoch 38: average Loss: 20.701656, time: 18.54 s\r\n",
+      "Val Epoch 38: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=24.4]\r\n",
+      "04/18 09:08: Val Epoch 38: average Loss: 21.563845, time: 2.34 s\r\n",
+      "Test Epoch 38: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.6]\r\n",
+      "04/18 09:08: Test Epoch 38: average Loss: 22.107379, time: 2.34 s\r\n",
+      "04/18 09:08: Best validation model saved!\r\n",
+      "Train Epoch 39:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=22.2]04/18 09:08: Train Epoch 39: 200/264 Loss: 20.324511\r\n",
+      "Train Epoch 39: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.9]\r\n",
+      "04/18 09:08: Train Epoch 39: average Loss: 20.561674, time: 18.54 s\r\n",
+      "Val Epoch 39: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.4]\r\n",
+      "04/18 09:08: Val Epoch 39: average Loss: 21.763730, time: 2.34 s\r\n",
+      "Test Epoch 39: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.9]\r\n",
+      "04/18 09:08: Test Epoch 39: average Loss: 22.265569, time: 2.34 s\r\n",
+      "Train Epoch 40:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=19.6]04/18 09:08: Train Epoch 40: 200/264 Loss: 20.705139\r\n",
+      "Train Epoch 40: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=20.4]\r\n",
+      "04/18 09:08: Train Epoch 40: average Loss: 20.556461, time: 18.52 s\r\n",
+      "Val Epoch 40: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.8]\r\n",
+      "04/18 09:08: Val Epoch 40: average Loss: 21.919790, time: 2.34 s\r\n",
+      "Test Epoch 40: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.6]\r\n",
+      "04/18 09:08: Test Epoch 40: average Loss: 22.503225, time: 2.34 s\r\n",
+      "Train Epoch 41:  75%|██████████▌   | 199/264 [00:13<00:04, 14.28it/s, loss=19.4]04/18 09:09: Train Epoch 41: 200/264 Loss: 18.603790\r\n",
+      "Train Epoch 41: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.8]\r\n",
+      "04/18 09:09: Train Epoch 41: average Loss: 20.587822, time: 18.55 s\r\n",
+      "Val Epoch 41: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.4]\r\n",
+      "04/18 09:09: Val Epoch 41: average Loss: 21.672382, time: 2.34 s\r\n",
+      "Test Epoch 41: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.6]\r\n",
+      "04/18 09:09: Test Epoch 41: average Loss: 22.204999, time: 2.34 s\r\n",
+      "Train Epoch 42:  75%|██████████▌   | 199/264 [00:13<00:04, 14.29it/s, loss=20.6]04/18 09:09: Train Epoch 42: 200/264 Loss: 20.538704\r\n",
+      "Train Epoch 42: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21.3]\r\n",
+      "04/18 09:09: Train Epoch 42: average Loss: 20.501643, time: 18.54 s\r\n",
+      "Val Epoch 42: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.9]\r\n",
+      "04/18 09:09: Val Epoch 42: average Loss: 22.084461, time: 2.34 s\r\n",
+      "Test Epoch 42: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.7]\r\n",
+      "04/18 09:09: Test Epoch 42: average Loss: 22.493934, time: 2.34 s\r\n",
+      "Train Epoch 43:  75%|██████████▌   | 199/264 [00:13<00:04, 14.26it/s, loss=20.8]04/18 09:09: Train Epoch 43: 200/264 Loss: 19.455002\r\n",
+      "Train Epoch 43: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.7]\r\n",
+      "04/18 09:09: Train Epoch 43: average Loss: 20.439132, time: 18.54 s\r\n",
+      "Val Epoch 43: 100%|████████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=25]\r\n",
+      "04/18 09:09: Val Epoch 43: average Loss: 22.012068, time: 2.34 s\r\n",
+      "Test Epoch 43: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=23.6]\r\n",
+      "04/18 09:09: Test Epoch 43: average Loss: 22.740599, time: 2.34 s\r\n",
+      "Train Epoch 44:  75%|████████████    | 199/264 [00:13<00:04, 14.18it/s, loss=20]04/18 09:10: Train Epoch 44: 200/264 Loss: 19.100407\r\n",
+      "Train Epoch 44: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.5]\r\n",
+      "04/18 09:10: Train Epoch 44: average Loss: 20.428868, time: 18.55 s\r\n",
+      "Val Epoch 44: 100%|██████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=24.4]\r\n",
+      "04/18 09:10: Val Epoch 44: average Loss: 21.577494, time: 2.34 s\r\n",
+      "Test Epoch 44: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=23.2]\r\n",
+      "04/18 09:10: Test Epoch 44: average Loss: 22.224027, time: 2.35 s\r\n",
+      "Train Epoch 45:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=20.4]04/18 09:10: Train Epoch 45: 200/264 Loss: 19.277838\r\n",
+      "Train Epoch 45: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.9]\r\n",
+      "04/18 09:10: Train Epoch 45: average Loss: 20.432406, time: 18.54 s\r\n",
+      "Val Epoch 45: 100%|██████████████████| 88/88 [00:02<00:00, 37.60it/s, loss=24.5]\r\n",
+      "04/18 09:10: Val Epoch 45: average Loss: 21.711999, time: 2.34 s\r\n",
+      "Test Epoch 45: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=22.7]\r\n",
+      "04/18 09:10: Test Epoch 45: average Loss: 22.382231, time: 2.34 s\r\n",
+      "Train Epoch 46:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=19.6]04/18 09:11: Train Epoch 46: 200/264 Loss: 20.927425\r\n",
+      "Train Epoch 46: 100%|████████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21]\r\n",
+      "04/18 09:11: Train Epoch 46: average Loss: 20.410149, time: 18.54 s\r\n",
+      "Val Epoch 46: 100%|██████████████████| 88/88 [00:02<00:00, 37.60it/s, loss=24.4]\r\n",
+      "04/18 09:11: Val Epoch 46: average Loss: 21.600601, time: 2.34 s\r\n",
+      "Test Epoch 46: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=22.4]\r\n",
+      "04/18 09:11: Test Epoch 46: average Loss: 22.171401, time: 2.34 s\r\n",
+      "Train Epoch 47:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=20.3]04/18 09:11: Train Epoch 47: 200/264 Loss: 20.983257\r\n",
+      "Train Epoch 47: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.7]\r\n",
+      "04/18 09:11: Train Epoch 47: average Loss: 20.329740, time: 18.54 s\r\n",
+      "Val Epoch 47: 100%|██████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=24.3]\r\n",
+      "04/18 09:11: Val Epoch 47: average Loss: 21.648310, time: 2.34 s\r\n",
+      "Test Epoch 47: 100%|███████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=23]\r\n",
+      "04/18 09:11: Test Epoch 47: average Loss: 22.275165, time: 2.35 s\r\n",
+      "Train Epoch 48:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=21.9]04/18 09:11: Train Epoch 48: 200/264 Loss: 20.160532\r\n",
+      "Train Epoch 48: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.1]\r\n",
+      "04/18 09:11: Train Epoch 48: average Loss: 20.384974, time: 18.55 s\r\n",
+      "Val Epoch 48: 100%|██████████████████| 88/88 [00:02<00:00, 37.60it/s, loss=24.6]\r\n",
+      "04/18 09:11: Val Epoch 48: average Loss: 21.795016, time: 2.34 s\r\n",
+      "Test Epoch 48: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=23.2]\r\n",
+      "04/18 09:11: Test Epoch 48: average Loss: 22.259819, time: 2.35 s\r\n",
+      "Train Epoch 49:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=18.7]04/18 09:12: Train Epoch 49: 200/264 Loss: 19.731627\r\n",
+      "Train Epoch 49: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.9]\r\n",
+      "04/18 09:12: Train Epoch 49: average Loss: 20.309192, time: 18.55 s\r\n",
+      "Val Epoch 49: 100%|██████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=24.4]\r\n",
+      "04/18 09:12: Val Epoch 49: average Loss: 21.686331, time: 2.34 s\r\n",
+      "Test Epoch 49: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=22.6]\r\n",
+      "04/18 09:12: Test Epoch 49: average Loss: 22.387880, time: 2.34 s\r\n",
+      "Train Epoch 50:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=20.6]04/18 09:12: Train Epoch 50: 200/264 Loss: 19.874996\r\n",
+      "Train Epoch 50: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20.1]\r\n",
+      "04/18 09:12: Train Epoch 50: average Loss: 20.299510, time: 18.55 s\r\n",
+      "Val Epoch 50: 100%|██████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=24.5]\r\n",
+      "04/18 09:12: Val Epoch 50: average Loss: 21.549236, time: 2.34 s\r\n",
+      "Test Epoch 50: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=22.3]\r\n",
+      "04/18 09:12: Test Epoch 50: average Loss: 22.218514, time: 2.35 s\r\n",
+      "04/18 09:12: Best validation model saved!\r\n",
+      "Train Epoch 51:  75%|██████████▌   | 199/264 [00:13<00:04, 14.18it/s, loss=19.7]04/18 09:12: Train Epoch 51: 200/264 Loss: 21.042204\r\n",
+      "Train Epoch 51: 100%|██████████████| 264/264 [00:18<00:00, 14.22it/s, loss=22.1]\r\n",
+      "04/18 09:13: Train Epoch 51: average Loss: 20.227099, time: 18.57 s\r\n",
+      "Val Epoch 51: 100%|██████████████████| 88/88 [00:02<00:00, 37.55it/s, loss=24.2]\r\n",
+      "04/18 09:13: Val Epoch 51: average Loss: 21.482131, time: 2.34 s\r\n",
+      "Test Epoch 51: 100%|█████████████████| 89/89 [00:02<00:00, 37.94it/s, loss=22.3]\r\n",
+      "04/18 09:13: Test Epoch 51: average Loss: 21.956697, time: 2.35 s\r\n",
+      "04/18 09:13: Best validation model saved!\r\n",
+      "Train Epoch 52:  75%|██████████▌   | 199/264 [00:13<00:04, 14.21it/s, loss=20.4]04/18 09:13: Train Epoch 52: 200/264 Loss: 20.519869\r\n",
+      "Train Epoch 52: 100%|████████████████| 264/264 [00:18<00:00, 14.23it/s, loss=21]\r\n",
+      "04/18 09:13: Train Epoch 52: average Loss: 20.219227, time: 18.55 s\r\n",
+      "Val Epoch 52: 100%|████████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=24]\r\n",
+      "04/18 09:13: Val Epoch 52: average Loss: 21.507960, time: 2.34 s\r\n",
+      "Test Epoch 52: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.8]\r\n",
+      "04/18 09:13: Test Epoch 52: average Loss: 22.073277, time: 2.34 s\r\n",
+      "Train Epoch 53:  75%|██████████▌   | 199/264 [00:13<00:04, 14.19it/s, loss=20.3]04/18 09:13: Train Epoch 53: 200/264 Loss: 19.674397\r\n",
+      "Train Epoch 53: 100%|████████████████| 264/264 [00:18<00:00, 14.21it/s, loss=21]\r\n",
+      "04/18 09:13: Train Epoch 53: average Loss: 20.231984, time: 18.59 s\r\n",
+      "Val Epoch 53: 100%|████████████████████| 88/88 [00:02<00:00, 37.10it/s, loss=24]\r\n",
+      "04/18 09:13: Val Epoch 53: average Loss: 21.398617, time: 2.37 s\r\n",
+      "Test Epoch 53: 100%|█████████████████| 89/89 [00:02<00:00, 37.45it/s, loss=22.3]\r\n",
+      "04/18 09:13: Test Epoch 53: average Loss: 22.026132, time: 2.38 s\r\n",
+      "04/18 09:13: Best validation model saved!\r\n",
+      "Train Epoch 54:  75%|██████████▌   | 199/264 [00:14<00:04, 14.15it/s, loss=20.6]04/18 09:14: Train Epoch 54: 200/264 Loss: 20.299444\r\n",
+      "Train Epoch 54: 100%|██████████████| 264/264 [00:18<00:00, 14.11it/s, loss=20.4]\r\n",
+      "04/18 09:14: Train Epoch 54: average Loss: 20.187909, time: 18.71 s\r\n",
+      "Val Epoch 54: 100%|██████████████████| 88/88 [00:02<00:00, 37.10it/s, loss=24.6]\r\n",
+      "04/18 09:14: Val Epoch 54: average Loss: 21.629988, time: 2.37 s\r\n",
+      "Test Epoch 54: 100%|█████████████████| 89/89 [00:02<00:00, 37.44it/s, loss=22.4]\r\n",
+      "04/18 09:14: Test Epoch 54: average Loss: 22.193700, time: 2.38 s\r\n",
+      "Train Epoch 55:  75%|██████████▌   | 199/264 [00:14<00:04, 14.20it/s, loss=19.8]04/18 09:14: Train Epoch 55: 200/264 Loss: 19.639608\r\n",
+      "Train Epoch 55: 100%|██████████████| 264/264 [00:18<00:00, 14.15it/s, loss=19.3]\r\n",
+      "04/18 09:14: Train Epoch 55: average Loss: 20.194204, time: 18.65 s\r\n",
+      "Val Epoch 55: 100%|██████████████████| 88/88 [00:02<00:00, 37.53it/s, loss=24.4]\r\n",
+      "04/18 09:14: Val Epoch 55: average Loss: 21.553656, time: 2.35 s\r\n",
+      "Test Epoch 55: 100%|█████████████████| 89/89 [00:02<00:00, 37.44it/s, loss=22.4]\r\n",
+      "04/18 09:14: Test Epoch 55: average Loss: 22.207766, time: 2.38 s\r\n",
+      "Train Epoch 56:  75%|██████████▌   | 199/264 [00:14<00:04, 14.23it/s, loss=20.7]04/18 09:14: Train Epoch 56: 200/264 Loss: 21.471426\r\n",
+      "Train Epoch 56: 100%|██████████████| 264/264 [00:18<00:00, 14.18it/s, loss=20.5]\r\n",
+      "04/18 09:14: Train Epoch 56: average Loss: 20.274271, time: 18.62 s\r\n",
+      "Val Epoch 56: 100%|██████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=24.1]\r\n",
+      "04/18 09:15: Val Epoch 56: average Loss: 21.658958, time: 2.34 s\r\n",
+      "Test Epoch 56: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=22.4]\r\n",
+      "04/18 09:15: Test Epoch 56: average Loss: 22.149851, time: 2.34 s\r\n",
+      "Train Epoch 57:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=19.6]04/18 09:15: Train Epoch 57: 200/264 Loss: 20.833622\r\n",
+      "Train Epoch 57: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.4]\r\n",
+      "04/18 09:15: Train Epoch 57: average Loss: 20.048532, time: 18.54 s\r\n",
+      "Val Epoch 57: 100%|██████████████████| 88/88 [00:02<00:00, 37.56it/s, loss=24.2]\r\n",
+      "04/18 09:15: Val Epoch 57: average Loss: 21.656144, time: 2.34 s\r\n",
+      "Test Epoch 57: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=22.6]\r\n",
+      "04/18 09:15: Test Epoch 57: average Loss: 22.115062, time: 2.35 s\r\n",
+      "Train Epoch 58:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.4]04/18 09:15: Train Epoch 58: 200/264 Loss: 19.358027\r\n",
+      "Train Epoch 58: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.1]\r\n",
+      "04/18 09:15: Train Epoch 58: average Loss: 20.074734, time: 18.55 s\r\n",
+      "Val Epoch 58: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=24.1]\r\n",
+      "04/18 09:15: Val Epoch 58: average Loss: 21.447333, time: 2.34 s\r\n",
+      "Test Epoch 58: 100%|█████████████████| 89/89 [00:02<00:00, 38.00it/s, loss=22.7]\r\n",
+      "04/18 09:15: Test Epoch 58: average Loss: 22.115232, time: 2.34 s\r\n",
+      "Train Epoch 59:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=19.6]04/18 09:16: Train Epoch 59: 200/264 Loss: 20.988548\r\n",
+      "Train Epoch 59: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.4]\r\n",
+      "04/18 09:16: Train Epoch 59: average Loss: 20.075081, time: 18.54 s\r\n",
+      "Val Epoch 59: 100%|██████████████████| 88/88 [00:02<00:00, 37.63it/s, loss=23.8]\r\n",
+      "04/18 09:16: Val Epoch 59: average Loss: 21.296815, time: 2.34 s\r\n",
+      "Test Epoch 59: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.4]\r\n",
+      "04/18 09:16: Test Epoch 59: average Loss: 21.867328, time: 2.34 s\r\n",
+      "04/18 09:16: Best validation model saved!\r\n",
+      "Train Epoch 60:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=19.5]04/18 09:16: Train Epoch 60: 200/264 Loss: 19.460920\r\n",
+      "Train Epoch 60: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20.5]\r\n",
+      "04/18 09:16: Train Epoch 60: average Loss: 20.037624, time: 18.55 s\r\n",
+      "Val Epoch 60: 100%|████████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=24]\r\n",
+      "04/18 09:16: Val Epoch 60: average Loss: 21.383233, time: 2.34 s\r\n",
+      "Test Epoch 60: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=22.2]\r\n",
+      "04/18 09:16: Test Epoch 60: average Loss: 21.978103, time: 2.34 s\r\n",
+      "Train Epoch 61:  75%|████████████    | 199/264 [00:13<00:04, 14.25it/s, loss=21]04/18 09:16: Train Epoch 61: 200/264 Loss: 20.943365\r\n",
+      "Train Epoch 61: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.9]\r\n",
+      "04/18 09:16: Train Epoch 61: average Loss: 20.089197, time: 18.55 s\r\n",
+      "Val Epoch 61: 100%|████████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=24]\r\n",
+      "04/18 09:16: Val Epoch 61: average Loss: 21.487699, time: 2.34 s\r\n",
+      "Test Epoch 61: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.4]\r\n",
+      "04/18 09:16: Test Epoch 61: average Loss: 22.054067, time: 2.34 s\r\n",
+      "Train Epoch 62:  75%|████████████    | 199/264 [00:13<00:04, 14.22it/s, loss=19]04/18 09:17: Train Epoch 62: 200/264 Loss: 19.902496\r\n",
+      "Train Epoch 62: 100%|████████████████| 264/264 [00:18<00:00, 14.23it/s, loss=21]\r\n",
+      "04/18 09:17: Train Epoch 62: average Loss: 20.002759, time: 18.56 s\r\n",
+      "Val Epoch 62: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=24.8]\r\n",
+      "04/18 09:17: Val Epoch 62: average Loss: 22.052268, time: 2.34 s\r\n",
+      "Test Epoch 62: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=23.4]\r\n",
+      "04/18 09:17: Test Epoch 62: average Loss: 22.516584, time: 2.34 s\r\n",
+      "Train Epoch 63:  75%|████████████    | 199/264 [00:13<00:04, 14.21it/s, loss=19]04/18 09:17: Train Epoch 63: 200/264 Loss: 20.270483\r\n",
+      "Train Epoch 63: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.2]\r\n",
+      "04/18 09:17: Train Epoch 63: average Loss: 19.963309, time: 18.55 s\r\n",
+      "Val Epoch 63: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.7]\r\n",
+      "04/18 09:17: Val Epoch 63: average Loss: 21.313193, time: 2.34 s\r\n",
+      "Test Epoch 63: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=22.7]\r\n",
+      "04/18 09:17: Test Epoch 63: average Loss: 21.826749, time: 2.34 s\r\n",
+      "Train Epoch 64:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.2]04/18 09:17: Train Epoch 64: 200/264 Loss: 19.677265\r\n",
+      "Train Epoch 64: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=21.5]\r\n",
+      "04/18 09:18: Train Epoch 64: average Loss: 19.934887, time: 18.54 s\r\n",
+      "Val Epoch 64: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.8]\r\n",
+      "04/18 09:18: Val Epoch 64: average Loss: 21.498337, time: 2.34 s\r\n",
+      "Test Epoch 64: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=22.9]\r\n",
+      "04/18 09:18: Test Epoch 64: average Loss: 22.105645, time: 2.34 s\r\n",
+      "Train Epoch 65:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=19.8]04/18 09:18: Train Epoch 65: 200/264 Loss: 20.843750\r\n",
+      "Train Epoch 65: 100%|████████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20]\r\n",
+      "04/18 09:18: Train Epoch 65: average Loss: 19.947271, time: 18.54 s\r\n",
+      "Val Epoch 65: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=24.1]\r\n",
+      "04/18 09:18: Val Epoch 65: average Loss: 21.379250, time: 2.34 s\r\n",
+      "Test Epoch 65: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.7]\r\n",
+      "04/18 09:18: Test Epoch 65: average Loss: 22.001633, time: 2.34 s\r\n",
+      "Train Epoch 66:  75%|██████████▌   | 199/264 [00:13<00:04, 14.26it/s, loss=20.9]04/18 09:18: Train Epoch 66: 200/264 Loss: 20.740980\r\n",
+      "Train Epoch 66: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.9]\r\n",
+      "04/18 09:18: Train Epoch 66: average Loss: 19.953166, time: 18.54 s\r\n",
+      "Val Epoch 66: 100%|████████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=24]\r\n",
+      "04/18 09:18: Val Epoch 66: average Loss: 21.367501, time: 2.34 s\r\n",
+      "Test Epoch 66: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.5]\r\n",
+      "04/18 09:18: Test Epoch 66: average Loss: 21.899928, time: 2.34 s\r\n",
+      "Train Epoch 67:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=19.7]04/18 09:19: Train Epoch 67: 200/264 Loss: 19.984169\r\n",
+      "Train Epoch 67: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.8]\r\n",
+      "04/18 09:19: Train Epoch 67: average Loss: 19.895548, time: 18.56 s\r\n",
+      "Val Epoch 67: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.7]\r\n",
+      "04/18 09:19: Val Epoch 67: average Loss: 21.398199, time: 2.34 s\r\n",
+      "Test Epoch 67: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.5]\r\n",
+      "04/18 09:19: Test Epoch 67: average Loss: 21.984535, time: 2.34 s\r\n",
+      "Train Epoch 68:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=19.4]04/18 09:19: Train Epoch 68: 200/264 Loss: 19.639290\r\n",
+      "Train Epoch 68: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.2]\r\n",
+      "04/18 09:19: Train Epoch 68: average Loss: 19.895016, time: 18.54 s\r\n",
+      "Val Epoch 68: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.8]\r\n",
+      "04/18 09:19: Val Epoch 68: average Loss: 21.366436, time: 2.34 s\r\n",
+      "Test Epoch 68: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.4]\r\n",
+      "04/18 09:19: Test Epoch 68: average Loss: 21.927061, time: 2.34 s\r\n",
+      "Train Epoch 69:  75%|██████████▌   | 199/264 [00:13<00:04, 14.21it/s, loss=19.4]04/18 09:19: Train Epoch 69: 200/264 Loss: 19.281380\r\n",
+      "Train Epoch 69: 100%|██████████████| 264/264 [00:18<00:00, 14.25it/s, loss=19.8]\r\n",
+      "04/18 09:19: Train Epoch 69: average Loss: 19.869762, time: 18.53 s\r\n",
+      "Val Epoch 69: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.7]\r\n",
+      "04/18 09:20: Val Epoch 69: average Loss: 21.402830, time: 2.34 s\r\n",
+      "Test Epoch 69: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.9]\r\n",
+      "04/18 09:20: Test Epoch 69: average Loss: 21.931783, time: 2.34 s\r\n",
+      "Train Epoch 70:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=20.1]04/18 09:20: Train Epoch 70: 200/264 Loss: 19.715267\r\n",
+      "Train Epoch 70: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.4]\r\n",
+      "04/18 09:20: Train Epoch 70: average Loss: 19.857309, time: 18.55 s\r\n",
+      "Val Epoch 70: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.9]\r\n",
+      "04/18 09:20: Val Epoch 70: average Loss: 21.403683, time: 2.34 s\r\n",
+      "Test Epoch 70: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.6]\r\n",
+      "04/18 09:20: Test Epoch 70: average Loss: 21.947797, time: 2.34 s\r\n",
+      "Train Epoch 71:  75%|██████████▌   | 199/264 [00:13<00:04, 14.31it/s, loss=19.6]04/18 09:20: Train Epoch 71: 200/264 Loss: 18.526218\r\n",
+      "Train Epoch 71: 100%|████████████████| 264/264 [00:18<00:00, 14.25it/s, loss=20]\r\n",
+      "04/18 09:20: Train Epoch 71: average Loss: 19.861689, time: 18.53 s\r\n",
+      "Val Epoch 71: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.5]\r\n",
+      "04/18 09:20: Val Epoch 71: average Loss: 21.375560, time: 2.34 s\r\n",
+      "Test Epoch 71: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=23.3]\r\n",
+      "04/18 09:20: Test Epoch 71: average Loss: 21.866845, time: 2.34 s\r\n",
+      "Train Epoch 72:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=19.2]04/18 09:21: Train Epoch 72: 200/264 Loss: 20.383951\r\n",
+      "Train Epoch 72: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=18.9]\r\n",
+      "04/18 09:21: Train Epoch 72: average Loss: 19.866741, time: 18.55 s\r\n",
+      "Val Epoch 72: 100%|██████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=23.6]\r\n",
+      "04/18 09:21: Val Epoch 72: average Loss: 21.228972, time: 2.34 s\r\n",
+      "Test Epoch 72: 100%|█████████████████| 89/89 [00:02<00:00, 37.94it/s, loss=22.7]\r\n",
+      "04/18 09:21: Test Epoch 72: average Loss: 21.839052, time: 2.35 s\r\n",
+      "04/18 09:21: Best validation model saved!\r\n",
+      "Train Epoch 73:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=19.6]04/18 09:21: Train Epoch 73: 200/264 Loss: 19.717878\r\n",
+      "Train Epoch 73: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.3]\r\n",
+      "04/18 09:21: Train Epoch 73: average Loss: 19.857903, time: 18.55 s\r\n",
+      "Val Epoch 73: 100%|██████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=23.6]\r\n",
+      "04/18 09:21: Val Epoch 73: average Loss: 21.366766, time: 2.34 s\r\n",
+      "Test Epoch 73: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=22.7]\r\n",
+      "04/18 09:21: Test Epoch 73: average Loss: 21.892598, time: 2.35 s\r\n",
+      "Train Epoch 74:  75%|██████████▌   | 199/264 [00:13<00:04, 14.20it/s, loss=20.4]04/18 09:21: Train Epoch 74: 200/264 Loss: 20.672413\r\n",
+      "Train Epoch 74: 100%|██████████████| 264/264 [00:18<00:00, 14.22it/s, loss=19.2]\r\n",
+      "04/18 09:21: Train Epoch 74: average Loss: 19.839002, time: 18.56 s\r\n",
+      "Val Epoch 74: 100%|██████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=23.5]\r\n",
+      "04/18 09:21: Val Epoch 74: average Loss: 21.278358, time: 2.34 s\r\n",
+      "Test Epoch 74: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=22.5]\r\n",
+      "04/18 09:22: Test Epoch 74: average Loss: 21.805767, time: 2.35 s\r\n",
+      "Train Epoch 75:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=20.2]04/18 09:22: Train Epoch 75: 200/264 Loss: 19.820074\r\n",
+      "Train Epoch 75: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20.1]\r\n",
+      "04/18 09:22: Train Epoch 75: average Loss: 19.769149, time: 18.55 s\r\n",
+      "Val Epoch 75: 100%|██████████████████| 88/88 [00:02<00:00, 37.59it/s, loss=23.7]\r\n",
+      "04/18 09:22: Val Epoch 75: average Loss: 21.442084, time: 2.34 s\r\n",
+      "Test Epoch 75: 100%|█████████████████| 89/89 [00:02<00:00, 37.95it/s, loss=22.7]\r\n",
+      "04/18 09:22: Test Epoch 75: average Loss: 21.976503, time: 2.35 s\r\n",
+      "Train Epoch 76:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.9]04/18 09:22: Train Epoch 76: 200/264 Loss: 19.771330\r\n",
+      "Train Epoch 76: 100%|██████████████| 264/264 [00:18<00:00, 14.22it/s, loss=20.7]\r\n",
+      "04/18 09:22: Train Epoch 76: average Loss: 19.795503, time: 18.57 s\r\n",
+      "Val Epoch 76: 100%|████████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=24]\r\n",
+      "04/18 09:22: Val Epoch 76: average Loss: 21.714836, time: 2.34 s\r\n",
+      "Test Epoch 76: 100%|███████████████████| 89/89 [00:02<00:00, 37.93it/s, loss=23]\r\n",
+      "04/18 09:22: Test Epoch 76: average Loss: 22.141356, time: 2.35 s\r\n",
+      "Train Epoch 77:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=20.1]04/18 09:23: Train Epoch 77: 200/264 Loss: 19.781841\r\n",
+      "Train Epoch 77: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20.9]\r\n",
+      "04/18 09:23: Train Epoch 77: average Loss: 19.813346, time: 18.56 s\r\n",
+      "Val Epoch 77: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.7]\r\n",
+      "04/18 09:23: Val Epoch 77: average Loss: 21.299659, time: 2.34 s\r\n",
+      "Test Epoch 77: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.4]\r\n",
+      "04/18 09:23: Test Epoch 77: average Loss: 21.928912, time: 2.34 s\r\n",
+      "Train Epoch 78:  75%|██████████▌   | 199/264 [00:13<00:04, 14.28it/s, loss=18.1]04/18 09:23: Train Epoch 78: 200/264 Loss: 20.055393\r\n",
+      "Train Epoch 78: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=21.3]\r\n",
+      "04/18 09:23: Train Epoch 78: average Loss: 19.734178, time: 18.56 s\r\n",
+      "Val Epoch 78: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.7]\r\n",
+      "04/18 09:23: Val Epoch 78: average Loss: 21.478411, time: 2.34 s\r\n",
+      "Test Epoch 78: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.6]\r\n",
+      "04/18 09:23: Test Epoch 78: average Loss: 21.976563, time: 2.34 s\r\n",
+      "Train Epoch 79:  75%|██████████▌   | 199/264 [00:13<00:04, 14.19it/s, loss=19.2]04/18 09:23: Train Epoch 79: 200/264 Loss: 19.208921\r\n",
+      "Train Epoch 79: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.9]\r\n",
+      "04/18 09:23: Train Epoch 79: average Loss: 19.713060, time: 18.54 s\r\n",
+      "Val Epoch 79: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.5]\r\n",
+      "04/18 09:23: Val Epoch 79: average Loss: 21.334436, time: 2.34 s\r\n",
+      "Test Epoch 79: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.7]\r\n",
+      "04/18 09:23: Test Epoch 79: average Loss: 21.875205, time: 2.34 s\r\n",
+      "Train Epoch 80:  75%|██████████▌   | 199/264 [00:13<00:04, 14.24it/s, loss=19.7]04/18 09:24: Train Epoch 80: 200/264 Loss: 20.643314\r\n",
+      "Train Epoch 80: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.9]\r\n",
+      "04/18 09:24: Train Epoch 80: average Loss: 19.747392, time: 18.55 s\r\n",
+      "Val Epoch 80: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.5]\r\n",
+      "04/18 09:24: Val Epoch 80: average Loss: 21.198600, time: 2.34 s\r\n",
+      "Test Epoch 80: 100%|█████████████████| 89/89 [00:02<00:00, 37.76it/s, loss=22.7]\r\n",
+      "04/18 09:24: Test Epoch 80: average Loss: 21.788223, time: 2.36 s\r\n",
+      "04/18 09:24: Best validation model saved!\r\n",
+      "Train Epoch 81:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=19.2]04/18 09:24: Train Epoch 81: 200/264 Loss: 20.838121\r\n",
+      "Train Epoch 81: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.5]\r\n",
+      "04/18 09:24: Train Epoch 81: average Loss: 19.699826, time: 18.55 s\r\n",
+      "Val Epoch 81: 100%|██████████████████| 88/88 [00:02<00:00, 37.58it/s, loss=23.9]\r\n",
+      "04/18 09:24: Val Epoch 81: average Loss: 21.500031, time: 2.34 s\r\n",
+      "Test Epoch 81: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=23.2]\r\n",
+      "04/18 09:24: Test Epoch 81: average Loss: 22.013789, time: 2.34 s\r\n",
+      "Train Epoch 82:  75%|████████████    | 199/264 [00:13<00:04, 14.28it/s, loss=19]04/18 09:24: Train Epoch 82: 200/264 Loss: 20.777239\r\n",
+      "Train Epoch 82: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=18.6]\r\n",
+      "04/18 09:25: Train Epoch 82: average Loss: 19.685310, time: 18.55 s\r\n",
+      "Val Epoch 82: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.5]\r\n",
+      "04/18 09:25: Val Epoch 82: average Loss: 21.405006, time: 2.34 s\r\n",
+      "Test Epoch 82: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.4]\r\n",
+      "04/18 09:25: Test Epoch 82: average Loss: 21.781718, time: 2.34 s\r\n",
+      "Train Epoch 83:  75%|████████████    | 199/264 [00:13<00:04, 14.20it/s, loss=20]04/18 09:25: Train Epoch 83: 200/264 Loss: 20.101158\r\n",
+      "Train Epoch 83: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.7]\r\n",
+      "04/18 09:25: Train Epoch 83: average Loss: 19.698353, time: 18.55 s\r\n",
+      "Val Epoch 83: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.4]\r\n",
+      "04/18 09:25: Val Epoch 83: average Loss: 21.444840, time: 2.34 s\r\n",
+      "Test Epoch 83: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.4]\r\n",
+      "04/18 09:25: Test Epoch 83: average Loss: 21.969499, time: 2.34 s\r\n",
+      "Train Epoch 84:  75%|████████████    | 199/264 [00:13<00:04, 14.24it/s, loss=19]04/18 09:25: Train Epoch 84: 200/264 Loss: 19.401381\r\n",
+      "Train Epoch 84: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=18.4]\r\n",
+      "04/18 09:25: Train Epoch 84: average Loss: 19.661568, time: 18.55 s\r\n",
+      "Val Epoch 84: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.8]\r\n",
+      "04/18 09:25: Val Epoch 84: average Loss: 21.578014, time: 2.34 s\r\n",
+      "Test Epoch 84: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=22.4]\r\n",
+      "04/18 09:25: Test Epoch 84: average Loss: 22.003004, time: 2.34 s\r\n",
+      "Train Epoch 85:  75%|██████████▌   | 199/264 [00:13<00:04, 14.23it/s, loss=20.3]04/18 09:26: Train Epoch 85: 200/264 Loss: 18.585453\r\n",
+      "Train Epoch 85: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.4]\r\n",
+      "04/18 09:26: Train Epoch 85: average Loss: 19.607226, time: 18.55 s\r\n",
+      "Val Epoch 85: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.5]\r\n",
+      "04/18 09:26: Val Epoch 85: average Loss: 21.370436, time: 2.34 s\r\n",
+      "Test Epoch 85: 100%|█████████████████| 89/89 [00:02<00:00, 37.99it/s, loss=22.2]\r\n",
+      "04/18 09:26: Test Epoch 85: average Loss: 21.793828, time: 2.34 s\r\n",
+      "Train Epoch 86:  75%|██████████▌   | 199/264 [00:13<00:04, 14.21it/s, loss=19.6]04/18 09:26: Train Epoch 86: 200/264 Loss: 19.486935\r\n",
+      "Train Epoch 86: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.2]\r\n",
+      "04/18 09:26: Train Epoch 86: average Loss: 19.642657, time: 18.55 s\r\n",
+      "Val Epoch 86: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.2]\r\n",
+      "04/18 09:26: Val Epoch 86: average Loss: 21.235936, time: 2.34 s\r\n",
+      "Test Epoch 86: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.6]\r\n",
+      "04/18 09:26: Test Epoch 86: average Loss: 21.801065, time: 2.34 s\r\n",
+      "Train Epoch 87:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=19.6]04/18 09:26: Train Epoch 87: 200/264 Loss: 18.952246\r\n",
+      "Train Epoch 87: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20.9]\r\n",
+      "04/18 09:26: Train Epoch 87: average Loss: 19.680272, time: 18.54 s\r\n",
+      "Val Epoch 87: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.8]\r\n",
+      "04/18 09:27: Val Epoch 87: average Loss: 21.654309, time: 2.34 s\r\n",
+      "Test Epoch 87: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=23.5]\r\n",
+      "04/18 09:27: Test Epoch 87: average Loss: 22.026947, time: 2.34 s\r\n",
+      "Train Epoch 88:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=20.9]04/18 09:27: Train Epoch 88: 200/264 Loss: 19.624977\r\n",
+      "Train Epoch 88: 100%|██████████████| 264/264 [00:18<00:00, 14.22it/s, loss=20.4]\r\n",
+      "04/18 09:27: Train Epoch 88: average Loss: 19.650058, time: 18.56 s\r\n",
+      "Val Epoch 88: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.7]\r\n",
+      "04/18 09:27: Val Epoch 88: average Loss: 21.266021, time: 2.34 s\r\n",
+      "Test Epoch 88: 100%|█████████████████| 89/89 [00:02<00:00, 37.96it/s, loss=22.4]\r\n",
+      "04/18 09:27: Test Epoch 88: average Loss: 21.865062, time: 2.35 s\r\n",
+      "Train Epoch 89:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=19.7]04/18 09:27: Train Epoch 89: 200/264 Loss: 18.934313\r\n",
+      "Train Epoch 89: 100%|██████████████| 264/264 [00:18<00:00, 14.24it/s, loss=19.6]\r\n",
+      "04/18 09:27: Train Epoch 89: average Loss: 20.147186, time: 18.54 s\r\n",
+      "Val Epoch 89: 100%|████████████████████| 88/88 [00:02<00:00, 37.60it/s, loss=25]\r\n",
+      "04/18 09:27: Val Epoch 89: average Loss: 22.141847, time: 2.34 s\r\n",
+      "Test Epoch 89: 100%|█████████████████| 89/89 [00:02<00:00, 37.92it/s, loss=23.1]\r\n",
+      "04/18 09:27: Test Epoch 89: average Loss: 22.456438, time: 2.35 s\r\n",
+      "Train Epoch 90:  75%|██████████▌   | 199/264 [00:13<00:04, 14.20it/s, loss=20.3]04/18 09:28: Train Epoch 90: 200/264 Loss: 20.697790\r\n",
+      "Train Epoch 90: 100%|████████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19]\r\n",
+      "04/18 09:28: Train Epoch 90: average Loss: 19.843777, time: 18.55 s\r\n",
+      "Val Epoch 90: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.7]\r\n",
+      "04/18 09:28: Val Epoch 90: average Loss: 21.478527, time: 2.34 s\r\n",
+      "Test Epoch 90: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.4]\r\n",
+      "04/18 09:28: Test Epoch 90: average Loss: 21.896878, time: 2.34 s\r\n",
+      "Train Epoch 91:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=19.6]04/18 09:28: Train Epoch 91: 200/264 Loss: 19.865311\r\n",
+      "Train Epoch 91: 100%|████████████████| 264/264 [00:18<00:00, 14.24it/s, loss=20]\r\n",
+      "04/18 09:28: Train Epoch 91: average Loss: 19.539593, time: 18.54 s\r\n",
+      "Val Epoch 91: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.8]\r\n",
+      "04/18 09:28: Val Epoch 91: average Loss: 21.501075, time: 2.34 s\r\n",
+      "Test Epoch 91: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.8]\r\n",
+      "04/18 09:28: Test Epoch 91: average Loss: 21.913217, time: 2.34 s\r\n",
+      "Train Epoch 92:  75%|██████████▌   | 199/264 [00:13<00:04, 14.25it/s, loss=18.1]04/18 09:28: Train Epoch 92: 200/264 Loss: 18.983217\r\n",
+      "Train Epoch 92: 100%|████████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20]\r\n",
+      "04/18 09:28: Train Epoch 92: average Loss: 19.511849, time: 18.55 s\r\n",
+      "Val Epoch 92: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.2]\r\n",
+      "04/18 09:28: Val Epoch 92: average Loss: 21.201169, time: 2.34 s\r\n",
+      "Test Epoch 92: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.2]\r\n",
+      "04/18 09:28: Test Epoch 92: average Loss: 21.637090, time: 2.34 s\r\n",
+      "Train Epoch 93:  75%|██████████▌   | 199/264 [00:13<00:04, 14.27it/s, loss=20.5]04/18 09:29: Train Epoch 93: 200/264 Loss: 19.045977\r\n",
+      "Train Epoch 93: 100%|██████████████| 264/264 [00:18<00:00, 14.22it/s, loss=19.1]\r\n",
+      "04/18 09:29: Train Epoch 93: average Loss: 19.586300, time: 18.57 s\r\n",
+      "Val Epoch 93: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.4]\r\n",
+      "04/18 09:29: Val Epoch 93: average Loss: 21.246633, time: 2.34 s\r\n",
+      "Test Epoch 93: 100%|█████████████████| 89/89 [00:02<00:00, 37.97it/s, loss=22.5]\r\n",
+      "04/18 09:29: Test Epoch 93: average Loss: 21.880828, time: 2.34 s\r\n",
+      "Train Epoch 94:  75%|██████████▌   | 199/264 [00:13<00:04, 14.22it/s, loss=18.7]04/18 09:29: Train Epoch 94: 200/264 Loss: 20.073269\r\n",
+      "Train Epoch 94: 100%|██████████████| 264/264 [00:18<00:00, 14.23it/s, loss=19.1]\r\n",
+      "04/18 09:29: Train Epoch 94: average Loss: 19.542265, time: 18.56 s\r\n",
+      "Val Epoch 94: 100%|██████████████████| 88/88 [00:02<00:00, 37.61it/s, loss=23.6]\r\n",
+      "04/18 09:29: Val Epoch 94: average Loss: 21.413122, time: 2.34 s\r\n",
+      "Test Epoch 94: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.9]\r\n",
+      "04/18 09:29: Test Epoch 94: average Loss: 21.848807, time: 2.34 s\r\n",
+      "Train Epoch 95:  75%|██████████▌   | 199/264 [00:13<00:04, 14.20it/s, loss=18.2]04/18 09:29: Train Epoch 95: 200/264 Loss: 19.414806\r\n",
+      "Train Epoch 95: 100%|████████████████| 264/264 [00:18<00:00, 14.23it/s, loss=20]\r\n",
+      "04/18 09:30: Train Epoch 95: average Loss: 19.550194, time: 18.55 s\r\n",
+      "Val Epoch 95: 100%|██████████████████| 88/88 [00:02<00:00, 37.62it/s, loss=23.6]\r\n",
+      "04/18 09:30: Val Epoch 95: average Loss: 21.429543, time: 2.34 s\r\n",
+      "Test Epoch 95: 100%|█████████████████| 89/89 [00:02<00:00, 37.98it/s, loss=22.1]\r\n",
+      "04/18 09:30: Test Epoch 95: average Loss: 21.943621, time: 2.34 s\r\n",
+      "04/18 09:30: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
+      "04/18 09:30: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-18_08-53-21/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-18_08-53-21/best_test_model.pth\r\n",
+      "04/18 09:30: Testing on best validation model\r\n",
+      "04/18 09:30: Horizon 01, MAE: 17.5342, RMSE: 27.9069, MAPE: 0.0745\r\n",
+      "04/18 09:30: Horizon 02, MAE: 18.8658, RMSE: 30.2299, MAPE: 0.0794\r\n",
+      "04/18 09:30: Horizon 03, MAE: 19.8038, RMSE: 31.7369, MAPE: 0.0843\r\n",
+      "04/18 09:30: Horizon 04, MAE: 20.5894, RMSE: 32.9178, MAPE: 0.0900\r\n",
+      "04/18 09:30: Horizon 05, MAE: 21.1973, RMSE: 33.8633, MAPE: 0.0956\r\n",
+      "04/18 09:30: Horizon 06, MAE: 21.7067, RMSE: 34.7725, MAPE: 0.0923\r\n",
+      "04/18 09:30: Horizon 07, MAE: 22.3032, RMSE: 35.6546, MAPE: 0.0940\r\n",
+      "04/18 09:30: Horizon 08, MAE: 22.8567, RMSE: 36.4751, MAPE: 0.0964\r\n",
+      "04/18 09:30: Horizon 09, MAE: 23.3080, RMSE: 37.1785, MAPE: 0.0990\r\n",
+      "04/18 09:30: Horizon 10, MAE: 23.8492, RMSE: 37.9895, MAPE: 0.1012\r\n",
+      "04/18 09:30: Horizon 11, MAE: 24.3563, RMSE: 38.7167, MAPE: 0.1036\r\n",
+      "04/18 09:30: Horizon 12, MAE: 24.9781, RMSE: 39.6030, MAPE: 0.1068\r\n",
+      "04/18 09:30: Average Horizon, MAE: 21.7791, RMSE: 34.9211, MAPE: 0.0931\r\n",
+      "04/18 09:30: Testing on best test model\r\n",
+      "04/18 09:30: Horizon 01, MAE: 17.5358, RMSE: 27.8294, MAPE: 0.0778\r\n",
+      "04/18 09:30: Horizon 02, MAE: 18.8554, RMSE: 30.1531, MAPE: 0.0831\r\n",
+      "04/18 09:30: Horizon 03, MAE: 19.7801, RMSE: 31.6637, MAPE: 0.0857\r\n",
+      "04/18 09:30: Horizon 04, MAE: 20.4822, RMSE: 32.8080, MAPE: 0.0876\r\n",
+      "04/18 09:30: Horizon 05, MAE: 21.0494, RMSE: 33.7662, MAPE: 0.0895\r\n",
+      "04/18 09:30: Horizon 06, MAE: 21.5885, RMSE: 34.6282, MAPE: 0.0915\r\n",
+      "04/18 09:30: Horizon 07, MAE: 22.1573, RMSE: 35.4616, MAPE: 0.0938\r\n",
+      "04/18 09:30: Horizon 08, MAE: 22.6839, RMSE: 36.2095, MAPE: 0.0962\r\n",
+      "04/18 09:30: Horizon 09, MAE: 23.1384, RMSE: 36.9042, MAPE: 0.0984\r\n",
+      "04/18 09:30: Horizon 10, MAE: 23.5771, RMSE: 37.6209, MAPE: 0.1005\r\n",
+      "04/18 09:30: Horizon 11, MAE: 24.0440, RMSE: 38.2899, MAPE: 0.1028\r\n",
+      "04/18 09:30: Horizon 12, MAE: 24.6895, RMSE: 39.1576, MAPE: 0.1063\r\n",
+      "04/18 09:30: Average Horizon, MAE: 21.6318, RMSE: 34.6978, MAPE: 0.0928\r\n"
      ]
     }
    ],
    "source": [
-    "!python run.py --model STFGNN --dataset PEMSD7  --mode train  --device cuda:1"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
-   "id": "b0dc4693-3016-4c65-b65e-1e458e73bf4b",
-   "metadata": {
-    "ExecuteTime": {
-     "end_time": "2025-04-07T23:49:04.839525Z",
-     "start_time": "2025-04-07T19:09:01.267602Z"
-    }
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Load PEMSD7 Dataset shaped:  (28224, 883, 1) 1498.0 0.0 308.52346223738647 304.0\r\n",
-      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-08_03-09-39/run.log\r\n",
-      "04/08 03:09: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-08_03-09-39\r\n",
-      "04/08 03:09: Training process started\r\n",
-      "Train Epoch 1:  75%|███████████▎   | 199/264 [05:17<01:44,  1.61s/it, loss=30.2]04/08 03:14: Train Epoch 1: 200/264 Loss: 33.265644\r\n",
-      "Train Epoch 1: 100%|███████████████| 264/264 [07:03<00:00,  1.60s/it, loss=28.9]\r\n",
-      "04/08 03:16: Train Epoch 1: average Loss: 51.594140, time: 423.32 s\r\n",
-      "Val Epoch 1: 100%|███████████████████| 88/88 [00:48<00:00,  1.80it/s, loss=40.3]\r\n",
-      "04/08 03:17: Val Epoch 1: average Loss: 29.839835, time: 48.96 s\r\n",
-      "Test Epoch 1: 100%|██████████████████| 89/89 [00:49<00:00,  1.78it/s, loss=40.4]\r\n",
-      "04/08 03:18: Test Epoch 1: average Loss: 30.307049, time: 49.93 s\r\n",
-      "04/08 03:18: Best validation model saved!\r\n",
-      "Train Epoch 2:  75%|███████████▎   | 199/264 [05:25<01:47,  1.66s/it, loss=51.9]04/08 03:23: Train Epoch 2: 200/264 Loss: 57.017979\r\n",
-      "Train Epoch 2: 100%|███████████████| 264/264 [07:11<00:00,  1.63s/it, loss=49.4]\r\n",
-      "04/08 03:25: Train Epoch 2: average Loss: 72.645660, time: 431.54 s\r\n",
-      "Val Epoch 2: 100%|███████████████████| 88/88 [00:48<00:00,  1.80it/s, loss=89.5]\r\n",
-      "04/08 03:26: Val Epoch 2: average Loss: 51.028415, time: 48.79 s\r\n",
-      "Test Epoch 2: 100%|██████████████████| 89/89 [00:49<00:00,  1.81it/s, loss=51.5]\r\n",
-      "04/08 03:27: Test Epoch 2: average Loss: 50.964627, time: 49.23 s\r\n",
-      "Train Epoch 3:  75%|███████████▎   | 199/264 [05:26<01:45,  1.63s/it, loss=35.2]04/08 03:32: Train Epoch 3: 200/264 Loss: 31.197855\r\n",
-      "Train Epoch 3: 100%|███████████████| 264/264 [07:12<00:00,  1.64s/it, loss=35.5]\r\n",
-      "04/08 03:34: Train Epoch 3: average Loss: 42.154443, time: 432.52 s\r\n",
-      "Val Epoch 3: 100%|███████████████████| 88/88 [00:49<00:00,  1.77it/s, loss=54.7]\r\n",
-      "04/08 03:35: Val Epoch 3: average Loss: 36.237995, time: 49.66 s\r\n",
-      "Test Epoch 3: 100%|██████████████████| 89/89 [00:48<00:00,  1.82it/s, loss=45.2]\r\n",
-      "04/08 03:36: Test Epoch 3: average Loss: 36.591822, time: 48.86 s\r\n",
-      "Train Epoch 4:  75%|████████████▊    | 199/264 [05:27<01:48,  1.67s/it, loss=35]04/08 03:41: Train Epoch 4: 200/264 Loss: 35.640179\r\n",
-      "Train Epoch 4: 100%|███████████████| 264/264 [07:13<00:00,  1.64s/it, loss=32.3]\r\n",
-      "04/08 03:43: Train Epoch 4: average Loss: 34.079341, time: 433.49 s\r\n",
-      "Val Epoch 4: 100%|███████████████████| 88/88 [00:47<00:00,  1.85it/s, loss=43.3]\r\n",
-      "04/08 03:44: Val Epoch 4: average Loss: 32.003718, time: 47.50 s\r\n",
-      "Test Epoch 4: 100%|██████████████████| 89/89 [00:49<00:00,  1.80it/s, loss=37.9]\r\n",
-      "04/08 03:44: Test Epoch 4: average Loss: 32.268202, time: 49.57 s\r\n",
-      "Train Epoch 5:  75%|███████████▎   | 199/264 [05:25<01:48,  1.67s/it, loss=42.3]04/08 03:50: Train Epoch 5: 200/264 Loss: 38.908428\r\n",
-      "Train Epoch 5: 100%|███████████████| 264/264 [07:11<00:00,  1.64s/it, loss=50.2]\r\n",
-      "04/08 03:52: Train Epoch 5: average Loss: 36.558938, time: 431.99 s\r\n",
-      "Val Epoch 5: 100%|███████████████████| 88/88 [00:47<00:00,  1.83it/s, loss=54.8]\r\n",
-      "04/08 03:52: Val Epoch 5: average Loss: 43.429785, time: 47.96 s\r\n",
-      "Test Epoch 5: 100%|██████████████████| 89/89 [00:48<00:00,  1.84it/s, loss=61.1]\r\n",
-      "04/08 03:53: Test Epoch 5: average Loss: 43.965815, time: 48.45 s\r\n",
-      "Train Epoch 6:  75%|███████████▎   | 199/264 [05:24<01:44,  1.61s/it, loss=36.3]04/08 03:59: Train Epoch 6: 200/264 Loss: 35.024799\r\n",
-      "Train Epoch 6: 100%|███████████████| 264/264 [07:10<00:00,  1.63s/it, loss=31.7]\r\n",
-      "04/08 04:00: Train Epoch 6: average Loss: 37.016093, time: 430.41 s\r\n",
-      "Val Epoch 6: 100%|███████████████████| 88/88 [00:49<00:00,  1.79it/s, loss=44.8]\r\n",
-      "04/08 04:01: Val Epoch 6: average Loss: 31.151606, time: 49.29 s\r\n",
-      "Test Epoch 6: 100%|████████████████████| 89/89 [00:48<00:00,  1.84it/s, loss=38]\r\n",
-      "04/08 04:02: Test Epoch 6: average Loss: 31.631841, time: 48.32 s\r\n",
-      "Train Epoch 7:  75%|████████████▊    | 199/264 [05:24<01:44,  1.61s/it, loss=30]04/08 04:07: Train Epoch 7: 200/264 Loss: 29.688633\r\n",
-      "Train Epoch 7: 100%|███████████████| 264/264 [07:10<00:00,  1.63s/it, loss=31.4]\r\n",
-      "04/08 04:09: Train Epoch 7: average Loss: 32.431752, time: 430.68 s\r\n",
-      "Val Epoch 7: 100%|███████████████████| 88/88 [00:47<00:00,  1.84it/s, loss=40.6]\r\n",
-      "04/08 04:10: Val Epoch 7: average Loss: 30.360153, time: 47.89 s\r\n",
-      "Test Epoch 7: 100%|██████████████████| 89/89 [00:50<00:00,  1.76it/s, loss=37.1]\r\n",
-      "04/08 04:11: Test Epoch 7: average Loss: 30.753527, time: 50.45 s\r\n",
-      "Train Epoch 8:  75%|███████████▎   | 199/264 [05:25<01:48,  1.67s/it, loss=33.4]04/08 04:16: Train Epoch 8: 200/264 Loss: 30.249989\r\n",
-      "Train Epoch 8: 100%|███████████████| 264/264 [07:12<00:00,  1.64s/it, loss=33.4]\r\n",
-      "04/08 04:18: Train Epoch 8: average Loss: 31.728459, time: 432.56 s\r\n",
-      "Val Epoch 8: 100%|███████████████████| 88/88 [00:48<00:00,  1.80it/s, loss=39.3]\r\n",
-      "04/08 04:19: Val Epoch 8: average Loss: 29.213904, time: 48.77 s\r\n",
-      "Test Epoch 8: 100%|██████████████████| 89/89 [00:49<00:00,  1.81it/s, loss=32.2]\r\n",
-      "04/08 04:20: Test Epoch 8: average Loss: 29.619787, time: 49.10 s\r\n",
-      "04/08 04:20: Best validation model saved!\r\n",
-      "Train Epoch 9:  75%|███████████▎   | 199/264 [05:27<01:46,  1.63s/it, loss=30.6]04/08 04:25: Train Epoch 9: 200/264 Loss: 31.929155\r\n",
-      "Train Epoch 9: 100%|███████████████| 264/264 [07:13<00:00,  1.64s/it, loss=28.1]\r\n",
-      "04/08 04:27: Train Epoch 9: average Loss: 30.288303, time: 433.47 s\r\n",
-      "Val Epoch 9: 100%|█████████████████████| 88/88 [00:49<00:00,  1.76it/s, loss=41]\r\n",
-      "04/08 04:28: Val Epoch 9: average Loss: 29.267445, time: 49.95 s\r\n",
-      "Test Epoch 9: 100%|██████████████████| 89/89 [00:48<00:00,  1.82it/s, loss=27.6]\r\n",
-      "04/08 04:29: Test Epoch 9: average Loss: 29.612442, time: 48.80 s\r\n",
-      "Train Epoch 10:  75%|██████████▌   | 199/264 [05:26<01:49,  1.68s/it, loss=28.8]04/08 04:34: Train Epoch 10: 200/264 Loss: 30.315315\r\n",
-      "Train Epoch 10: 100%|██████████████| 264/264 [07:09<00:00,  1.63s/it, loss=28.6]\r\n",
-      "04/08 04:36: Train Epoch 10: average Loss: 29.912244, time: 429.34 s\r\n",
-      "Val Epoch 10: 100%|██████████████████| 88/88 [00:45<00:00,  1.94it/s, loss=38.2]\r\n",
-      "04/08 04:36: Val Epoch 10: average Loss: 28.061095, time: 45.30 s\r\n",
-      "Test Epoch 10: 100%|█████████████████| 89/89 [00:45<00:00,  1.95it/s, loss=27.1]\r\n",
-      "04/08 04:37: Test Epoch 10: average Loss: 28.412200, time: 45.63 s\r\n",
-      "04/08 04:37: Best validation model saved!\r\n",
-      "Train Epoch 11:  75%|██████████▌   | 199/264 [05:12<01:41,  1.56s/it, loss=28.4]04/08 04:42: Train Epoch 11: 200/264 Loss: 28.468040\r\n",
-      "Train Epoch 11: 100%|██████████████| 264/264 [06:54<00:00,  1.57s/it, loss=29.8]\r\n",
-      "04/08 04:44: Train Epoch 11: average Loss: 29.206664, time: 414.33 s\r\n",
-      "Val Epoch 11: 100%|██████████████████| 88/88 [00:45<00:00,  1.96it/s, loss=35.9]\r\n",
-      "04/08 04:45: Val Epoch 11: average Loss: 27.541393, time: 45.00 s\r\n",
-      "Test Epoch 11: 100%|█████████████████| 89/89 [00:45<00:00,  1.97it/s, loss=30.9]\r\n",
-      "04/08 04:46: Test Epoch 11: average Loss: 27.943379, time: 45.13 s\r\n",
-      "04/08 04:46: Best validation model saved!\r\n",
-      "Train Epoch 12:  75%|██████████▌   | 199/264 [05:18<01:46,  1.63s/it, loss=30.9]04/08 04:51: Train Epoch 12: 200/264 Loss: 33.393230\r\n",
-      "Train Epoch 12: 100%|██████████████| 264/264 [07:05<00:00,  1.61s/it, loss=28.1]\r\n",
-      "04/08 04:53: Train Epoch 12: average Loss: 28.863477, time: 425.45 s\r\n",
-      "Val Epoch 12: 100%|████████████████████| 88/88 [00:49<00:00,  1.78it/s, loss=37]\r\n",
-      "04/08 04:54: Val Epoch 12: average Loss: 31.482968, time: 49.49 s\r\n",
-      "Test Epoch 12: 100%|█████████████████| 89/89 [00:50<00:00,  1.77it/s, loss=45.2]\r\n",
-      "04/08 04:54: Test Epoch 12: average Loss: 31.705465, time: 50.30 s\r\n",
-      "Train Epoch 13:  75%|██████████▌   | 199/264 [05:27<01:49,  1.69s/it, loss=29.8]04/08 05:00: Train Epoch 13: 200/264 Loss: 26.689787\r\n",
-      "Train Epoch 13: 100%|██████████████| 264/264 [07:14<00:00,  1.64s/it, loss=28.4]\r\n",
-      "04/08 05:02: Train Epoch 13: average Loss: 28.676078, time: 434.28 s\r\n",
-      "Val Epoch 13: 100%|██████████████████| 88/88 [00:48<00:00,  1.83it/s, loss=34.6]\r\n",
-      "04/08 05:02: Val Epoch 13: average Loss: 27.570643, time: 48.08 s\r\n",
-      "Test Epoch 13: 100%|███████████████████| 89/89 [00:49<00:00,  1.80it/s, loss=25]\r\n",
-      "04/08 05:03: Test Epoch 13: average Loss: 27.972861, time: 49.43 s\r\n",
-      "Train Epoch 14:  75%|██████████▌   | 199/264 [05:25<01:45,  1.62s/it, loss=30.4]04/08 05:09: Train Epoch 14: 200/264 Loss: 26.833620\r\n",
-      "Train Epoch 14: 100%|██████████████| 264/264 [07:11<00:00,  1.63s/it, loss=29.8]\r\n",
-      "04/08 05:10: Train Epoch 14: average Loss: 28.263440, time: 431.17 s\r\n",
-      "Val Epoch 14: 100%|██████████████████| 88/88 [00:49<00:00,  1.79it/s, loss=34.2]\r\n",
-      "04/08 05:11: Val Epoch 14: average Loss: 26.637332, time: 49.25 s\r\n",
-      "Test Epoch 14: 100%|█████████████████| 89/89 [00:48<00:00,  1.84it/s, loss=32.9]\r\n",
-      "04/08 05:12: Test Epoch 14: average Loss: 27.070214, time: 48.37 s\r\n",
-      "04/08 05:12: Best validation model saved!\r\n",
-      "Train Epoch 15:  75%|██████████▌   | 199/264 [05:22<01:40,  1.55s/it, loss=26.6]04/08 05:17: Train Epoch 15: 200/264 Loss: 27.185873\r\n",
-      "Train Epoch 15: 100%|██████████████| 264/264 [07:06<00:00,  1.62s/it, loss=32.9]\r\n",
-      "04/08 05:19: Train Epoch 15: average Loss: 27.906968, time: 426.67 s\r\n",
-      "Val Epoch 15: 100%|██████████████████| 88/88 [00:46<00:00,  1.87it/s, loss=40.3]\r\n",
-      "04/08 05:20: Val Epoch 15: average Loss: 31.761787, time: 46.99 s\r\n",
-      "Test Epoch 15: 100%|███████████████████| 89/89 [00:48<00:00,  1.82it/s, loss=42]\r\n",
-      "04/08 05:21: Test Epoch 15: average Loss: 32.301928, time: 48.78 s\r\n",
-      "Train Epoch 16:  75%|██████████▌   | 199/264 [05:22<01:40,  1.55s/it, loss=27.4]04/08 05:26: Train Epoch 16: 200/264 Loss: 28.351448\r\n",
-      "Train Epoch 16: 100%|████████████████| 264/264 [07:04<00:00,  1.61s/it, loss=31]\r\n",
-      "04/08 05:28: Train Epoch 16: average Loss: 30.723864, time: 424.19 s\r\n",
-      "Val Epoch 16: 100%|██████████████████| 88/88 [00:44<00:00,  1.99it/s, loss=40.5]\r\n",
-      "04/08 05:29: Val Epoch 16: average Loss: 32.406874, time: 44.12 s\r\n",
-      "Test Epoch 16: 100%|█████████████████| 89/89 [00:43<00:00,  2.03it/s, loss=39.9]\r\n",
-      "04/08 05:29: Test Epoch 16: average Loss: 32.852767, time: 43.88 s\r\n",
-      "Train Epoch 17:  75%|██████████▌   | 199/264 [05:09<01:40,  1.55s/it, loss=28.1]04/08 05:34: Train Epoch 17: 200/264 Loss: 29.591291\r\n",
-      "Train Epoch 17: 100%|██████████████| 264/264 [06:51<00:00,  1.56s/it, loss=28.5]\r\n",
-      "04/08 05:36: Train Epoch 17: average Loss: 29.210292, time: 411.43 s\r\n",
-      "Val Epoch 17: 100%|██████████████████| 88/88 [00:44<00:00,  1.97it/s, loss=34.2]\r\n",
-      "04/08 05:37: Val Epoch 17: average Loss: 26.563007, time: 44.70 s\r\n",
-      "Test Epoch 17: 100%|█████████████████| 89/89 [00:44<00:00,  2.01it/s, loss=29.9]\r\n",
-      "04/08 05:38: Test Epoch 17: average Loss: 26.920863, time: 44.30 s\r\n",
-      "04/08 05:38: Best validation model saved!\r\n",
-      "Train Epoch 18:  75%|██████████▌   | 199/264 [05:15<01:46,  1.64s/it, loss=50.8]04/08 05:43: Train Epoch 18: 200/264 Loss: 57.845936\r\n",
-      "Train Epoch 18: 100%|██████████████| 264/264 [07:01<00:00,  1.60s/it, loss=34.5]\r\n",
-      "04/08 05:45: Train Epoch 18: average Loss: 46.152435, time: 421.95 s\r\n",
-      "Val Epoch 18: 100%|██████████████████| 88/88 [00:48<00:00,  1.81it/s, loss=57.8]\r\n",
-      "04/08 05:45: Val Epoch 18: average Loss: 39.455396, time: 48.66 s\r\n",
-      "Test Epoch 18: 100%|█████████████████| 89/89 [00:48<00:00,  1.84it/s, loss=41.8]\r\n",
-      "04/08 05:46: Test Epoch 18: average Loss: 39.653764, time: 48.35 s\r\n",
-      "Train Epoch 19:  75%|███████████▎   | 199/264 [05:24<01:43,  1.60s/it, loss=219]04/08 05:52: Train Epoch 19: 200/264 Loss: 212.729645\r\n",
-      "Train Epoch 19: 100%|███████████████| 264/264 [07:09<00:00,  1.63s/it, loss=189]\r\n",
-      "04/08 05:53: Train Epoch 19: average Loss: 214.964078, time: 429.98 s\r\n",
-      "Val Epoch 19: 100%|███████████████████| 88/88 [00:48<00:00,  1.81it/s, loss=197]\r\n",
-      "04/08 05:54: Val Epoch 19: average Loss: 193.585473, time: 48.65 s\r\n",
-      "Test Epoch 19: 100%|██████████████████| 89/89 [00:47<00:00,  1.86it/s, loss=139]\r\n",
-      "04/08 05:55: Test Epoch 19: average Loss: 196.460582, time: 47.92 s\r\n",
-      "Train Epoch 20:  75%|███████████▎   | 199/264 [05:25<01:45,  1.62s/it, loss=162]04/08 06:00: Train Epoch 20: 200/264 Loss: 173.082306\r\n",
-      "Train Epoch 20: 100%|███████████████| 264/264 [07:12<00:00,  1.64s/it, loss=165]\r\n",
-      "04/08 06:02: Train Epoch 20: average Loss: 179.899582, time: 432.48 s\r\n",
-      "Val Epoch 20: 100%|███████████████████| 88/88 [00:47<00:00,  1.84it/s, loss=163]\r\n",
-      "04/08 06:03: Val Epoch 20: average Loss: 159.021050, time: 47.86 s\r\n",
-      "Test Epoch 20: 100%|██████████████████| 89/89 [00:49<00:00,  1.80it/s, loss=123]\r\n",
-      "04/08 06:04: Test Epoch 20: average Loss: 160.769694, time: 49.58 s\r\n",
-      "Train Epoch 21:  75%|███████████▎   | 199/264 [05:26<01:46,  1.63s/it, loss=149]04/08 06:09: Train Epoch 21: 200/264 Loss: 152.815109\r\n",
-      "Train Epoch 21: 100%|███████████████| 264/264 [07:10<00:00,  1.63s/it, loss=152]\r\n",
-      "04/08 06:11: Train Epoch 21: average Loss: 156.103983, time: 430.76 s\r\n",
-      "Val Epoch 21: 100%|███████████████████| 88/88 [00:44<00:00,  1.98it/s, loss=151]\r\n",
-      "04/08 06:12: Val Epoch 21: average Loss: 146.351052, time: 44.51 s\r\n",
-      "Test Epoch 21: 100%|██████████████████| 89/89 [00:44<00:00,  2.02it/s, loss=120]\r\n",
-      "04/08 06:13: Test Epoch 21: average Loss: 147.602186, time: 44.07 s\r\n",
-      "Train Epoch 22:  75%|███████████▎   | 199/264 [05:13<01:41,  1.56s/it, loss=146]04/08 06:18: Train Epoch 22: 200/264 Loss: 149.090530\r\n",
-      "Train Epoch 22: 100%|███████████████| 264/264 [06:55<00:00,  1.57s/it, loss=135]\r\n",
-      "04/08 06:19: Train Epoch 22: average Loss: 145.911617, time: 415.35 s\r\n",
-      "Val Epoch 22: 100%|███████████████████| 88/88 [00:44<00:00,  1.97it/s, loss=139]\r\n",
-      "04/08 06:20: Val Epoch 22: average Loss: 130.202339, time: 44.70 s\r\n",
-      "Test Epoch 22: 100%|██████████████████| 89/89 [00:44<00:00,  2.00it/s, loss=104]\r\n",
-      "04/08 06:21: Test Epoch 22: average Loss: 131.244399, time: 44.61 s\r\n",
-      "Train Epoch 23:  75%|███████████▎   | 199/264 [05:12<01:43,  1.59s/it, loss=126]04/08 06:26: Train Epoch 23: 200/264 Loss: 124.443001\r\n",
-      "Train Epoch 23: 100%|███████████████| 264/264 [06:55<00:00,  1.57s/it, loss=118]\r\n",
-      "04/08 06:28: Train Epoch 23: average Loss: 129.883542, time: 415.00 s\r\n",
-      "Val Epoch 23: 100%|███████████████████| 88/88 [00:45<00:00,  1.93it/s, loss=125]\r\n",
-      "04/08 06:29: Val Epoch 23: average Loss: 116.538960, time: 45.70 s\r\n",
-      "Test Epoch 23: 100%|██████████████████| 89/89 [00:45<00:00,  1.96it/s, loss=104]\r\n",
-      "04/08 06:29: Test Epoch 23: average Loss: 117.433763, time: 45.45 s\r\n",
-      "Train Epoch 24:  75%|███████████▎   | 199/264 [05:19<01:44,  1.61s/it, loss=109]04/08 06:35: Train Epoch 24: 200/264 Loss: 113.667755\r\n",
-      "Train Epoch 24: 100%|███████████████| 264/264 [07:06<00:00,  1.62s/it, loss=109]\r\n",
-      "04/08 06:36: Train Epoch 24: average Loss: 114.004805, time: 426.50 s\r\n",
-      "Val Epoch 24: 100%|███████████████████| 88/88 [00:46<00:00,  1.88it/s, loss=117]\r\n",
-      "04/08 06:37: Val Epoch 24: average Loss: 108.255418, time: 46.78 s\r\n",
-      "Test Epoch 24: 100%|██████████████████| 89/89 [00:49<00:00,  1.79it/s, loss=101]\r\n",
-      "04/08 06:38: Test Epoch 24: average Loss: 108.923146, time: 49.68 s\r\n",
-      "Train Epoch 25:  75%|██████████▌   | 199/264 [05:27<01:48,  1.67s/it, loss=94.8]04/08 06:44: Train Epoch 25: 200/264 Loss: 98.989716\r\n",
-      "Train Epoch 25: 100%|███████████████| 264/264 [07:13<00:00,  1.64s/it, loss=118]\r\n",
-      "04/08 06:45: Train Epoch 25: average Loss: 108.609748, time: 433.31 s\r\n",
-      "Val Epoch 25: 100%|███████████████████| 88/88 [00:47<00:00,  1.84it/s, loss=127]\r\n",
-      "04/08 06:46: Val Epoch 25: average Loss: 118.074362, time: 47.73 s\r\n",
-      "Test Epoch 25: 100%|██████████████████| 89/89 [00:48<00:00,  1.83it/s, loss=109]\r\n",
-      "04/08 06:47: Test Epoch 25: average Loss: 118.257805, time: 48.64 s\r\n",
-      "Train Epoch 26:  75%|███████████▎   | 199/264 [05:20<01:43,  1.59s/it, loss=113]04/08 06:52: Train Epoch 26: 200/264 Loss: 108.850182\r\n",
-      "Train Epoch 26: 100%|███████████████| 264/264 [07:05<00:00,  1.61s/it, loss=111]\r\n",
-      "04/08 06:54: Train Epoch 26: average Loss: 111.025195, time: 425.03 s\r\n",
-      "Val Epoch 26: 100%|███████████████████| 88/88 [00:47<00:00,  1.85it/s, loss=116]\r\n",
-      "04/08 06:55: Val Epoch 26: average Loss: 107.599454, time: 47.45 s\r\n",
-      "Test Epoch 26: 100%|██████████████████| 89/89 [00:47<00:00,  1.86it/s, loss=105]\r\n",
-      "04/08 06:56: Test Epoch 26: average Loss: 107.951211, time: 47.72 s\r\n",
-      "Train Epoch 27:  75%|████████████    | 199/264 [05:23<01:49,  1.68s/it, loss=93]04/08 07:01: Train Epoch 27: 200/264 Loss: 94.327530\r\n",
-      "Train Epoch 27: 100%|██████████████| 264/264 [07:08<00:00,  1.62s/it, loss=87.3]\r\n",
-      "04/08 07:03: Train Epoch 27: average Loss: 99.404719, time: 428.45 s\r\n",
-      "Val Epoch 27: 100%|███████████████████| 88/88 [00:47<00:00,  1.85it/s, loss=101]\r\n",
-      "04/08 07:04: Val Epoch 27: average Loss: 89.889071, time: 47.53 s\r\n",
-      "Test Epoch 27: 100%|█████████████████| 89/89 [00:47<00:00,  1.87it/s, loss=94.2]\r\n",
-      "04/08 07:04: Test Epoch 27: average Loss: 90.177676, time: 47.61 s\r\n",
-      "Train Epoch 28:  75%|██████████▌   | 199/264 [05:20<01:46,  1.63s/it, loss=91.5]04/08 07:10: Train Epoch 28: 200/264 Loss: 89.886101\r\n",
-      "Train Epoch 28: 100%|██████████████| 264/264 [07:04<00:00,  1.61s/it, loss=91.4]\r\n",
-      "04/08 07:11: Train Epoch 28: average Loss: 92.169731, time: 424.68 s\r\n",
-      "Val Epoch 28: 100%|██████████████████| 88/88 [00:47<00:00,  1.85it/s, loss=98.4]\r\n",
-      "04/08 07:12: Val Epoch 28: average Loss: 87.254156, time: 47.63 s\r\n",
-      "Test Epoch 28: 100%|█████████████████| 89/89 [00:47<00:00,  1.86it/s, loss=90.7]\r\n",
-      "04/08 07:13: Test Epoch 28: average Loss: 87.797507, time: 47.88 s\r\n",
-      "Train Epoch 29:  75%|██████████▌   | 199/264 [05:20<01:45,  1.62s/it, loss=91.7]04/08 07:18: Train Epoch 29: 200/264 Loss: 91.544144\r\n",
-      "Train Epoch 29: 100%|██████████████| 264/264 [07:05<00:00,  1.61s/it, loss=79.9]\r\n",
-      "04/08 07:20: Train Epoch 29: average Loss: 86.259387, time: 425.08 s\r\n",
-      "Val Epoch 29: 100%|██████████████████| 88/88 [00:48<00:00,  1.83it/s, loss=90.6]\r\n",
-      "04/08 07:21: Val Epoch 29: average Loss: 79.059350, time: 48.22 s\r\n",
-      "Test Epoch 29: 100%|█████████████████| 89/89 [00:48<00:00,  1.85it/s, loss=83.9]\r\n",
-      "04/08 07:22: Test Epoch 29: average Loss: 79.435042, time: 48.15 s\r\n",
-      "Train Epoch 30:  75%|██████████▌   | 199/264 [05:18<01:43,  1.59s/it, loss=70.7]04/08 07:27: Train Epoch 30: 200/264 Loss: 68.168518\r\n",
-      "Train Epoch 30: 100%|██████████████| 264/264 [06:59<00:00,  1.59s/it, loss=91.8]\r\n",
-      "04/08 07:29: Train Epoch 30: average Loss: 76.084838, time: 419.91 s\r\n",
-      "Val Epoch 30: 100%|██████████████████| 88/88 [00:44<00:00,  2.00it/s, loss=96.6]\r\n",
-      "04/08 07:29: Val Epoch 30: average Loss: 87.729653, time: 44.05 s\r\n",
-      "Test Epoch 30: 100%|█████████████████| 89/89 [00:43<00:00,  2.03it/s, loss=87.6]\r\n",
-      "04/08 07:30: Test Epoch 30: average Loss: 88.106922, time: 43.86 s\r\n",
-      "Train Epoch 31:  75%|██████████▌   | 199/264 [05:10<01:43,  1.59s/it, loss=85.4]04/08 07:35: Train Epoch 31: 200/264 Loss: 83.430298\r\n",
-      "Train Epoch 31: 100%|████████████████| 264/264 [06:51<00:00,  1.56s/it, loss=75]\r\n",
-      "04/08 07:37: Train Epoch 31: average Loss: 75.732600, time: 411.41 s\r\n",
-      "Val Epoch 31: 100%|██████████████████| 88/88 [00:44<00:00,  1.97it/s, loss=85.2]\r\n",
-      "04/08 07:38: Val Epoch 31: average Loss: 75.789091, time: 44.59 s\r\n",
-      "Test Epoch 31: 100%|█████████████████| 89/89 [00:44<00:00,  1.99it/s, loss=79.6]\r\n",
-      "04/08 07:38: Test Epoch 31: average Loss: 76.249494, time: 44.76 s\r\n",
-      "Train Epoch 32:  75%|██████████▌   | 199/264 [05:12<01:46,  1.64s/it, loss=59.1]04/08 07:44: Train Epoch 32: 200/264 Loss: 57.861012\r\n",
-      "Train Epoch 32: 100%|████████████████| 264/264 [06:56<00:00,  1.58s/it, loss=62]\r\n",
-      "04/08 07:45: Train Epoch 32: average Loss: 68.392044, time: 416.73 s\r\n",
-      "Val Epoch 32: 100%|██████████████████| 88/88 [00:46<00:00,  1.90it/s, loss=73.6]\r\n",
-      "04/08 07:46: Val Epoch 32: average Loss: 62.672426, time: 46.20 s\r\n",
-      "Test Epoch 32: 100%|█████████████████| 89/89 [00:47<00:00,  1.89it/s, loss=70.3]\r\n",
-      "04/08 07:47: Test Epoch 32: average Loss: 62.838189, time: 47.07 s\r\n",
-      "04/08 07:47: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
-      "04/08 07:47: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-08_03-09-39/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-08_03-09-39/best_test_model.pth\r\n",
-      "04/08 07:47: Testing on best validation model\r\n",
-      "04/08 07:48: Horizon 01, MAE: 21.6028, RMSE: 32.8926, MAPE: 0.1113\r\n",
-      "04/08 07:48: Horizon 02, MAE: 23.0242, RMSE: 35.0536, MAPE: 0.1174\r\n",
-      "04/08 07:48: Horizon 03, MAE: 24.1261, RMSE: 36.6508, MAPE: 0.1199\r\n",
-      "04/08 07:48: Horizon 04, MAE: 24.8644, RMSE: 37.7359, MAPE: 0.1216\r\n",
-      "04/08 07:48: Horizon 05, MAE: 25.6267, RMSE: 38.8144, MAPE: 0.1253\r\n",
-      "04/08 07:48: Horizon 06, MAE: 26.4569, RMSE: 39.9369, MAPE: 0.1301\r\n",
-      "04/08 07:48: Horizon 07, MAE: 27.2845, RMSE: 41.0381, MAPE: 0.1333\r\n",
-      "04/08 07:48: Horizon 08, MAE: 28.0709, RMSE: 42.0803, MAPE: 0.1365\r\n",
-      "04/08 07:48: Horizon 09, MAE: 28.8796, RMSE: 43.1334, MAPE: 0.1402\r\n",
-      "04/08 07:48: Horizon 10, MAE: 29.7314, RMSE: 44.2250, MAPE: 0.1435\r\n",
-      "04/08 07:48: Horizon 11, MAE: 30.8102, RMSE: 45.6332, MAPE: 0.1482\r\n",
-      "04/08 07:48: Horizon 12, MAE: 32.2118, RMSE: 47.3874, MAPE: 0.1558\r\n",
-      "04/08 07:48: Average Horizon, MAE: 26.8908, RMSE: 40.5983, MAPE: 0.1319\r\n",
-      "04/08 07:48: Testing on best test model\r\n",
-      "04/08 07:49: Horizon 01, MAE: 21.6028, RMSE: 32.8926, MAPE: 0.1113\r\n",
-      "04/08 07:49: Horizon 02, MAE: 23.0242, RMSE: 35.0536, MAPE: 0.1174\r\n",
-      "04/08 07:49: Horizon 03, MAE: 24.1261, RMSE: 36.6508, MAPE: 0.1199\r\n",
-      "04/08 07:49: Horizon 04, MAE: 24.8644, RMSE: 37.7359, MAPE: 0.1216\r\n",
-      "04/08 07:49: Horizon 05, MAE: 25.6267, RMSE: 38.8144, MAPE: 0.1253\r\n",
-      "04/08 07:49: Horizon 06, MAE: 26.4569, RMSE: 39.9369, MAPE: 0.1301\r\n",
-      "04/08 07:49: Horizon 07, MAE: 27.2845, RMSE: 41.0381, MAPE: 0.1333\r\n",
-      "04/08 07:49: Horizon 08, MAE: 28.0709, RMSE: 42.0803, MAPE: 0.1365\r\n",
-      "04/08 07:49: Horizon 09, MAE: 28.8796, RMSE: 43.1334, MAPE: 0.1402\r\n",
-      "04/08 07:49: Horizon 10, MAE: 29.7314, RMSE: 44.2250, MAPE: 0.1435\r\n",
-      "04/08 07:49: Horizon 11, MAE: 30.8102, RMSE: 45.6332, MAPE: 0.1482\r\n",
-      "04/08 07:49: Horizon 12, MAE: 32.2118, RMSE: 47.3874, MAPE: 0.1558\r\n",
-      "04/08 07:49: Average Horizon, MAE: 26.8908, RMSE: 40.5983, MAPE: 0.1319\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "!python run.py --model STGNCDE --dataset PEMSD7  --mode train  --device cuda:1"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 7,
-   "id": "332aadc0-6391-4fd9-a79a-3eab9720e28d",
-   "metadata": {
-    "ExecuteTime": {
-     "end_time": "2025-04-08T02:51:06.384372Z",
-     "start_time": "2025-04-07T23:49:04.844382Z"
-    }
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "加载 PEMSD7 数据集中... \r\n",
-      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-08_07-50-10/run.log\r\n",
-      "04/08 07:50: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-08_07-50-10\r\n",
-      "04/08 07:50: Training process started\r\n",
-      "Train Epoch 1:  38%|█████▋         | 199/528 [00:49<01:20,  4.10it/s, loss=40.9]04/08 07:51: Train Epoch 1: 200/528 Loss: 39.560627\r\n",
-      "Train Epoch 1:  76%|████████████▊    | 399/528 [01:38<00:31,  4.09it/s, loss=36]04/08 07:51: Train Epoch 1: 400/528 Loss: 33.499287\r\n",
-      "Train Epoch 1: 100%|███████████████| 528/528 [02:09<00:00,  4.07it/s, loss=32.7]\r\n",
-      "04/08 07:52: Train Epoch 1: average Loss: 59.305914, time: 129.79 s\r\n",
-      "Val Epoch 1: 100%|███████████████████| 176/176 [00:16<00:00, 10.71it/s, loss=46]\r\n",
-      "04/08 07:52: Val Epoch 1: average Loss: 37.245503, time: 16.44 s\r\n",
-      "Test Epoch 1: 100%|████████████████| 177/177 [00:16<00:00, 10.75it/s, loss=51.8]\r\n",
-      "04/08 07:52: Test Epoch 1: average Loss: 37.710750, time: 16.46 s\r\n",
-      "04/08 07:52: Best validation model saved!\r\n",
-      "Train Epoch 2:  38%|█████▋         | 199/528 [00:48<01:20,  4.11it/s, loss=30.1]04/08 07:53: Train Epoch 2: 200/528 Loss: 31.482782\r\n",
-      "Train Epoch 2:  76%|███████████▎   | 399/528 [01:37<00:31,  4.10it/s, loss=31.8]04/08 07:54: Train Epoch 2: 400/528 Loss: 31.331135\r\n",
-      "Train Epoch 2: 100%|███████████████| 528/528 [02:08<00:00,  4.10it/s, loss=32.1]\r\n",
-      "04/08 07:55: Train Epoch 2: average Loss: 32.028605, time: 128.64 s\r\n",
-      "Val Epoch 2: 100%|█████████████████| 176/176 [00:16<00:00, 10.68it/s, loss=41.2]\r\n",
-      "04/08 07:55: Val Epoch 2: average Loss: 29.350996, time: 16.47 s\r\n",
-      "Test Epoch 2: 100%|██████████████████| 177/177 [00:16<00:00, 10.73it/s, loss=36]\r\n",
-      "04/08 07:55: Test Epoch 2: average Loss: 29.749378, time: 16.50 s\r\n",
-      "04/08 07:55: Best validation model saved!\r\n",
-      "Train Epoch 3:  38%|█████▋         | 199/528 [00:48<01:20,  4.10it/s, loss=32.4]04/08 07:56: Train Epoch 3: 200/528 Loss: 33.217735\r\n",
-      "Train Epoch 3:  76%|███████████▎   | 399/528 [01:37<00:31,  4.10it/s, loss=28.8]04/08 07:57: Train Epoch 3: 400/528 Loss: 29.444260\r\n",
-      "Train Epoch 3: 100%|███████████████| 528/528 [02:08<00:00,  4.10it/s, loss=29.1]\r\n",
-      "04/08 07:57: Train Epoch 3: average Loss: 30.806168, time: 128.80 s\r\n",
-      "Val Epoch 3: 100%|█████████████████| 176/176 [00:16<00:00, 10.70it/s, loss=42.3]\r\n",
-      "04/08 07:58: Val Epoch 3: average Loss: 31.158521, time: 16.46 s\r\n",
-      "Test Epoch 3: 100%|████████████████| 177/177 [00:16<00:00, 10.73it/s, loss=31.2]\r\n",
-      "04/08 07:58: Test Epoch 3: average Loss: 31.792043, time: 16.50 s\r\n",
-      "Train Epoch 4:  38%|█████▋         | 199/528 [00:48<01:20,  4.10it/s, loss=28.7]04/08 07:59: Train Epoch 4: 200/528 Loss: 28.473345\r\n",
-      "Train Epoch 4:  76%|███████████▎   | 399/528 [01:37<00:31,  4.10it/s, loss=31.1]04/08 07:59: Train Epoch 4: 400/528 Loss: 29.139608\r\n",
-      "Train Epoch 4: 100%|███████████████| 528/528 [02:08<00:00,  4.10it/s, loss=29.8]\r\n",
-      "04/08 08:00: Train Epoch 4: average Loss: 29.837024, time: 128.78 s\r\n",
-      "Val Epoch 4: 100%|█████████████████| 176/176 [00:16<00:00, 10.69it/s, loss=39.9]\r\n",
-      "04/08 08:00: Val Epoch 4: average Loss: 28.155330, time: 16.46 s\r\n",
-      "Test Epoch 4: 100%|████████████████| 177/177 [00:16<00:00, 10.72it/s, loss=32.3]\r\n",
-      "04/08 08:00: Test Epoch 4: average Loss: 28.494965, time: 16.51 s\r\n",
-      "04/08 08:00: Best validation model saved!\r\n",
-      "Train Epoch 5:  38%|█████▋         | 199/528 [00:48<01:20,  4.10it/s, loss=28.8]04/08 08:01: Train Epoch 5: 200/528 Loss: 26.919380\r\n",
-      "Train Epoch 5:  76%|███████████▎   | 399/528 [01:37<00:31,  4.10it/s, loss=27.4]04/08 08:02: Train Epoch 5: 400/528 Loss: 25.475985\r\n",
-      "Train Epoch 5: 100%|███████████████| 528/528 [02:08<00:00,  4.10it/s, loss=29.6]\r\n",
-      "04/08 08:03: Train Epoch 5: average Loss: 29.386060, time: 128.71 s\r\n",
-      "Val Epoch 5: 100%|█████████████████| 176/176 [00:16<00:00, 10.69it/s, loss=40.6]\r\n",
-      "04/08 08:03: Val Epoch 5: average Loss: 29.116814, time: 16.47 s\r\n",
-      "Test Epoch 5: 100%|████████████████| 177/177 [00:16<00:00, 10.71it/s, loss=37.6]\r\n",
-      "04/08 08:03: Test Epoch 5: average Loss: 29.406040, time: 16.53 s\r\n",
-      "Train Epoch 6:  38%|█████▋         | 199/528 [00:48<01:20,  4.10it/s, loss=28.9]04/08 08:04: Train Epoch 6: 200/528 Loss: 28.233126\r\n",
-      "Train Epoch 6:  76%|███████████▎   | 399/528 [01:37<00:31,  4.10it/s, loss=29.4]04/08 08:05: Train Epoch 6: 400/528 Loss: 28.245535\r\n",
-      "Train Epoch 6: 100%|███████████████| 528/528 [02:08<00:00,  4.10it/s, loss=28.3]\r\n",
-      "04/08 08:05: Train Epoch 6: average Loss: 28.450596, time: 128.71 s\r\n",
-      "Val Epoch 6: 100%|█████████████████| 176/176 [00:16<00:00, 10.69it/s, loss=37.9]\r\n",
-      "04/08 08:06: Val Epoch 6: average Loss: 26.907591, time: 16.47 s\r\n",
-      "Test Epoch 6: 100%|████████████████| 177/177 [00:16<00:00, 10.71it/s, loss=27.9]\r\n",
-      "04/08 08:06: Test Epoch 6: average Loss: 27.193633, time: 16.52 s\r\n",
-      "04/08 08:06: Best validation model saved!\r\n",
-      "Train Epoch 7:  38%|█████▋         | 199/528 [00:48<01:20,  4.10it/s, loss=28.3]04/08 08:07: Train Epoch 7: 200/528 Loss: 26.882040\r\n",
-      "Train Epoch 7:  76%|███████████▎   | 399/528 [01:37<00:31,  4.09it/s, loss=26.1]04/08 08:07: Train Epoch 7: 400/528 Loss: 29.306744\r\n",
-      "Train Epoch 7: 100%|███████████████| 528/528 [02:08<00:00,  4.10it/s, loss=26.3]\r\n",
-      "04/08 08:08: Train Epoch 7: average Loss: 28.104134, time: 128.72 s\r\n",
-      "Val Epoch 7: 100%|█████████████████| 176/176 [00:16<00:00, 10.68it/s, loss=37.6]\r\n",
-      "04/08 08:08: Val Epoch 7: average Loss: 26.864668, time: 16.48 s\r\n",
-      "Test Epoch 7: 100%|████████████████| 177/177 [00:16<00:00, 10.72it/s, loss=26.9]\r\n",
-      "04/08 08:09: Test Epoch 7: average Loss: 27.112609, time: 16.51 s\r\n",
-      "04/08 08:09: Best validation model saved!\r\n",
-      "Train Epoch 8:  38%|█████▋         | 199/528 [00:48<01:20,  4.10it/s, loss=27.1]04/08 08:09: Train Epoch 8: 200/528 Loss: 26.104115\r\n",
-      "Train Epoch 8:  76%|███████████▎   | 399/528 [01:37<00:31,  4.10it/s, loss=28.9]04/08 08:10: Train Epoch 8: 400/528 Loss: 28.487532\r\n",
-      "Train Epoch 8: 100%|███████████████| 528/528 [02:08<00:00,  4.10it/s, loss=26.6]\r\n",
-      "04/08 08:11: Train Epoch 8: average Loss: 27.439745, time: 128.76 s\r\n",
-      "Val Epoch 8: 100%|█████████████████| 176/176 [00:16<00:00, 10.68it/s, loss=38.2]\r\n",
-      "04/08 08:11: Val Epoch 8: average Loss: 26.892835, time: 16.47 s\r\n",
-      "Test Epoch 8: 100%|████████████████| 177/177 [00:16<00:00, 10.73it/s, loss=27.2]\r\n",
-      "04/08 08:11: Test Epoch 8: average Loss: 27.092853, time: 16.50 s\r\n",
-      "Train Epoch 9:  38%|█████▋         | 199/528 [00:48<01:20,  4.10it/s, loss=28.1]04/08 08:12: Train Epoch 9: 200/528 Loss: 27.457708\r\n",
-      "Train Epoch 9:  76%|███████████▎   | 399/528 [01:37<00:31,  4.10it/s, loss=27.2]04/08 08:13: Train Epoch 9: 400/528 Loss: 28.615641\r\n",
-      "Train Epoch 9: 100%|███████████████| 528/528 [02:08<00:00,  4.10it/s, loss=26.4]\r\n",
-      "04/08 08:13: Train Epoch 9: average Loss: 27.295032, time: 128.72 s\r\n",
-      "Val Epoch 9: 100%|███████████████████| 176/176 [00:16<00:00, 10.67it/s, loss=39]\r\n",
-      "04/08 08:14: Val Epoch 9: average Loss: 26.913269, time: 16.50 s\r\n",
-      "Test Epoch 9: 100%|████████████████| 177/177 [00:16<00:00, 10.72it/s, loss=30.1]\r\n",
-      "04/08 08:14: Test Epoch 9: average Loss: 27.134836, time: 16.51 s\r\n",
-      "Train Epoch 10:  38%|█████▎        | 199/528 [00:48<01:20,  4.10it/s, loss=25.4]04/08 08:15: Train Epoch 10: 200/528 Loss: 26.994520\r\n",
-      "Train Epoch 10:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=26.7]04/08 08:16: Train Epoch 10: 400/528 Loss: 27.191910\r\n",
-      "Train Epoch 10: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=26.5]\r\n",
-      "04/08 08:16: Train Epoch 10: average Loss: 26.886707, time: 128.76 s\r\n",
-      "Val Epoch 10: 100%|████████████████| 176/176 [00:16<00:00, 10.67it/s, loss=38.4]\r\n",
-      "04/08 08:16: Val Epoch 10: average Loss: 26.303599, time: 16.49 s\r\n",
-      "Test Epoch 10: 100%|███████████████| 177/177 [00:16<00:00, 10.73it/s, loss=28.3]\r\n",
-      "04/08 08:17: Test Epoch 10: average Loss: 26.527951, time: 16.49 s\r\n",
-      "04/08 08:17: Best validation model saved!\r\n",
-      "Train Epoch 11:  38%|██████          | 199/528 [00:48<01:20,  4.11it/s, loss=24]04/08 08:17: Train Epoch 11: 200/528 Loss: 30.063940\r\n",
-      "Train Epoch 11:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=26.3]04/08 08:18: Train Epoch 11: 400/528 Loss: 24.823324\r\n",
-      "Train Epoch 11: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=25.1]\r\n",
-      "04/08 08:19: Train Epoch 11: average Loss: 26.849947, time: 128.67 s\r\n",
-      "Val Epoch 11: 100%|██████████████████| 176/176 [00:16<00:00, 10.67it/s, loss=37]\r\n",
-      "04/08 08:19: Val Epoch 11: average Loss: 25.557155, time: 16.50 s\r\n",
-      "Test Epoch 11: 100%|███████████████| 177/177 [00:16<00:00, 10.74it/s, loss=25.6]\r\n",
-      "04/08 08:19: Test Epoch 11: average Loss: 25.830087, time: 16.49 s\r\n",
-      "04/08 08:19: Best validation model saved!\r\n",
-      "Train Epoch 12:  38%|█████▎        | 199/528 [00:48<01:20,  4.10it/s, loss=25.9]04/08 08:20: Train Epoch 12: 200/528 Loss: 27.260717\r\n",
-      "Train Epoch 12:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=24.6]04/08 08:21: Train Epoch 12: 400/528 Loss: 25.871403\r\n",
-      "Train Epoch 12: 100%|████████████████| 528/528 [02:08<00:00,  4.10it/s, loss=25]\r\n",
-      "04/08 08:21: Train Epoch 12: average Loss: 26.455932, time: 128.77 s\r\n",
-      "Val Epoch 12: 100%|████████████████| 176/176 [00:16<00:00, 10.67it/s, loss=38.5]\r\n",
-      "04/08 08:22: Val Epoch 12: average Loss: 26.090475, time: 16.49 s\r\n",
-      "Test Epoch 12: 100%|███████████████| 177/177 [00:16<00:00, 10.74it/s, loss=28.1]\r\n",
-      "04/08 08:22: Test Epoch 12: average Loss: 26.320954, time: 16.48 s\r\n",
-      "Train Epoch 13:  38%|█████▎        | 199/528 [00:48<01:20,  4.10it/s, loss=25.1]04/08 08:23: Train Epoch 13: 200/528 Loss: 26.112585\r\n",
-      "Train Epoch 13:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=25.5]04/08 08:24: Train Epoch 13: 400/528 Loss: 28.077660\r\n",
-      "Train Epoch 13: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=25.1]\r\n",
-      "04/08 08:24: Train Epoch 13: average Loss: 26.349491, time: 128.77 s\r\n",
-      "Val Epoch 13: 100%|████████████████| 176/176 [00:16<00:00, 10.67it/s, loss=36.2]\r\n",
-      "04/08 08:24: Val Epoch 13: average Loss: 26.435186, time: 16.49 s\r\n",
-      "Test Epoch 13: 100%|███████████████| 177/177 [00:16<00:00, 10.74it/s, loss=24.2]\r\n",
-      "04/08 08:25: Test Epoch 13: average Loss: 26.754661, time: 16.48 s\r\n",
-      "Train Epoch 14:  38%|█████▎        | 199/528 [00:48<01:20,  4.10it/s, loss=25.3]04/08 08:26: Train Epoch 14: 200/528 Loss: 28.446735\r\n",
-      "Train Epoch 14:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=29.2]04/08 08:26: Train Epoch 14: 400/528 Loss: 27.014683\r\n",
-      "Train Epoch 14: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=26.2]\r\n",
-      "04/08 08:27: Train Epoch 14: average Loss: 26.163876, time: 128.78 s\r\n",
-      "Val Epoch 14: 100%|████████████████| 176/176 [00:16<00:00, 10.67it/s, loss=37.7]\r\n",
-      "04/08 08:27: Val Epoch 14: average Loss: 25.649394, time: 16.49 s\r\n",
-      "Test Epoch 14: 100%|███████████████| 177/177 [00:16<00:00, 10.74it/s, loss=28.3]\r\n",
-      "04/08 08:27: Test Epoch 14: average Loss: 25.906196, time: 16.48 s\r\n",
-      "Train Epoch 15:  38%|█████▎        | 199/528 [00:48<01:20,  4.10it/s, loss=25.6]04/08 08:28: Train Epoch 15: 200/528 Loss: 24.605429\r\n",
-      "Train Epoch 15:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=25.1]04/08 08:29: Train Epoch 15: 400/528 Loss: 27.049898\r\n",
-      "Train Epoch 15: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=25.9]\r\n",
-      "04/08 08:30: Train Epoch 15: average Loss: 25.913347, time: 128.77 s\r\n",
-      "Val Epoch 15: 100%|████████████████| 176/176 [00:16<00:00, 10.67it/s, loss=36.5]\r\n",
-      "04/08 08:30: Val Epoch 15: average Loss: 25.793831, time: 16.49 s\r\n",
-      "Test Epoch 15: 100%|███████████████| 177/177 [00:16<00:00, 10.74it/s, loss=25.5]\r\n",
-      "04/08 08:30: Test Epoch 15: average Loss: 26.124924, time: 16.48 s\r\n",
-      "Train Epoch 16:  38%|█████▎        | 199/528 [00:48<01:20,  4.10it/s, loss=26.1]04/08 08:31: Train Epoch 16: 200/528 Loss: 27.011503\r\n",
-      "Train Epoch 16:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=28.3]04/08 08:32: Train Epoch 16: 400/528 Loss: 26.068119\r\n",
-      "Train Epoch 16: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=23.7]\r\n",
-      "04/08 08:32: Train Epoch 16: average Loss: 25.833399, time: 128.79 s\r\n",
-      "Val Epoch 16: 100%|████████████████| 176/176 [00:16<00:00, 10.69it/s, loss=36.1]\r\n",
-      "04/08 08:33: Val Epoch 16: average Loss: 26.568988, time: 16.47 s\r\n",
-      "Test Epoch 16: 100%|███████████████| 177/177 [00:16<00:00, 10.74it/s, loss=26.6]\r\n",
-      "04/08 08:33: Test Epoch 16: average Loss: 27.000221, time: 16.48 s\r\n",
-      "Train Epoch 17:  38%|██████          | 199/528 [00:48<01:20,  4.10it/s, loss=26]04/08 08:34: Train Epoch 17: 200/528 Loss: 24.386320\r\n",
-      "Train Epoch 17:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=24.3]04/08 08:34: Train Epoch 17: 400/528 Loss: 26.452433\r\n",
-      "Train Epoch 17: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=25.8]\r\n",
-      "04/08 08:35: Train Epoch 17: average Loss: 25.759706, time: 128.78 s\r\n",
-      "Val Epoch 17: 100%|████████████████| 176/176 [00:16<00:00, 10.68it/s, loss=36.8]\r\n",
-      "04/08 08:35: Val Epoch 17: average Loss: 25.255987, time: 16.48 s\r\n",
-      "Test Epoch 17: 100%|███████████████| 177/177 [00:16<00:00, 10.74it/s, loss=28.4]\r\n",
-      "04/08 08:36: Test Epoch 17: average Loss: 25.536342, time: 16.48 s\r\n",
-      "04/08 08:36: Best validation model saved!\r\n",
-      "Train Epoch 18:  38%|█████▎        | 199/528 [00:48<01:20,  4.10it/s, loss=25.1]04/08 08:36: Train Epoch 18: 200/528 Loss: 24.178541\r\n",
-      "Train Epoch 18:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=27.4]04/08 08:37: Train Epoch 18: 400/528 Loss: 27.253698\r\n",
-      "Train Epoch 18: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=24.7]\r\n",
-      "04/08 08:38: Train Epoch 18: average Loss: 25.489990, time: 128.72 s\r\n",
-      "Val Epoch 18: 100%|████████████████| 176/176 [00:16<00:00, 10.68it/s, loss=35.1]\r\n",
-      "04/08 08:38: Val Epoch 18: average Loss: 25.180467, time: 16.48 s\r\n",
-      "Test Epoch 18: 100%|███████████████| 177/177 [00:16<00:00, 10.73it/s, loss=26.9]\r\n",
-      "04/08 08:38: Test Epoch 18: average Loss: 25.510654, time: 16.49 s\r\n",
-      "04/08 08:38: Best validation model saved!\r\n",
-      "Train Epoch 19:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=26.3]04/08 08:39: Train Epoch 19: 200/528 Loss: 25.116095\r\n",
-      "Train Epoch 19:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=24.9]04/08 08:40: Train Epoch 19: 400/528 Loss: 23.450836\r\n",
-      "Train Epoch 19: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=25.5]\r\n",
-      "04/08 08:40: Train Epoch 19: average Loss: 25.382332, time: 128.70 s\r\n",
-      "Val Epoch 19: 100%|████████████████| 176/176 [00:16<00:00, 10.68it/s, loss=35.6]\r\n",
-      "04/08 08:41: Val Epoch 19: average Loss: 24.721747, time: 16.47 s\r\n",
-      "Test Epoch 19: 100%|███████████████| 177/177 [00:16<00:00, 10.73it/s, loss=26.5]\r\n",
-      "04/08 08:41: Test Epoch 19: average Loss: 25.057039, time: 16.49 s\r\n",
-      "04/08 08:41: Best validation model saved!\r\n",
-      "Train Epoch 20:  38%|█████▎        | 199/528 [00:48<01:20,  4.10it/s, loss=26.2]04/08 08:42: Train Epoch 20: 200/528 Loss: 23.927532\r\n",
-      "Train Epoch 20:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=27.1]04/08 08:43: Train Epoch 20: 400/528 Loss: 22.097103\r\n",
-      "Train Epoch 20: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=26.9]\r\n",
-      "04/08 08:43: Train Epoch 20: average Loss: 25.347422, time: 128.79 s\r\n",
-      "Val Epoch 20: 100%|████████████████| 176/176 [00:16<00:00, 10.69it/s, loss=37.8]\r\n",
-      "04/08 08:43: Val Epoch 20: average Loss: 25.980568, time: 16.46 s\r\n",
-      "Test Epoch 20: 100%|███████████████| 177/177 [00:16<00:00, 10.74it/s, loss=27.4]\r\n",
-      "04/08 08:44: Test Epoch 20: average Loss: 26.220324, time: 16.48 s\r\n",
-      "Train Epoch 21:  38%|█████▎        | 199/528 [00:48<01:20,  4.10it/s, loss=25.1]04/08 08:44: Train Epoch 21: 200/528 Loss: 25.874376\r\n",
-      "Train Epoch 21:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=27.6]04/08 08:45: Train Epoch 21: 400/528 Loss: 23.126976\r\n",
-      "Train Epoch 21: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=25.4]\r\n",
-      "04/08 08:46: Train Epoch 21: average Loss: 25.377531, time: 128.80 s\r\n",
-      "Val Epoch 21: 100%|████████████████| 176/176 [00:16<00:00, 10.69it/s, loss=35.6]\r\n",
-      "04/08 08:46: Val Epoch 21: average Loss: 24.823584, time: 16.46 s\r\n",
-      "Test Epoch 21: 100%|███████████████| 177/177 [00:16<00:00, 10.74it/s, loss=28.2]\r\n",
-      "04/08 08:46: Test Epoch 21: average Loss: 25.126171, time: 16.48 s\r\n",
-      "Train Epoch 22:  38%|█████▎        | 199/528 [00:48<01:20,  4.10it/s, loss=26.1]04/08 08:47: Train Epoch 22: 200/528 Loss: 26.909819\r\n",
-      "Train Epoch 22:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=25.7]04/08 08:48: Train Epoch 22: 400/528 Loss: 25.909996\r\n",
-      "Train Epoch 22: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=24.8]\r\n",
-      "04/08 08:48: Train Epoch 22: average Loss: 25.150423, time: 128.86 s\r\n",
-      "Val Epoch 22: 100%|████████████████| 176/176 [00:16<00:00, 10.71it/s, loss=34.8]\r\n",
-      "04/08 08:49: Val Epoch 22: average Loss: 24.617981, time: 16.43 s\r\n",
-      "Test Epoch 22: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=26.1]\r\n",
-      "04/08 08:49: Test Epoch 22: average Loss: 24.981705, time: 16.44 s\r\n",
-      "04/08 08:49: Best validation model saved!\r\n",
-      "Train Epoch 23:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=29.2]04/08 08:50: Train Epoch 23: 200/528 Loss: 26.583611\r\n",
-      "Train Epoch 23:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=26.8]04/08 08:51: Train Epoch 23: 400/528 Loss: 25.174946\r\n",
-      "Train Epoch 23: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=24.5]\r\n",
-      "04/08 08:51: Train Epoch 23: average Loss: 25.080344, time: 128.45 s\r\n",
-      "Val Epoch 23: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=36.6]\r\n",
-      "04/08 08:51: Val Epoch 23: average Loss: 25.984269, time: 16.42 s\r\n",
-      "Test Epoch 23: 100%|███████████████| 177/177 [00:16<00:00, 10.76it/s, loss=27.1]\r\n",
-      "04/08 08:52: Test Epoch 23: average Loss: 26.173532, time: 16.45 s\r\n",
-      "Train Epoch 24:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=25.1]04/08 08:52: Train Epoch 24: 200/528 Loss: 27.509550\r\n",
-      "Train Epoch 24:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=23.1]04/08 08:53: Train Epoch 24: 400/528 Loss: 25.716972\r\n",
-      "Train Epoch 24: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=25.5]\r\n",
-      "04/08 08:54: Train Epoch 24: average Loss: 25.085611, time: 128.44 s\r\n",
-      "Val Epoch 24: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=36.7]\r\n",
-      "04/08 08:54: Val Epoch 24: average Loss: 25.135852, time: 16.42 s\r\n",
-      "Test Epoch 24: 100%|███████████████| 177/177 [00:16<00:00, 10.76it/s, loss=26.9]\r\n",
-      "04/08 08:54: Test Epoch 24: average Loss: 25.415214, time: 16.44 s\r\n",
-      "Train Epoch 25:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=21.1]04/08 08:55: Train Epoch 25: 200/528 Loss: 24.744255\r\n",
-      "Train Epoch 25:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=25.4]04/08 08:56: Train Epoch 25: 400/528 Loss: 24.595398\r\n",
-      "Train Epoch 25: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=24.8]\r\n",
-      "04/08 08:57: Train Epoch 25: average Loss: 24.961685, time: 128.44 s\r\n",
-      "Val Epoch 25: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=34.6]\r\n",
-      "04/08 08:57: Val Epoch 25: average Loss: 24.580720, time: 16.42 s\r\n",
-      "Test Epoch 25: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=25.9]\r\n",
-      "04/08 08:57: Test Epoch 25: average Loss: 24.925358, time: 16.44 s\r\n",
-      "04/08 08:57: Best validation model saved!\r\n",
-      "Train Epoch 26:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=24.9]04/08 08:58: Train Epoch 26: 200/528 Loss: 25.167505\r\n",
-      "Train Epoch 26:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=25.3]04/08 08:59: Train Epoch 26: 400/528 Loss: 23.709446\r\n",
-      "Train Epoch 26: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=24.5]\r\n",
-      "04/08 08:59: Train Epoch 26: average Loss: 24.928087, time: 128.42 s\r\n",
-      "Val Epoch 26: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=35.1]\r\n",
-      "04/08 08:59: Val Epoch 26: average Loss: 24.447589, time: 16.42 s\r\n",
-      "Test Epoch 26: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=25.5]\r\n",
-      "04/08 09:00: Test Epoch 26: average Loss: 24.797716, time: 16.44 s\r\n",
-      "04/08 09:00: Best validation model saved!\r\n",
-      "Train Epoch 27:  38%|██████          | 199/528 [00:48<01:20,  4.11it/s, loss=26]04/08 09:01: Train Epoch 27: 200/528 Loss: 25.181072\r\n",
-      "Train Epoch 27:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=24.9]04/08 09:01: Train Epoch 27: 400/528 Loss: 25.220062\r\n",
-      "Train Epoch 27: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=24.7]\r\n",
-      "04/08 09:02: Train Epoch 27: average Loss: 24.770869, time: 128.51 s\r\n",
-      "Val Epoch 27: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=35.4]\r\n",
-      "04/08 09:02: Val Epoch 27: average Loss: 26.286364, time: 16.41 s\r\n",
-      "Test Epoch 27: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=25.7]\r\n",
-      "04/08 09:02: Test Epoch 27: average Loss: 26.478033, time: 16.44 s\r\n",
-      "Train Epoch 28:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=25.6]04/08 09:03: Train Epoch 28: 200/528 Loss: 25.993694\r\n",
-      "Train Epoch 28:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=24.8]04/08 09:04: Train Epoch 28: 400/528 Loss: 26.514318\r\n",
-      "Train Epoch 28: 100%|████████████████| 528/528 [02:08<00:00,  4.11it/s, loss=24]\r\n",
-      "04/08 09:05: Train Epoch 28: average Loss: 24.689382, time: 128.51 s\r\n",
-      "Val Epoch 28: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=34.7]\r\n",
-      "04/08 09:05: Val Epoch 28: average Loss: 24.438086, time: 16.41 s\r\n",
-      "Test Epoch 28: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=27.8]\r\n",
-      "04/08 09:05: Test Epoch 28: average Loss: 24.759331, time: 16.43 s\r\n",
-      "04/08 09:05: Best validation model saved!\r\n",
-      "Train Epoch 29:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=22.3]04/08 09:06: Train Epoch 29: 200/528 Loss: 25.847797\r\n",
-      "Train Epoch 29:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=23.8]04/08 09:07: Train Epoch 29: 400/528 Loss: 23.065269\r\n",
-      "Train Epoch 29: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=21.5]\r\n",
-      "04/08 09:07: Train Epoch 29: average Loss: 24.811710, time: 128.44 s\r\n",
-      "Val Epoch 29: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=35.5]\r\n",
-      "04/08 09:08: Val Epoch 29: average Loss: 24.661712, time: 16.42 s\r\n",
-      "Test Epoch 29: 100%|███████████████| 177/177 [00:16<00:00, 10.76it/s, loss=27.2]\r\n",
-      "04/08 09:08: Test Epoch 29: average Loss: 24.942464, time: 16.44 s\r\n",
-      "Train Epoch 30:  38%|██████          | 199/528 [00:48<01:20,  4.11it/s, loss=24]04/08 09:09: Train Epoch 30: 200/528 Loss: 23.679043\r\n",
-      "Train Epoch 30:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=25.7]04/08 09:09: Train Epoch 30: 400/528 Loss: 24.207672\r\n",
-      "Train Epoch 30: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=22.9]\r\n",
-      "04/08 09:10: Train Epoch 30: average Loss: 24.709426, time: 128.45 s\r\n",
-      "Val Epoch 30: 100%|██████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=34]\r\n",
-      "04/08 09:10: Val Epoch 30: average Loss: 24.096237, time: 16.42 s\r\n",
-      "Test Epoch 30: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=25.2]\r\n",
-      "04/08 09:11: Test Epoch 30: average Loss: 24.436183, time: 16.44 s\r\n",
-      "04/08 09:11: Best validation model saved!\r\n",
-      "Train Epoch 31:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=25.1]04/08 09:11: Train Epoch 31: 200/528 Loss: 24.494034\r\n",
-      "Train Epoch 31:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=25.5]04/08 09:12: Train Epoch 31: 400/528 Loss: 25.315987\r\n",
-      "Train Epoch 31: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=24.3]\r\n",
-      "04/08 09:13: Train Epoch 31: average Loss: 24.637420, time: 128.48 s\r\n",
-      "Val Epoch 31: 100%|████████████████| 176/176 [00:16<00:00, 10.71it/s, loss=33.9]\r\n",
-      "04/08 09:13: Val Epoch 31: average Loss: 24.017595, time: 16.43 s\r\n",
-      "Test Epoch 31: 100%|███████████████| 177/177 [00:16<00:00, 10.76it/s, loss=25.3]\r\n",
-      "04/08 09:13: Test Epoch 31: average Loss: 24.373647, time: 16.45 s\r\n",
-      "04/08 09:13: Best validation model saved!\r\n",
-      "Train Epoch 32:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=23.5]04/08 09:14: Train Epoch 32: 200/528 Loss: 25.726395\r\n",
-      "Train Epoch 32:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=21.9]04/08 09:15: Train Epoch 32: 400/528 Loss: 25.755922\r\n",
-      "Train Epoch 32: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=25.7]\r\n",
-      "04/08 09:15: Train Epoch 32: average Loss: 24.544806, time: 128.56 s\r\n",
-      "Val Epoch 32: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=35.3]\r\n",
-      "04/08 09:16: Val Epoch 32: average Loss: 24.880024, time: 16.41 s\r\n",
-      "Test Epoch 32: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=27.9]\r\n",
-      "04/08 09:16: Test Epoch 32: average Loss: 25.167098, time: 16.43 s\r\n",
-      "Train Epoch 33:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=25.7]04/08 09:17: Train Epoch 33: 200/528 Loss: 26.439323\r\n",
-      "Train Epoch 33:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=23.9]04/08 09:18: Train Epoch 33: 400/528 Loss: 23.961504\r\n",
-      "Train Epoch 33: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=23.3]\r\n",
-      "04/08 09:18: Train Epoch 33: average Loss: 24.660033, time: 128.54 s\r\n",
-      "Val Epoch 33: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=34.9]\r\n",
-      "04/08 09:18: Val Epoch 33: average Loss: 25.091529, time: 16.42 s\r\n",
-      "Test Epoch 33: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=26.7]\r\n",
-      "04/08 09:19: Test Epoch 33: average Loss: 25.323994, time: 16.44 s\r\n",
-      "Train Epoch 34:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=24.3]04/08 09:19: Train Epoch 34: 200/528 Loss: 24.813208\r\n",
-      "Train Epoch 34:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=23.9]04/08 09:20: Train Epoch 34: 400/528 Loss: 23.992371\r\n",
-      "Train Epoch 34: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=24.3]\r\n",
-      "04/08 09:21: Train Epoch 34: average Loss: 24.558041, time: 128.53 s\r\n",
-      "Val Epoch 34: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=35.4]\r\n",
-      "04/08 09:21: Val Epoch 34: average Loss: 25.652089, time: 16.41 s\r\n",
-      "Test Epoch 34: 100%|█████████████████| 177/177 [00:16<00:00, 10.77it/s, loss=26]\r\n",
-      "04/08 09:21: Test Epoch 34: average Loss: 25.855761, time: 16.44 s\r\n",
-      "Train Epoch 35:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=25.5]04/08 09:22: Train Epoch 35: 200/528 Loss: 23.792162\r\n",
-      "Train Epoch 35:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=26.7]04/08 09:23: Train Epoch 35: 400/528 Loss: 24.994410\r\n",
-      "Train Epoch 35: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=22.3]\r\n",
-      "04/08 09:23: Train Epoch 35: average Loss: 24.542855, time: 128.53 s\r\n",
-      "Val Epoch 35: 100%|████████████████| 176/176 [00:16<00:00, 10.73it/s, loss=35.4]\r\n",
-      "04/08 09:24: Val Epoch 35: average Loss: 24.747631, time: 16.41 s\r\n",
-      "Test Epoch 35: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=25.5]\r\n",
-      "04/08 09:24: Test Epoch 35: average Loss: 24.990377, time: 16.43 s\r\n",
-      "Train Epoch 36:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=24.8]04/08 09:25: Train Epoch 36: 200/528 Loss: 25.005079\r\n",
-      "Train Epoch 36:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=23.9]04/08 09:26: Train Epoch 36: 400/528 Loss: 24.765968\r\n",
-      "Train Epoch 36: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=23.1]\r\n",
-      "04/08 09:26: Train Epoch 36: average Loss: 24.367716, time: 128.54 s\r\n",
-      "Val Epoch 36: 100%|████████████████| 176/176 [00:16<00:00, 10.73it/s, loss=33.8]\r\n",
-      "04/08 09:26: Val Epoch 36: average Loss: 24.480584, time: 16.41 s\r\n",
-      "Test Epoch 36: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=25.8]\r\n",
-      "04/08 09:27: Test Epoch 36: average Loss: 24.830252, time: 16.44 s\r\n",
-      "Train Epoch 37:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=23.7]04/08 09:27: Train Epoch 37: 200/528 Loss: 22.050186\r\n",
-      "Train Epoch 37:  76%|██████████▌   | 399/528 [01:37<00:31,  4.09it/s, loss=26.7]04/08 09:28: Train Epoch 37: 400/528 Loss: 25.703873\r\n",
-      "Train Epoch 37: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=23.9]\r\n",
-      "04/08 09:29: Train Epoch 37: average Loss: 24.383820, time: 128.65 s\r\n",
-      "Val Epoch 37: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=34.3]\r\n",
-      "04/08 09:29: Val Epoch 37: average Loss: 24.831774, time: 16.41 s\r\n",
-      "Test Epoch 37: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=25.3]\r\n",
-      "04/08 09:29: Test Epoch 37: average Loss: 25.197743, time: 16.44 s\r\n",
-      "Train Epoch 38:  38%|█████▎        | 199/528 [00:48<01:20,  4.10it/s, loss=24.8]04/08 09:30: Train Epoch 38: 200/528 Loss: 23.980288\r\n",
-      "Train Epoch 38:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=22.3]04/08 09:31: Train Epoch 38: 400/528 Loss: 24.443083\r\n",
-      "Train Epoch 38: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=25.4]\r\n",
-      "04/08 09:31: Train Epoch 38: average Loss: 24.415047, time: 128.59 s\r\n",
-      "Val Epoch 38: 100%|████████████████| 176/176 [00:16<00:00, 10.70it/s, loss=34.3]\r\n",
-      "04/08 09:32: Val Epoch 38: average Loss: 25.154048, time: 16.44 s\r\n",
-      "Test Epoch 38: 100%|█████████████████| 177/177 [00:16<00:00, 10.74it/s, loss=25]\r\n",
-      "04/08 09:32: Test Epoch 38: average Loss: 25.406195, time: 16.48 s\r\n",
-      "Train Epoch 39:  38%|█████▎        | 199/528 [00:48<01:20,  4.10it/s, loss=26.1]04/08 09:33: Train Epoch 39: 200/528 Loss: 24.296398\r\n",
-      "Train Epoch 39:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=24.5]04/08 09:34: Train Epoch 39: 400/528 Loss: 26.532921\r\n",
-      "Train Epoch 39: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=21.4]\r\n",
-      "04/08 09:34: Train Epoch 39: average Loss: 24.409175, time: 128.68 s\r\n",
-      "Val Epoch 39: 100%|████████████████| 176/176 [00:16<00:00, 10.70it/s, loss=33.8]\r\n",
-      "04/08 09:34: Val Epoch 39: average Loss: 24.096322, time: 16.45 s\r\n",
-      "Test Epoch 39: 100%|█████████████████| 177/177 [00:16<00:00, 10.76it/s, loss=26]\r\n",
-      "04/08 09:35: Test Epoch 39: average Loss: 24.412747, time: 16.46 s\r\n",
-      "Train Epoch 40:  38%|█████▎        | 199/528 [00:48<01:20,  4.10it/s, loss=24.1]04/08 09:36: Train Epoch 40: 200/528 Loss: 26.093172\r\n",
-      "Train Epoch 40:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=23.7]04/08 09:36: Train Epoch 40: 400/528 Loss: 23.742876\r\n",
-      "Train Epoch 40: 100%|██████████████| 528/528 [02:08<00:00,  4.10it/s, loss=22.5]\r\n",
-      "04/08 09:37: Train Epoch 40: average Loss: 24.323237, time: 128.64 s\r\n",
-      "Val Epoch 40: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=34.6]\r\n",
-      "04/08 09:37: Val Epoch 40: average Loss: 26.099399, time: 16.42 s\r\n",
-      "Test Epoch 40: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=25.6]\r\n",
-      "04/08 09:37: Test Epoch 40: average Loss: 26.318795, time: 16.44 s\r\n",
-      "Train Epoch 41:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=21.7]04/08 09:38: Train Epoch 41: 200/528 Loss: 24.650805\r\n",
-      "Train Epoch 41:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=24.7]04/08 09:39: Train Epoch 41: 400/528 Loss: 25.200916\r\n",
-      "Train Epoch 41: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=24.4]\r\n",
-      "04/08 09:40: Train Epoch 41: average Loss: 24.215691, time: 128.53 s\r\n",
-      "Val Epoch 41: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=33.2]\r\n",
-      "04/08 09:40: Val Epoch 41: average Loss: 24.308781, time: 16.41 s\r\n",
-      "Test Epoch 41: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=24.2]\r\n",
-      "04/08 09:40: Test Epoch 41: average Loss: 24.625135, time: 16.44 s\r\n",
-      "Train Epoch 42:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=25.8]04/08 09:41: Train Epoch 42: 200/528 Loss: 24.181807\r\n",
-      "Train Epoch 42:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=26.3]04/08 09:42: Train Epoch 42: 400/528 Loss: 22.389618\r\n",
-      "Train Epoch 42: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=23.6]\r\n",
-      "04/08 09:42: Train Epoch 42: average Loss: 24.270313, time: 128.55 s\r\n",
-      "Val Epoch 42: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=33.6]\r\n",
-      "04/08 09:43: Val Epoch 42: average Loss: 23.974500, time: 16.41 s\r\n",
-      "Test Epoch 42: 100%|█████████████████| 177/177 [00:16<00:00, 10.77it/s, loss=25]\r\n",
-      "04/08 09:43: Test Epoch 42: average Loss: 24.296700, time: 16.43 s\r\n",
-      "04/08 09:43: Best validation model saved!\r\n",
-      "Train Epoch 43:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=27.4]04/08 09:44: Train Epoch 43: 200/528 Loss: 24.471096\r\n",
-      "Train Epoch 43:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=22.4]04/08 09:44: Train Epoch 43: 400/528 Loss: 26.786983\r\n",
-      "Train Epoch 43: 100%|████████████████| 528/528 [02:08<00:00,  4.11it/s, loss=26]\r\n",
-      "04/08 09:45: Train Epoch 43: average Loss: 24.161235, time: 128.49 s\r\n",
-      "Val Epoch 43: 100%|████████████████| 176/176 [00:16<00:00, 10.68it/s, loss=34.6]\r\n",
-      "04/08 09:45: Val Epoch 43: average Loss: 25.834987, time: 16.48 s\r\n",
-      "Test Epoch 43: 100%|███████████████| 177/177 [00:16<00:00, 10.75it/s, loss=24.9]\r\n",
-      "04/08 09:45: Test Epoch 43: average Loss: 26.106067, time: 16.47 s\r\n",
-      "Train Epoch 44:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=25.3]04/08 09:46: Train Epoch 44: 200/528 Loss: 24.601345\r\n",
-      "Train Epoch 44:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=21.4]04/08 09:47: Train Epoch 44: 400/528 Loss: 25.010847\r\n",
-      "Train Epoch 44: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=23.2]\r\n",
-      "04/08 09:48: Train Epoch 44: average Loss: 24.202933, time: 128.55 s\r\n",
-      "Val Epoch 44: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=33.3]\r\n",
-      "04/08 09:48: Val Epoch 44: average Loss: 24.322225, time: 16.42 s\r\n",
-      "Test Epoch 44: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=24.2]\r\n",
-      "04/08 09:48: Test Epoch 44: average Loss: 24.725024, time: 16.44 s\r\n",
-      "Train Epoch 45:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=24.5]04/08 09:49: Train Epoch 45: 200/528 Loss: 24.124153\r\n",
-      "Train Epoch 45:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=22.7]04/08 09:50: Train Epoch 45: 400/528 Loss: 21.726471\r\n",
-      "Train Epoch 45: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=24.6]\r\n",
-      "04/08 09:50: Train Epoch 45: average Loss: 24.047726, time: 128.50 s\r\n",
-      "Val Epoch 45: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=33.2]\r\n",
-      "04/08 09:51: Val Epoch 45: average Loss: 23.980314, time: 16.42 s\r\n",
-      "Test Epoch 45: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=26.3]\r\n",
-      "04/08 09:51: Test Epoch 45: average Loss: 24.300913, time: 16.44 s\r\n",
-      "Train Epoch 46:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=26.1]04/08 09:52: Train Epoch 46: 200/528 Loss: 26.958260\r\n",
-      "Train Epoch 46:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=25.3]04/08 09:52: Train Epoch 46: 400/528 Loss: 25.314034\r\n",
-      "Train Epoch 46: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=23.2]\r\n",
-      "04/08 09:53: Train Epoch 46: average Loss: 24.115340, time: 128.49 s\r\n",
-      "Val Epoch 46: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=33.3]\r\n",
-      "04/08 09:53: Val Epoch 46: average Loss: 24.131273, time: 16.42 s\r\n",
-      "Test Epoch 46: 100%|███████████████| 177/177 [00:16<00:00, 10.76it/s, loss=23.9]\r\n",
-      "04/08 09:54: Test Epoch 46: average Loss: 24.426658, time: 16.44 s\r\n",
-      "Train Epoch 47:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=24.2]04/08 09:54: Train Epoch 47: 200/528 Loss: 24.685984\r\n",
-      "Train Epoch 47:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=24.2]04/08 09:55: Train Epoch 47: 400/528 Loss: 22.950150\r\n",
-      "Train Epoch 47: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=24.9]\r\n",
-      "04/08 09:56: Train Epoch 47: average Loss: 24.023483, time: 128.49 s\r\n",
-      "Val Epoch 47: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=32.6]\r\n",
-      "04/08 09:56: Val Epoch 47: average Loss: 23.704776, time: 16.42 s\r\n",
-      "Test Epoch 47: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=25.4]\r\n",
-      "04/08 09:56: Test Epoch 47: average Loss: 24.038282, time: 16.44 s\r\n",
-      "04/08 09:56: Best validation model saved!\r\n",
-      "Train Epoch 48:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=27.5]04/08 09:57: Train Epoch 48: 200/528 Loss: 25.659584\r\n",
-      "Train Epoch 48:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=21.6]04/08 09:58: Train Epoch 48: 400/528 Loss: 22.677698\r\n",
-      "Train Epoch 48: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=26.3]\r\n",
-      "04/08 09:58: Train Epoch 48: average Loss: 24.058414, time: 128.48 s\r\n",
-      "Val Epoch 48: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=33.5]\r\n",
-      "04/08 09:59: Val Epoch 48: average Loss: 25.696174, time: 16.42 s\r\n",
-      "Test Epoch 48: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=28.1]\r\n",
-      "04/08 09:59: Test Epoch 48: average Loss: 25.983307, time: 16.44 s\r\n",
-      "Train Epoch 49:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=25.5]04/08 10:00: Train Epoch 49: 200/528 Loss: 23.444162\r\n",
-      "Train Epoch 49:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=22.5]04/08 10:01: Train Epoch 49: 400/528 Loss: 22.440691\r\n",
-      "Train Epoch 49: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=23.1]\r\n",
-      "04/08 10:01: Train Epoch 49: average Loss: 23.962215, time: 128.46 s\r\n",
-      "Val Epoch 49: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=33.1]\r\n",
-      "04/08 10:01: Val Epoch 49: average Loss: 23.732355, time: 16.42 s\r\n",
-      "Test Epoch 49: 100%|███████████████| 177/177 [00:16<00:00, 10.75it/s, loss=24.5]\r\n",
-      "04/08 10:02: Test Epoch 49: average Loss: 24.102709, time: 16.46 s\r\n",
-      "Train Epoch 50:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=22.3]04/08 10:02: Train Epoch 50: 200/528 Loss: 25.228672\r\n",
-      "Train Epoch 50:  76%|████████████    | 399/528 [01:37<00:31,  4.11it/s, loss=24]04/08 10:03: Train Epoch 50: 400/528 Loss: 22.856424\r\n",
-      "Train Epoch 50: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=23.7]\r\n",
-      "04/08 10:04: Train Epoch 50: average Loss: 23.979089, time: 128.50 s\r\n",
-      "Val Epoch 50: 100%|████████████████| 176/176 [00:16<00:00, 10.71it/s, loss=33.6]\r\n",
-      "04/08 10:04: Val Epoch 50: average Loss: 24.375573, time: 16.43 s\r\n",
-      "Test Epoch 50: 100%|█████████████████| 177/177 [00:16<00:00, 10.76it/s, loss=26]\r\n",
-      "04/08 10:04: Test Epoch 50: average Loss: 24.684664, time: 16.44 s\r\n",
-      "Train Epoch 51:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=23.2]04/08 10:05: Train Epoch 51: 200/528 Loss: 25.370405\r\n",
-      "Train Epoch 51:  76%|████████████    | 399/528 [01:37<00:31,  4.11it/s, loss=23]04/08 10:06: Train Epoch 51: 400/528 Loss: 24.214537\r\n",
-      "Train Epoch 51: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=22.8]\r\n",
-      "04/08 10:06: Train Epoch 51: average Loss: 23.911861, time: 128.46 s\r\n",
-      "Val Epoch 51: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=34.3]\r\n",
-      "04/08 10:07: Val Epoch 51: average Loss: 26.976167, time: 16.42 s\r\n",
-      "Test Epoch 51: 100%|███████████████| 177/177 [00:16<00:00, 10.76it/s, loss=25.9]\r\n",
-      "04/08 10:07: Test Epoch 51: average Loss: 27.155015, time: 16.44 s\r\n",
-      "Train Epoch 52:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=25.3]04/08 10:08: Train Epoch 52: 200/528 Loss: 23.762060\r\n",
-      "Train Epoch 52:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=24.4]04/08 10:09: Train Epoch 52: 400/528 Loss: 23.644629\r\n",
-      "Train Epoch 52: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=25.2]\r\n",
-      "04/08 10:09: Train Epoch 52: average Loss: 23.879856, time: 128.47 s\r\n",
-      "Val Epoch 52: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=32.8]\r\n",
-      "04/08 10:09: Val Epoch 52: average Loss: 23.702775, time: 16.42 s\r\n",
-      "Test Epoch 52: 100%|█████████████████| 177/177 [00:16<00:00, 10.77it/s, loss=25]\r\n",
-      "04/08 10:10: Test Epoch 52: average Loss: 23.997889, time: 16.44 s\r\n",
-      "04/08 10:10: Best validation model saved!\r\n",
-      "Train Epoch 53:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=22.9]04/08 10:11: Train Epoch 53: 200/528 Loss: 21.748127\r\n",
-      "Train Epoch 53:  76%|████████████    | 399/528 [01:37<00:31,  4.11it/s, loss=25]04/08 10:11: Train Epoch 53: 400/528 Loss: 23.804098\r\n",
-      "Train Epoch 53: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=23.8]\r\n",
-      "04/08 10:12: Train Epoch 53: average Loss: 23.937353, time: 128.54 s\r\n",
-      "Val Epoch 53: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=32.9]\r\n",
-      "04/08 10:12: Val Epoch 53: average Loss: 23.781024, time: 16.41 s\r\n",
-      "Test Epoch 53: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=24.1]\r\n",
-      "04/08 10:12: Test Epoch 53: average Loss: 24.115566, time: 16.43 s\r\n",
-      "Train Epoch 54:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=22.2]04/08 10:13: Train Epoch 54: 200/528 Loss: 23.281057\r\n",
-      "Train Epoch 54:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=24.4]04/08 10:14: Train Epoch 54: 400/528 Loss: 26.028337\r\n",
-      "Train Epoch 54: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=22.9]\r\n",
-      "04/08 10:15: Train Epoch 54: average Loss: 23.841085, time: 128.55 s\r\n",
-      "Val Epoch 54: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=32.9]\r\n",
-      "04/08 10:15: Val Epoch 54: average Loss: 24.809625, time: 16.41 s\r\n",
-      "Test Epoch 54: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=26.7]\r\n",
-      "04/08 10:15: Test Epoch 54: average Loss: 25.084144, time: 16.44 s\r\n",
-      "Train Epoch 55:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=23.7]04/08 10:16: Train Epoch 55: 200/528 Loss: 23.644283\r\n",
-      "Train Epoch 55:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=24.1]04/08 10:17: Train Epoch 55: 400/528 Loss: 23.929783\r\n",
-      "Train Epoch 55: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=24.1]\r\n",
-      "04/08 10:17: Train Epoch 55: average Loss: 23.889037, time: 128.54 s\r\n",
-      "Val Epoch 55: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=32.9]\r\n",
-      "04/08 10:17: Val Epoch 55: average Loss: 24.103562, time: 16.41 s\r\n",
-      "Test Epoch 55: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=24.1]\r\n",
-      "04/08 10:18: Test Epoch 55: average Loss: 24.455901, time: 16.43 s\r\n",
-      "Train Epoch 56:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=24.6]04/08 10:19: Train Epoch 56: 200/528 Loss: 23.690226\r\n",
-      "Train Epoch 56:  76%|██████████▌   | 399/528 [01:37<00:31,  4.10it/s, loss=24.8]04/08 10:19: Train Epoch 56: 400/528 Loss: 23.565582\r\n",
-      "Train Epoch 56: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=22.2]\r\n",
-      "04/08 10:20: Train Epoch 56: average Loss: 23.728412, time: 128.61 s\r\n",
-      "Val Epoch 56: 100%|████████████████| 176/176 [00:16<00:00, 10.73it/s, loss=32.9]\r\n",
-      "04/08 10:20: Val Epoch 56: average Loss: 23.704113, time: 16.41 s\r\n",
-      "Test Epoch 56: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=24.5]\r\n",
-      "04/08 10:20: Test Epoch 56: average Loss: 23.994785, time: 16.43 s\r\n",
-      "Train Epoch 57:  38%|██████          | 199/528 [00:48<01:20,  4.11it/s, loss=23]04/08 10:21: Train Epoch 57: 200/528 Loss: 25.154175\r\n",
-      "Train Epoch 57:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=23.5]04/08 10:22: Train Epoch 57: 400/528 Loss: 24.488802\r\n",
-      "Train Epoch 57: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=23.2]\r\n",
-      "04/08 10:23: Train Epoch 57: average Loss: 23.835049, time: 128.48 s\r\n",
-      "Val Epoch 57: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=33.5]\r\n",
-      "04/08 10:23: Val Epoch 57: average Loss: 24.375660, time: 16.42 s\r\n",
-      "Test Epoch 57: 100%|███████████████| 177/177 [00:16<00:00, 10.76it/s, loss=25.4]\r\n",
-      "04/08 10:23: Test Epoch 57: average Loss: 24.713842, time: 16.44 s\r\n",
-      "Train Epoch 58:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=22.4]04/08 10:24: Train Epoch 58: 200/528 Loss: 23.047722\r\n",
-      "Train Epoch 58:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=22.3]04/08 10:25: Train Epoch 58: 400/528 Loss: 26.108095\r\n",
-      "Train Epoch 58: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=23.7]\r\n",
-      "04/08 10:25: Train Epoch 58: average Loss: 23.739272, time: 128.48 s\r\n",
-      "Val Epoch 58: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=32.9]\r\n",
-      "04/08 10:26: Val Epoch 58: average Loss: 25.375824, time: 16.42 s\r\n",
-      "Test Epoch 58: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=27.1]\r\n",
-      "04/08 10:26: Test Epoch 58: average Loss: 25.706703, time: 16.44 s\r\n",
-      "Train Epoch 59:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=23.6]04/08 10:27: Train Epoch 59: 200/528 Loss: 25.477171\r\n",
-      "Train Epoch 59:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=21.3]04/08 10:27: Train Epoch 59: 400/528 Loss: 25.700964\r\n",
-      "Train Epoch 59: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=23.7]\r\n",
-      "04/08 10:28: Train Epoch 59: average Loss: 23.727186, time: 128.49 s\r\n",
-      "Val Epoch 59: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=32.9]\r\n",
-      "04/08 10:28: Val Epoch 59: average Loss: 24.411873, time: 16.42 s\r\n",
-      "Test Epoch 59: 100%|███████████████| 177/177 [00:16<00:00, 10.76it/s, loss=25.4]\r\n",
-      "04/08 10:29: Test Epoch 59: average Loss: 24.728395, time: 16.44 s\r\n",
-      "Train Epoch 60:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=23.3]04/08 10:29: Train Epoch 60: 200/528 Loss: 24.644154\r\n",
-      "Train Epoch 60:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=24.7]04/08 10:30: Train Epoch 60: 400/528 Loss: 24.657507\r\n",
-      "Train Epoch 60: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=22.8]\r\n",
-      "04/08 10:31: Train Epoch 60: average Loss: 23.675710, time: 128.49 s\r\n",
-      "Val Epoch 60: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=32.7]\r\n",
-      "04/08 10:31: Val Epoch 60: average Loss: 24.622236, time: 16.42 s\r\n",
-      "Test Epoch 60: 100%|███████████████| 177/177 [00:16<00:00, 10.76it/s, loss=24.3]\r\n",
-      "04/08 10:31: Test Epoch 60: average Loss: 24.915193, time: 16.44 s\r\n",
-      "Train Epoch 61:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=23.8]04/08 10:32: Train Epoch 61: 200/528 Loss: 21.968634\r\n",
-      "Train Epoch 61:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=24.1]04/08 10:33: Train Epoch 61: 400/528 Loss: 23.229334\r\n",
-      "Train Epoch 61: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=23.9]\r\n",
-      "04/08 10:33: Train Epoch 61: average Loss: 23.681806, time: 128.49 s\r\n",
-      "Val Epoch 61: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=33.8]\r\n",
-      "04/08 10:34: Val Epoch 61: average Loss: 24.284563, time: 16.42 s\r\n",
-      "Test Epoch 61: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=25.7]\r\n",
-      "04/08 10:34: Test Epoch 61: average Loss: 24.547689, time: 16.44 s\r\n",
-      "Train Epoch 62:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=21.9]04/08 10:35: Train Epoch 62: 200/528 Loss: 22.843227\r\n",
-      "Train Epoch 62:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=23.6]04/08 10:36: Train Epoch 62: 400/528 Loss: 23.013687\r\n",
-      "Train Epoch 62: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=22.6]\r\n",
-      "04/08 10:36: Train Epoch 62: average Loss: 23.687459, time: 128.51 s\r\n",
-      "Val Epoch 62: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=33.4]\r\n",
-      "04/08 10:36: Val Epoch 62: average Loss: 23.930670, time: 16.42 s\r\n",
-      "Test Epoch 62: 100%|███████████████| 177/177 [00:16<00:00, 10.76it/s, loss=25.5]\r\n",
-      "04/08 10:37: Test Epoch 62: average Loss: 24.169935, time: 16.45 s\r\n",
-      "Train Epoch 63:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=22.9]04/08 10:37: Train Epoch 63: 200/528 Loss: 24.989908\r\n",
-      "Train Epoch 63:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=23.2]04/08 10:38: Train Epoch 63: 400/528 Loss: 22.386747\r\n",
-      "Train Epoch 63: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=22.3]\r\n",
-      "04/08 10:39: Train Epoch 63: average Loss: 23.646757, time: 128.49 s\r\n",
-      "Val Epoch 63: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=33.3]\r\n",
-      "04/08 10:39: Val Epoch 63: average Loss: 26.186983, time: 16.42 s\r\n",
-      "Test Epoch 63: 100%|███████████████| 177/177 [00:16<00:00, 10.76it/s, loss=25.6]\r\n",
-      "04/08 10:39: Test Epoch 63: average Loss: 26.412929, time: 16.44 s\r\n",
-      "Train Epoch 64:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=23.5]04/08 10:40: Train Epoch 64: 200/528 Loss: 23.470394\r\n",
-      "Train Epoch 64:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=24.5]04/08 10:41: Train Epoch 64: 400/528 Loss: 24.363445\r\n",
-      "Train Epoch 64: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=22.7]\r\n",
-      "04/08 10:41: Train Epoch 64: average Loss: 23.679971, time: 128.49 s\r\n",
-      "Val Epoch 64: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=33.3]\r\n",
-      "04/08 10:42: Val Epoch 64: average Loss: 25.381692, time: 16.41 s\r\n",
-      "Test Epoch 64: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=24.9]\r\n",
-      "04/08 10:42: Test Epoch 64: average Loss: 25.658386, time: 16.44 s\r\n",
-      "Train Epoch 65:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=23.7]04/08 10:43: Train Epoch 65: 200/528 Loss: 24.143070\r\n",
-      "Train Epoch 65:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=23.8]04/08 10:44: Train Epoch 65: 400/528 Loss: 23.292900\r\n",
-      "Train Epoch 65: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=24.1]\r\n",
-      "04/08 10:44: Train Epoch 65: average Loss: 23.561303, time: 128.49 s\r\n",
-      "Val Epoch 65: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=32.6]\r\n",
-      "04/08 10:44: Val Epoch 65: average Loss: 25.357868, time: 16.42 s\r\n",
-      "Test Epoch 65: 100%|███████████████| 177/177 [00:16<00:00, 10.77it/s, loss=29.1]\r\n",
-      "04/08 10:45: Test Epoch 65: average Loss: 25.578700, time: 16.44 s\r\n",
-      "Train Epoch 66:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=23.4]04/08 10:45: Train Epoch 66: 200/528 Loss: 24.376793\r\n",
-      "Train Epoch 66:  76%|████████████    | 399/528 [01:37<00:31,  4.11it/s, loss=25]04/08 10:46: Train Epoch 66: 400/528 Loss: 24.523361\r\n",
-      "Train Epoch 66: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=23.7]\r\n",
-      "04/08 10:47: Train Epoch 66: average Loss: 23.626126, time: 128.50 s\r\n",
-      "Val Epoch 66: 100%|████████████████| 176/176 [00:16<00:00, 10.71it/s, loss=33.5]\r\n",
-      "04/08 10:47: Val Epoch 66: average Loss: 24.015303, time: 16.43 s\r\n",
-      "Test Epoch 66: 100%|███████████████| 177/177 [00:16<00:00, 10.76it/s, loss=25.8]\r\n",
-      "04/08 10:47: Test Epoch 66: average Loss: 24.256130, time: 16.44 s\r\n",
-      "Train Epoch 67:  38%|█████▎        | 199/528 [00:48<01:20,  4.11it/s, loss=21.6]04/08 10:48: Train Epoch 67: 200/528 Loss: 23.469095\r\n",
-      "Train Epoch 67:  76%|██████████▌   | 399/528 [01:37<00:31,  4.11it/s, loss=24.5]04/08 10:49: Train Epoch 67: 400/528 Loss: 21.397182\r\n",
-      "Train Epoch 67: 100%|██████████████| 528/528 [02:08<00:00,  4.11it/s, loss=24.8]\r\n",
-      "04/08 10:49: Train Epoch 67: average Loss: 23.535271, time: 128.49 s\r\n",
-      "Val Epoch 67: 100%|████████████████| 176/176 [00:16<00:00, 10.72it/s, loss=32.7]\r\n",
-      "04/08 10:50: Val Epoch 67: average Loss: 23.895687, time: 16.42 s\r\n",
-      "Test Epoch 67: 100%|███████████████| 177/177 [00:16<00:00, 10.76it/s, loss=24.1]\r\n",
-      "04/08 10:50: Test Epoch 67: average Loss: 24.220332, time: 16.44 s\r\n",
-      "04/08 10:50: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
-      "04/08 10:50: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-08_07-50-10/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-08_07-50-10/best_test_model.pth\r\n",
-      "04/08 10:50: Testing on best validation model\r\n",
-      "04/08 10:50: Horizon 01, MAE: 19.1793, RMSE: 29.1896, MAPE: 0.1055\r\n",
-      "04/08 10:50: Horizon 02, MAE: 20.4542, RMSE: 31.6847, MAPE: 0.0997\r\n",
-      "04/08 10:50: Horizon 03, MAE: 21.6080, RMSE: 33.4379, MAPE: 0.1045\r\n",
-      "04/08 10:50: Horizon 04, MAE: 22.4039, RMSE: 34.7166, MAPE: 0.1060\r\n",
-      "04/08 10:50: Horizon 05, MAE: 23.0307, RMSE: 35.7191, MAPE: 0.1074\r\n",
-      "04/08 10:50: Horizon 06, MAE: 23.6932, RMSE: 36.7263, MAPE: 0.1076\r\n",
-      "04/08 10:50: Horizon 07, MAE: 24.4536, RMSE: 37.7840, MAPE: 0.1084\r\n",
-      "04/08 10:50: Horizon 08, MAE: 25.1765, RMSE: 38.7702, MAPE: 0.1114\r\n",
-      "04/08 10:50: Horizon 09, MAE: 25.7799, RMSE: 39.6085, MAPE: 0.1177\r\n",
-      "04/08 10:50: Horizon 10, MAE: 26.3814, RMSE: 40.4431, MAPE: 0.1231\r\n",
-      "04/08 10:50: Horizon 11, MAE: 27.2508, RMSE: 41.6139, MAPE: 0.1300\r\n",
-      "04/08 10:50: Horizon 12, MAE: 28.5101, RMSE: 43.1368, MAPE: 0.1404\r\n",
-      "04/08 10:50: Average Horizon, MAE: 23.9935, RMSE: 37.1166, MAPE: 0.1135\r\n",
-      "04/08 10:50: Testing on best test model\r\n",
-      "04/08 10:51: Horizon 01, MAE: 19.0606, RMSE: 29.2092, MAPE: 0.0957\r\n",
-      "04/08 10:51: Horizon 02, MAE: 20.4588, RMSE: 31.7067, MAPE: 0.0971\r\n",
-      "04/08 10:51: Horizon 03, MAE: 21.5878, RMSE: 33.4538, MAPE: 0.1005\r\n",
-      "04/08 10:51: Horizon 04, MAE: 22.3902, RMSE: 34.6884, MAPE: 0.1051\r\n",
-      "04/08 10:51: Horizon 05, MAE: 23.0539, RMSE: 35.6229, MAPE: 0.1117\r\n",
-      "04/08 10:51: Horizon 06, MAE: 23.8169, RMSE: 36.7134, MAPE: 0.1181\r\n",
-      "04/08 10:51: Horizon 07, MAE: 24.5032, RMSE: 37.6754, MAPE: 0.1186\r\n",
-      "04/08 10:51: Horizon 08, MAE: 25.1871, RMSE: 38.6377, MAPE: 0.1190\r\n",
-      "04/08 10:51: Horizon 09, MAE: 25.7776, RMSE: 39.4660, MAPE: 0.1197\r\n",
-      "04/08 10:51: Horizon 10, MAE: 26.3788, RMSE: 40.3127, MAPE: 0.1226\r\n",
-      "04/08 10:51: Horizon 11, MAE: 27.2091, RMSE: 41.4407, MAPE: 0.1264\r\n",
-      "04/08 10:51: Horizon 12, MAE: 28.4870, RMSE: 43.0397, MAPE: 0.1323\r\n",
-      "04/08 10:51: Average Horizon, MAE: 23.9926, RMSE: 37.0389, MAPE: 0.1139\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "!python run.py --model STGODE --dataset PEMSD7  --mode train  --device cuda:1"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 8,
-   "id": "79a92db8-ed6d-40ae-a406-327953c5b0d2",
-   "metadata": {
-    "ExecuteTime": {
-     "end_time": "2025-04-08T21:22:42.076679Z",
-     "start_time": "2025-04-08T02:51:06.388316Z"
-    }
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "加载 PEMSD7 数据集中... \r\n",
-      "Creat Log File in:  /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-08_10-51-57/run.log\r\n",
-      "04/08 10:51: Experiment log path in: /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-08_10-51-57\r\n",
-      "04/08 10:51: Training process started\r\n",
-      "Train Epoch 1:  38%|█████▋         | 199/528 [02:24<03:57,  1.39it/s, loss=64.4]04/08 10:54: Train Epoch 1: 200/528 Loss: 69.759483\r\n",
-      "Train Epoch 1:  76%|███████████▎   | 399/528 [04:48<01:33,  1.39it/s, loss=48.9]04/08 10:56: Train Epoch 1: 400/528 Loss: 51.479729\r\n",
-      "Train Epoch 1: 100%|███████████████| 528/528 [06:22<00:00,  1.38it/s, loss=45.8]\r\n",
-      "04/08 10:58: Train Epoch 1: average Loss: 78.909144, time: 382.54 s\r\n",
-      "Val Epoch 1: 100%|█████████████████| 176/176 [01:33<00:00,  1.88it/s, loss=59.5]\r\n",
-      "04/08 10:59: Val Epoch 1: average Loss: 44.327254, time: 93.86 s\r\n",
-      "Test Epoch 1: 100%|████████████████| 177/177 [01:34<00:00,  1.87it/s, loss=51.6]\r\n",
-      "04/08 11:01: Test Epoch 1: average Loss: 45.563420, time: 94.41 s\r\n",
-      "04/08 11:01: Best validation model saved!\r\n",
-      "Train Epoch 2:  38%|█████▋         | 199/528 [02:23<03:57,  1.39it/s, loss=34.5]04/08 11:03: Train Epoch 2: 200/528 Loss: 36.426796\r\n",
-      "Train Epoch 2:  76%|███████████▎   | 399/528 [04:48<01:33,  1.39it/s, loss=32.5]04/08 11:06: Train Epoch 2: 400/528 Loss: 31.373568\r\n",
-      "Train Epoch 2: 100%|███████████████| 528/528 [06:21<00:00,  1.38it/s, loss=33.6]\r\n",
-      "04/08 11:07: Train Epoch 2: average Loss: 36.769650, time: 381.34 s\r\n",
-      "Val Epoch 2: 100%|█████████████████| 176/176 [01:33<00:00,  1.88it/s, loss=47.1]\r\n",
-      "04/08 11:09: Val Epoch 2: average Loss: 33.111454, time: 93.81 s\r\n",
-      "Test Epoch 2: 100%|████████████████| 177/177 [01:34<00:00,  1.88it/s, loss=36.8]\r\n",
-      "04/08 11:10: Test Epoch 2: average Loss: 33.986261, time: 94.36 s\r\n",
-      "04/08 11:10: Best validation model saved!\r\n",
-      "Train Epoch 3:  38%|█████▋         | 199/528 [02:24<03:58,  1.38it/s, loss=31.7]04/08 11:13: Train Epoch 3: 200/528 Loss: 33.358013\r\n",
-      "Train Epoch 3:  76%|███████████▎   | 399/528 [04:53<01:39,  1.29it/s, loss=31.9]04/08 11:15: Train Epoch 3: 400/528 Loss: 32.481083\r\n",
-      "Train Epoch 3: 100%|███████████████| 528/528 [06:32<00:00,  1.35it/s, loss=29.7]\r\n",
-      "04/08 11:17: Train Epoch 3: average Loss: 32.520634, time: 392.49 s\r\n",
-      "Val Epoch 3: 100%|███████████████████| 176/176 [01:41<00:00,  1.74it/s, loss=45]\r\n",
-      "04/08 11:19: Val Epoch 3: average Loss: 32.170149, time: 101.11 s\r\n",
-      "Test Epoch 3: 100%|██████████████████| 177/177 [01:41<00:00,  1.74it/s, loss=36]\r\n",
-      "04/08 11:20: Test Epoch 3: average Loss: 32.810274, time: 101.89 s\r\n",
-      "04/08 11:20: Best validation model saved!\r\n",
-      "Train Epoch 4:  38%|█████▋         | 199/528 [02:40<04:56,  1.11it/s, loss=30.9]04/08 11:23: Train Epoch 4: 200/528 Loss: 31.520126\r\n",
-      "Train Epoch 4:  76%|███████████▎   | 399/528 [05:27<01:40,  1.28it/s, loss=28.6]04/08 11:26: Train Epoch 4: 400/528 Loss: 30.349590\r\n",
-      "Train Epoch 4: 100%|█████████████████| 528/528 [07:18<00:00,  1.20it/s, loss=27]\r\n",
-      "04/08 11:28: Train Epoch 4: average Loss: 30.328952, time: 438.71 s\r\n",
-      "Val Epoch 4: 100%|█████████████████| 176/176 [01:55<00:00,  1.52it/s, loss=40.4]\r\n",
-      "04/08 11:30: Val Epoch 4: average Loss: 29.954842, time: 115.82 s\r\n",
-      "Test Epoch 4: 100%|████████████████| 177/177 [01:57<00:00,  1.51it/s, loss=36.8]\r\n",
-      "04/08 11:32: Test Epoch 4: average Loss: 30.582326, time: 117.37 s\r\n",
-      "04/08 11:32: Best validation model saved!\r\n",
-      "Train Epoch 5:  38%|██████▍          | 199/528 [02:49<04:34,  1.20it/s, loss=31]04/08 11:34: Train Epoch 5: 200/528 Loss: 29.649633\r\n",
-      "Train Epoch 5:  76%|███████████▎   | 399/528 [05:43<01:53,  1.14it/s, loss=27.5]04/08 11:37: Train Epoch 5: 400/528 Loss: 28.052391\r\n",
-      "Train Epoch 5: 100%|███████████████| 528/528 [07:33<00:00,  1.16it/s, loss=27.9]\r\n",
-      "04/08 11:39: Train Epoch 5: average Loss: 29.135469, time: 453.56 s\r\n",
-      "Val Epoch 5: 100%|█████████████████| 176/176 [01:54<00:00,  1.54it/s, loss=39.7]\r\n",
-      "04/08 11:41: Val Epoch 5: average Loss: 30.003901, time: 114.61 s\r\n",
-      "Test Epoch 5: 100%|████████████████| 177/177 [01:55<00:00,  1.53it/s, loss=34.5]\r\n",
-      "04/08 11:43: Test Epoch 5: average Loss: 30.417368, time: 115.34 s\r\n",
-      "Train Epoch 6:  38%|█████▋         | 199/528 [02:42<04:14,  1.29it/s, loss=27.9]04/08 11:46: Train Epoch 6: 200/528 Loss: 29.797565\r\n",
-      "Train Epoch 6:  76%|███████████▎   | 399/528 [05:21<01:43,  1.25it/s, loss=28.1]04/08 11:48: Train Epoch 6: 400/528 Loss: 25.133831\r\n",
-      "Train Epoch 6: 100%|███████████████| 528/528 [06:57<00:00,  1.27it/s, loss=30.8]\r\n",
-      "04/08 11:50: Train Epoch 6: average Loss: 28.765891, time: 417.08 s\r\n",
-      "Val Epoch 6: 100%|█████████████████| 176/176 [01:36<00:00,  1.83it/s, loss=39.3]\r\n",
-      "04/08 11:52: Val Epoch 6: average Loss: 29.069737, time: 96.32 s\r\n",
-      "Test Epoch 6: 100%|████████████████| 177/177 [01:42<00:00,  1.72it/s, loss=32.2]\r\n",
-      "04/08 11:53: Test Epoch 6: average Loss: 29.474936, time: 102.97 s\r\n",
-      "04/08 11:53: Best validation model saved!\r\n",
-      "Train Epoch 7:  38%|█████▋         | 199/528 [02:34<04:14,  1.29it/s, loss=29.3]04/08 11:56: Train Epoch 7: 200/528 Loss: 27.322092\r\n",
-      "Train Epoch 7:  76%|███████████▎   | 399/528 [05:09<01:39,  1.29it/s, loss=30.1]04/08 11:58: Train Epoch 7: 400/528 Loss: 27.371037\r\n",
-      "Train Epoch 7: 100%|███████████████| 528/528 [06:49<00:00,  1.29it/s, loss=25.9]\r\n",
-      "04/08 12:00: Train Epoch 7: average Loss: 27.968679, time: 409.19 s\r\n",
-      "Val Epoch 7: 100%|█████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=40.5]\r\n",
-      "04/08 12:02: Val Epoch 7: average Loss: 30.432690, time: 102.06 s\r\n",
-      "Test Epoch 7: 100%|████████████████| 177/177 [01:42<00:00,  1.73it/s, loss=29.4]\r\n",
-      "04/08 12:03: Test Epoch 7: average Loss: 31.012511, time: 102.39 s\r\n",
-      "Train Epoch 8:  38%|█████▋         | 199/528 [02:33<04:14,  1.29it/s, loss=29.5]04/08 12:06: Train Epoch 8: 200/528 Loss: 28.978571\r\n",
-      "Train Epoch 8:  76%|███████████▎   | 399/528 [05:08<01:39,  1.30it/s, loss=26.5]04/08 12:09: Train Epoch 8: 400/528 Loss: 26.476498\r\n",
-      "Train Epoch 8: 100%|███████████████| 528/528 [06:48<00:00,  1.29it/s, loss=29.4]\r\n",
-      "04/08 12:10: Train Epoch 8: average Loss: 27.630736, time: 408.08 s\r\n",
-      "Val Epoch 8: 100%|█████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=38.1]\r\n",
-      "04/08 12:12: Val Epoch 8: average Loss: 28.932052, time: 102.22 s\r\n",
-      "Test Epoch 8: 100%|████████████████| 177/177 [01:42<00:00,  1.72it/s, loss=29.2]\r\n",
-      "04/08 12:14: Test Epoch 8: average Loss: 29.453993, time: 102.85 s\r\n",
-      "04/08 12:14: Best validation model saved!\r\n",
-      "Train Epoch 9:  38%|█████▋         | 199/528 [02:33<04:14,  1.29it/s, loss=30.8]04/08 12:16: Train Epoch 9: 200/528 Loss: 26.913467\r\n",
-      "Train Epoch 9:  76%|███████████▎   | 399/528 [05:07<01:40,  1.29it/s, loss=27.2]04/08 12:19: Train Epoch 9: 400/528 Loss: 27.494904\r\n",
-      "Train Epoch 9: 100%|███████████████| 528/528 [06:47<00:00,  1.30it/s, loss=26.4]\r\n",
-      "04/08 12:20: Train Epoch 9: average Loss: 27.262388, time: 407.64 s\r\n",
-      "Val Epoch 9: 100%|█████████████████| 176/176 [01:41<00:00,  1.73it/s, loss=36.2]\r\n",
-      "04/08 12:22: Val Epoch 9: average Loss: 27.515155, time: 101.75 s\r\n",
-      "Test Epoch 9: 100%|████████████████| 177/177 [01:42<00:00,  1.73it/s, loss=32.8]\r\n",
-      "04/08 12:24: Test Epoch 9: average Loss: 27.990770, time: 102.33 s\r\n",
-      "04/08 12:24: Best validation model saved!\r\n",
-      "Train Epoch 10:  38%|█████▎        | 199/528 [02:33<04:13,  1.30it/s, loss=27.6]04/08 12:26: Train Epoch 10: 200/528 Loss: 26.498238\r\n",
-      "Train Epoch 10:  76%|██████████▌   | 399/528 [05:07<01:39,  1.30it/s, loss=27.1]04/08 12:29: Train Epoch 10: 400/528 Loss: 28.372795\r\n",
-      "Train Epoch 10: 100%|██████████████| 528/528 [06:46<00:00,  1.30it/s, loss=28.3]\r\n",
-      "04/08 12:31: Train Epoch 10: average Loss: 26.703345, time: 406.73 s\r\n",
-      "Val Epoch 10: 100%|████████████████| 176/176 [01:41<00:00,  1.73it/s, loss=35.4]\r\n",
-      "04/08 12:32: Val Epoch 10: average Loss: 27.736841, time: 101.82 s\r\n",
-      "Test Epoch 10: 100%|███████████████| 177/177 [01:42<00:00,  1.73it/s, loss=34.7]\r\n",
-      "04/08 12:34: Test Epoch 10: average Loss: 28.225707, time: 102.48 s\r\n",
-      "Train Epoch 11:  38%|█████▎        | 199/528 [02:33<04:14,  1.29it/s, loss=26.8]04/08 12:37: Train Epoch 11: 200/528 Loss: 27.290039\r\n",
-      "Train Epoch 11:  76%|████████████    | 399/528 [05:07<01:39,  1.30it/s, loss=26]04/08 12:39: Train Epoch 11: 400/528 Loss: 26.106314\r\n",
-      "Train Epoch 11: 100%|██████████████| 528/528 [06:47<00:00,  1.30it/s, loss=25.7]\r\n",
-      "04/08 12:41: Train Epoch 11: average Loss: 26.569497, time: 407.41 s\r\n",
-      "Val Epoch 11: 100%|████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=35.6]\r\n",
-      "04/08 12:43: Val Epoch 11: average Loss: 27.271572, time: 102.14 s\r\n",
-      "Test Epoch 11: 100%|███████████████| 177/177 [01:45<00:00,  1.68it/s, loss=30.6]\r\n",
-      "04/08 12:44: Test Epoch 11: average Loss: 27.966888, time: 105.06 s\r\n",
-      "04/08 12:44: Best validation model saved!\r\n",
-      "Train Epoch 12:  38%|█████▎        | 199/528 [02:51<04:35,  1.20it/s, loss=25.4]04/08 12:47: Train Epoch 12: 200/528 Loss: 26.948189\r\n",
-      "Train Epoch 12:  76%|██████████▌   | 399/528 [05:43<01:51,  1.15it/s, loss=25.5]04/08 12:50: Train Epoch 12: 400/528 Loss: 25.356562\r\n",
-      "Train Epoch 12: 100%|██████████████| 528/528 [07:32<00:00,  1.17it/s, loss=24.1]\r\n",
-      "04/08 12:52: Train Epoch 12: average Loss: 26.214205, time: 452.21 s\r\n",
-      "Val Epoch 12: 100%|██████████████████| 176/176 [01:56<00:00,  1.51it/s, loss=35]\r\n",
-      "04/08 12:54: Val Epoch 12: average Loss: 26.649412, time: 116.33 s\r\n",
-      "Test Epoch 12: 100%|███████████████| 177/177 [01:56<00:00,  1.52it/s, loss=29.3]\r\n",
-      "04/08 12:56: Test Epoch 12: average Loss: 27.275611, time: 116.50 s\r\n",
-      "04/08 12:56: Best validation model saved!\r\n",
-      "Train Epoch 13:  38%|█████▎        | 199/528 [02:49<04:58,  1.10it/s, loss=26.3]04/08 12:59: Train Epoch 13: 200/528 Loss: 25.330866\r\n",
-      "Train Epoch 13:  76%|██████████▌   | 399/528 [05:36<01:38,  1.31it/s, loss=26.6]04/08 13:01: Train Epoch 13: 400/528 Loss: 24.890924\r\n",
-      "Train Epoch 13: 100%|██████████████| 528/528 [07:24<00:00,  1.19it/s, loss=24.1]\r\n",
-      "04/08 13:03: Train Epoch 13: average Loss: 26.027778, time: 444.69 s\r\n",
-      "Val Epoch 13: 100%|████████████████| 176/176 [01:55<00:00,  1.52it/s, loss=35.8]\r\n",
-      "04/08 13:05: Val Epoch 13: average Loss: 27.788999, time: 115.92 s\r\n",
-      "Test Epoch 13: 100%|███████████████| 177/177 [01:54<00:00,  1.55it/s, loss=28.5]\r\n",
-      "04/08 13:07: Test Epoch 13: average Loss: 28.479402, time: 114.42 s\r\n",
-      "Train Epoch 14:  38%|█████▎        | 199/528 [02:48<04:31,  1.21it/s, loss=26.6]04/08 13:10: Train Epoch 14: 200/528 Loss: 26.509350\r\n",
-      "Train Epoch 14:  76%|██████████▌   | 399/528 [05:32<01:39,  1.30it/s, loss=26.1]04/08 13:13: Train Epoch 14: 400/528 Loss: 25.654860\r\n",
-      "Train Epoch 14: 100%|██████████████| 528/528 [07:11<00:00,  1.22it/s, loss=26.5]\r\n",
-      "04/08 13:14: Train Epoch 14: average Loss: 25.983250, time: 431.28 s\r\n",
-      "Val Epoch 14: 100%|████████████████| 176/176 [01:41<00:00,  1.74it/s, loss=35.1]\r\n",
-      "04/08 13:16: Val Epoch 14: average Loss: 26.996019, time: 101.08 s\r\n",
-      "Test Epoch 14: 100%|███████████████| 177/177 [01:41<00:00,  1.74it/s, loss=29.3]\r\n",
-      "04/08 13:18: Test Epoch 14: average Loss: 27.649838, time: 101.60 s\r\n",
-      "Train Epoch 15:  38%|█████▎        | 199/528 [02:32<04:11,  1.31it/s, loss=25.3]04/08 13:20: Train Epoch 15: 200/528 Loss: 25.328638\r\n",
-      "Train Epoch 15:  76%|██████████▌   | 399/528 [05:05<01:38,  1.31it/s, loss=26.7]04/08 13:23: Train Epoch 15: 400/528 Loss: 26.731518\r\n",
-      "Train Epoch 15: 100%|██████████████| 528/528 [06:44<00:00,  1.30it/s, loss=28.3]\r\n",
-      "04/08 13:24: Train Epoch 15: average Loss: 25.689972, time: 404.64 s\r\n",
-      "Val Epoch 15: 100%|████████████████| 176/176 [01:45<00:00,  1.67it/s, loss=34.5]\r\n",
-      "04/08 13:26: Val Epoch 15: average Loss: 26.750457, time: 105.62 s\r\n",
-      "Test Epoch 15: 100%|█████████████████| 177/177 [01:50<00:00,  1.61it/s, loss=32]\r\n",
-      "04/08 13:28: Test Epoch 15: average Loss: 27.336457, time: 110.12 s\r\n",
-      "Train Epoch 16:  38%|█████▎        | 199/528 [02:35<05:02,  1.09it/s, loss=25.7]04/08 13:31: Train Epoch 16: 200/528 Loss: 25.948009\r\n",
-      "Train Epoch 16:  76%|██████████▌   | 399/528 [05:12<01:38,  1.30it/s, loss=26.4]04/08 13:33: Train Epoch 16: 400/528 Loss: 24.558950\r\n",
-      "Train Epoch 16: 100%|██████████████| 528/528 [06:52<00:00,  1.28it/s, loss=25.5]\r\n",
-      "04/08 13:35: Train Epoch 16: average Loss: 25.480467, time: 412.80 s\r\n",
-      "Val Epoch 16: 100%|████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=33.8]\r\n",
-      "04/08 13:36: Val Epoch 16: average Loss: 26.501498, time: 102.17 s\r\n",
-      "Test Epoch 16: 100%|███████████████| 177/177 [01:45<00:00,  1.68it/s, loss=28.8]\r\n",
-      "04/08 13:38: Test Epoch 16: average Loss: 27.159691, time: 105.22 s\r\n",
-      "04/08 13:38: Best validation model saved!\r\n",
-      "Train Epoch 17:  38%|█████▎        | 199/528 [02:32<04:12,  1.30it/s, loss=22.7]04/08 13:41: Train Epoch 17: 200/528 Loss: 24.538061\r\n",
-      "Train Epoch 17:  76%|████████████    | 399/528 [05:06<01:38,  1.30it/s, loss=23]04/08 13:43: Train Epoch 17: 400/528 Loss: 27.418169\r\n",
-      "Train Epoch 17: 100%|██████████████| 528/528 [06:45<00:00,  1.30it/s, loss=25.9]\r\n",
-      "04/08 13:45: Train Epoch 17: average Loss: 25.335908, time: 405.84 s\r\n",
-      "Val Epoch 17: 100%|████████████████| 176/176 [01:41<00:00,  1.74it/s, loss=33.6]\r\n",
-      "04/08 13:47: Val Epoch 17: average Loss: 26.178137, time: 101.27 s\r\n",
-      "Test Epoch 17: 100%|███████████████| 177/177 [01:41<00:00,  1.74it/s, loss=29.6]\r\n",
-      "04/08 13:48: Test Epoch 17: average Loss: 26.858793, time: 101.83 s\r\n",
-      "04/08 13:48: Best validation model saved!\r\n",
-      "Train Epoch 18:  38%|█████▎        | 199/528 [02:27<03:57,  1.39it/s, loss=24.3]04/08 13:51: Train Epoch 18: 200/528 Loss: 25.157101\r\n",
-      "Train Epoch 18:  76%|██████████▌   | 399/528 [04:56<01:39,  1.30it/s, loss=24.2]04/08 13:53: Train Epoch 18: 400/528 Loss: 24.621658\r\n",
-      "Train Epoch 18: 100%|████████████████| 528/528 [06:36<00:00,  1.33it/s, loss=26]\r\n",
-      "04/08 13:55: Train Epoch 18: average Loss: 25.209380, time: 396.35 s\r\n",
-      "Val Epoch 18: 100%|████████████████| 176/176 [01:41<00:00,  1.73it/s, loss=33.9]\r\n",
-      "04/08 13:57: Val Epoch 18: average Loss: 26.359438, time: 101.93 s\r\n",
-      "Test Epoch 18: 100%|███████████████| 177/177 [01:43<00:00,  1.72it/s, loss=30.7]\r\n",
-      "04/08 13:58: Test Epoch 18: average Loss: 26.971261, time: 103.19 s\r\n",
-      "Train Epoch 19:  38%|█████▎        | 199/528 [02:34<04:14,  1.29it/s, loss=24.7]04/08 14:01: Train Epoch 19: 200/528 Loss: 25.212147\r\n",
-      "Train Epoch 19:  76%|██████████▌   | 399/528 [05:12<01:39,  1.30it/s, loss=24.4]04/08 14:04: Train Epoch 19: 400/528 Loss: 25.319420\r\n",
-      "Train Epoch 19: 100%|██████████████| 528/528 [06:52<00:00,  1.28it/s, loss=24.4]\r\n",
-      "04/08 14:05: Train Epoch 19: average Loss: 24.930153, time: 412.83 s\r\n",
-      "Val Epoch 19: 100%|████████████████| 176/176 [01:49<00:00,  1.61it/s, loss=33.4]\r\n",
-      "04/08 14:07: Val Epoch 19: average Loss: 25.597394, time: 109.28 s\r\n",
-      "Test Epoch 19: 100%|███████████████| 177/177 [01:47<00:00,  1.65it/s, loss=29.6]\r\n",
-      "04/08 14:09: Test Epoch 19: average Loss: 26.239116, time: 107.32 s\r\n",
-      "04/08 14:09: Best validation model saved!\r\n",
-      "Train Epoch 20:  38%|█████▎        | 199/528 [02:39<04:22,  1.25it/s, loss=26.2]04/08 14:12: Train Epoch 20: 200/528 Loss: 23.841475\r\n",
-      "Train Epoch 20:  76%|██████████▌   | 399/528 [05:19<01:43,  1.25it/s, loss=25.1]04/08 14:14: Train Epoch 20: 400/528 Loss: 27.818323\r\n",
-      "Train Epoch 20: 100%|██████████████| 528/528 [07:03<00:00,  1.25it/s, loss=27.1]\r\n",
-      "04/08 14:16: Train Epoch 20: average Loss: 24.836861, time: 423.49 s\r\n",
-      "Val Epoch 20: 100%|████████████████| 176/176 [01:47<00:00,  1.64it/s, loss=32.6]\r\n",
-      "04/08 14:18: Val Epoch 20: average Loss: 25.898900, time: 107.24 s\r\n",
-      "Test Epoch 20: 100%|███████████████| 177/177 [01:47<00:00,  1.64it/s, loss=30.7]\r\n",
-      "04/08 14:20: Test Epoch 20: average Loss: 26.505062, time: 107.61 s\r\n",
-      "Train Epoch 21:  38%|█████▎        | 199/528 [02:39<04:22,  1.25it/s, loss=24.6]04/08 14:22: Train Epoch 21: 200/528 Loss: 25.599667\r\n",
-      "Train Epoch 21:  76%|██████████▌   | 399/528 [05:18<01:42,  1.25it/s, loss=22.1]04/08 14:25: Train Epoch 21: 400/528 Loss: 22.640398\r\n",
-      "Train Epoch 21: 100%|██████████████| 528/528 [07:02<00:00,  1.25it/s, loss=26.4]\r\n",
-      "04/08 14:27: Train Epoch 21: average Loss: 24.593664, time: 422.48 s\r\n",
-      "Val Epoch 21: 100%|████████████████| 176/176 [01:45<00:00,  1.68it/s, loss=32.9]\r\n",
-      "04/08 14:28: Val Epoch 21: average Loss: 25.997276, time: 105.01 s\r\n",
-      "Test Epoch 21: 100%|███████████████| 177/177 [01:39<00:00,  1.77it/s, loss=30.7]\r\n",
-      "04/08 14:30: Test Epoch 21: average Loss: 26.687138, time: 99.77 s\r\n",
-      "Train Epoch 22:  38%|█████▎        | 199/528 [02:30<04:08,  1.32it/s, loss=26.4]04/08 14:33: Train Epoch 22: 200/528 Loss: 26.157835\r\n",
-      "Train Epoch 22:  76%|██████████▌   | 399/528 [05:01<01:37,  1.32it/s, loss=23.9]04/08 14:35: Train Epoch 22: 400/528 Loss: 24.734632\r\n",
-      "Train Epoch 22: 100%|██████████████| 528/528 [06:39<00:00,  1.32it/s, loss=24.7]\r\n",
-      "04/08 14:37: Train Epoch 22: average Loss: 24.620428, time: 399.14 s\r\n",
-      "Val Epoch 22: 100%|████████████████| 176/176 [01:39<00:00,  1.77it/s, loss=32.5]\r\n",
-      "04/08 14:38: Val Epoch 22: average Loss: 25.555844, time: 99.18 s\r\n",
-      "Test Epoch 22: 100%|███████████████| 177/177 [01:39<00:00,  1.78it/s, loss=30.7]\r\n",
-      "04/08 14:40: Test Epoch 22: average Loss: 26.317025, time: 99.58 s\r\n",
-      "04/08 14:40: Best validation model saved!\r\n",
-      "Train Epoch 23:  38%|█████▎        | 199/528 [02:29<04:06,  1.34it/s, loss=22.8]04/08 14:42: Train Epoch 23: 200/528 Loss: 21.831482\r\n",
-      "Train Epoch 23:  76%|██████████▌   | 399/528 [05:00<01:36,  1.34it/s, loss=25.9]04/08 14:45: Train Epoch 23: 400/528 Loss: 26.087324\r\n",
-      "Train Epoch 23: 100%|██████████████| 528/528 [06:37<00:00,  1.33it/s, loss=25.1]\r\n",
-      "04/08 14:47: Train Epoch 23: average Loss: 24.372290, time: 397.42 s\r\n",
-      "Val Epoch 23: 100%|████████████████| 176/176 [01:38<00:00,  1.78it/s, loss=32.3]\r\n",
-      "04/08 14:48: Val Epoch 23: average Loss: 25.477074, time: 98.82 s\r\n",
-      "Test Epoch 23: 100%|███████████████| 177/177 [01:39<00:00,  1.78it/s, loss=29.8]\r\n",
-      "04/08 14:50: Test Epoch 23: average Loss: 26.203591, time: 99.38 s\r\n",
-      "04/08 14:50: Best validation model saved!\r\n",
-      "Train Epoch 24:  38%|█████▎        | 199/528 [02:27<03:58,  1.38it/s, loss=24.7]04/08 14:52: Train Epoch 24: 200/528 Loss: 24.985838\r\n",
-      "Train Epoch 24:  76%|██████████▌   | 399/528 [04:52<01:33,  1.38it/s, loss=24.2]04/08 14:55: Train Epoch 24: 400/528 Loss: 25.092176\r\n",
-      "Train Epoch 24: 100%|██████████████| 528/528 [06:26<00:00,  1.37it/s, loss=24.2]\r\n",
-      "04/08 14:56: Train Epoch 24: average Loss: 24.378103, time: 386.16 s\r\n",
-      "Val Epoch 24: 100%|████████████████| 176/176 [01:41<00:00,  1.73it/s, loss=32.2]\r\n",
-      "04/08 14:58: Val Epoch 24: average Loss: 25.685349, time: 101.92 s\r\n",
-      "Test Epoch 24: 100%|█████████████████| 177/177 [01:42<00:00,  1.73it/s, loss=29]\r\n",
-      "04/08 15:00: Test Epoch 24: average Loss: 26.380001, time: 102.44 s\r\n",
-      "Train Epoch 25:  38%|█████▎        | 199/528 [02:33<04:13,  1.30it/s, loss=22.7]04/08 15:02: Train Epoch 25: 200/528 Loss: 24.926058\r\n",
-      "Train Epoch 25:  76%|██████████▌   | 399/528 [05:08<01:39,  1.30it/s, loss=23.9]04/08 15:05: Train Epoch 25: 400/528 Loss: 26.903231\r\n",
-      "Train Epoch 25: 100%|██████████████| 528/528 [06:47<00:00,  1.30it/s, loss=24.2]\r\n",
-      "04/08 15:07: Train Epoch 25: average Loss: 24.355293, time: 407.58 s\r\n",
-      "Val Epoch 25: 100%|████████████████| 176/176 [01:41<00:00,  1.73it/s, loss=32.2]\r\n",
-      "04/08 15:08: Val Epoch 25: average Loss: 25.657034, time: 101.88 s\r\n",
-      "Test Epoch 25: 100%|███████████████| 177/177 [01:42<00:00,  1.73it/s, loss=30.9]\r\n",
-      "04/08 15:10: Test Epoch 25: average Loss: 26.307704, time: 102.47 s\r\n",
-      "Train Epoch 26:  38%|█████▎        | 199/528 [02:33<04:13,  1.30it/s, loss=23.5]04/08 15:13: Train Epoch 26: 200/528 Loss: 25.615831\r\n",
-      "Train Epoch 26:  76%|████████████    | 399/528 [05:09<01:40,  1.28it/s, loss=23]04/08 15:15: Train Epoch 26: 400/528 Loss: 24.071251\r\n",
-      "Train Epoch 26: 100%|██████████████| 528/528 [06:50<00:00,  1.29it/s, loss=23.3]\r\n",
-      "04/08 15:17: Train Epoch 26: average Loss: 23.998867, time: 410.46 s\r\n",
-      "Val Epoch 26: 100%|████████████████| 176/176 [01:43<00:00,  1.70it/s, loss=32.2]\r\n",
-      "04/08 15:18: Val Epoch 26: average Loss: 25.367183, time: 103.51 s\r\n",
-      "Test Epoch 26: 100%|███████████████| 177/177 [01:45<00:00,  1.69it/s, loss=28.6]\r\n",
-      "04/08 15:20: Test Epoch 26: average Loss: 26.062636, time: 105.01 s\r\n",
-      "04/08 15:20: Best validation model saved!\r\n",
-      "Train Epoch 27:  38%|██████          | 199/528 [02:35<04:15,  1.29it/s, loss=23]04/08 15:23: Train Epoch 27: 200/528 Loss: 22.177938\r\n",
-      "Train Epoch 27:  76%|██████████▌   | 399/528 [05:14<01:46,  1.21it/s, loss=24.6]04/08 15:26: Train Epoch 27: 400/528 Loss: 23.058464\r\n",
-      "Train Epoch 27: 100%|████████████████| 528/528 [06:51<00:00,  1.28it/s, loss=24]\r\n",
-      "04/08 15:27: Train Epoch 27: average Loss: 23.921476, time: 411.20 s\r\n",
-      "Val Epoch 27: 100%|████████████████| 176/176 [01:34<00:00,  1.86it/s, loss=31.9]\r\n",
-      "04/08 15:29: Val Epoch 27: average Loss: 25.328102, time: 94.52 s\r\n",
-      "Test Epoch 27: 100%|███████████████| 177/177 [01:38<00:00,  1.80it/s, loss=28.3]\r\n",
-      "04/08 15:30: Test Epoch 27: average Loss: 26.111648, time: 98.39 s\r\n",
-      "04/08 15:30: Best validation model saved!\r\n",
-      "Train Epoch 28:  38%|█████▎        | 199/528 [02:31<04:09,  1.32it/s, loss=24.3]04/08 15:33: Train Epoch 28: 200/528 Loss: 24.161814\r\n",
-      "Train Epoch 28:  76%|██████████▌   | 399/528 [05:03<01:38,  1.31it/s, loss=22.4]04/08 15:35: Train Epoch 28: 400/528 Loss: 20.600550\r\n",
-      "Train Epoch 28: 100%|██████████████| 528/528 [06:42<00:00,  1.31it/s, loss=24.7]\r\n",
-      "04/08 15:37: Train Epoch 28: average Loss: 23.888865, time: 402.31 s\r\n",
-      "Val Epoch 28: 100%|████████████████| 176/176 [01:40<00:00,  1.75it/s, loss=31.6]\r\n",
-      "04/08 15:39: Val Epoch 28: average Loss: 25.993777, time: 100.69 s\r\n",
-      "Test Epoch 28: 100%|███████████████| 177/177 [01:41<00:00,  1.74it/s, loss=30.6]\r\n",
-      "04/08 15:40: Test Epoch 28: average Loss: 26.590037, time: 101.90 s\r\n",
-      "Train Epoch 29:  38%|██████          | 199/528 [02:31<04:09,  1.32it/s, loss=23]04/08 15:43: Train Epoch 29: 200/528 Loss: 24.967724\r\n",
-      "Train Epoch 29:  76%|██████████▌   | 399/528 [05:14<01:44,  1.23it/s, loss=23.5]04/08 15:46: Train Epoch 29: 400/528 Loss: 23.877419\r\n",
-      "Train Epoch 29: 100%|██████████████| 528/528 [06:52<00:00,  1.28it/s, loss=24.9]\r\n",
-      "04/08 15:47: Train Epoch 29: average Loss: 23.910460, time: 412.92 s\r\n",
-      "Val Epoch 29: 100%|████████████████| 176/176 [01:40<00:00,  1.75it/s, loss=32.2]\r\n",
-      "04/08 15:49: Val Epoch 29: average Loss: 26.071447, time: 100.45 s\r\n",
-      "Test Epoch 29: 100%|███████████████| 177/177 [01:40<00:00,  1.76it/s, loss=28.2]\r\n",
-      "04/08 15:51: Test Epoch 29: average Loss: 26.811566, time: 100.85 s\r\n",
-      "Train Epoch 30:  38%|█████▎        | 199/528 [02:31<04:10,  1.32it/s, loss=22.9]04/08 15:53: Train Epoch 30: 200/528 Loss: 23.169626\r\n",
-      "Train Epoch 30:  76%|██████████▌   | 399/528 [05:04<01:38,  1.32it/s, loss=22.3]04/08 15:56: Train Epoch 30: 400/528 Loss: 24.226334\r\n",
-      "Train Epoch 30: 100%|██████████████| 528/528 [06:42<00:00,  1.31it/s, loss=23.7]\r\n",
-      "04/08 15:57: Train Epoch 30: average Loss: 23.644084, time: 402.78 s\r\n",
-      "Val Epoch 30: 100%|████████████████| 176/176 [01:40<00:00,  1.75it/s, loss=31.3]\r\n",
-      "04/08 15:59: Val Epoch 30: average Loss: 24.975581, time: 100.47 s\r\n",
-      "Test Epoch 30: 100%|███████████████| 177/177 [01:40<00:00,  1.75it/s, loss=30.7]\r\n",
-      "04/08 16:01: Test Epoch 30: average Loss: 25.753693, time: 100.87 s\r\n",
-      "04/08 16:01: Best validation model saved!\r\n",
-      "Train Epoch 31:  38%|█████▎        | 199/528 [02:32<04:12,  1.30it/s, loss=23.6]04/08 16:03: Train Epoch 31: 200/528 Loss: 23.834936\r\n",
-      "Train Epoch 31:  76%|██████████▌   | 399/528 [05:06<01:38,  1.31it/s, loss=23.1]04/08 16:06: Train Epoch 31: 400/528 Loss: 21.104719\r\n",
-      "Train Epoch 31: 100%|██████████████| 528/528 [06:45<00:00,  1.30it/s, loss=23.9]\r\n",
-      "04/08 16:07: Train Epoch 31: average Loss: 23.586059, time: 405.66 s\r\n",
-      "Val Epoch 31: 100%|██████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=31]\r\n",
-      "04/08 16:09: Val Epoch 31: average Loss: 24.993266, time: 102.35 s\r\n",
-      "Test Epoch 31: 100%|███████████████| 177/177 [01:44<00:00,  1.70it/s, loss=30.7]\r\n",
-      "04/08 16:11: Test Epoch 31: average Loss: 25.746261, time: 104.35 s\r\n",
-      "Train Epoch 32:  38%|█████▎        | 199/528 [02:33<04:10,  1.31it/s, loss=23.3]04/08 16:13: Train Epoch 32: 200/528 Loss: 23.735552\r\n",
-      "Train Epoch 32:  76%|██████████▌   | 399/528 [05:06<01:38,  1.31it/s, loss=22.7]04/08 16:16: Train Epoch 32: 400/528 Loss: 22.299305\r\n",
-      "Train Epoch 32: 100%|██████████████| 528/528 [06:46<00:00,  1.30it/s, loss=23.3]\r\n",
-      "04/08 16:18: Train Epoch 32: average Loss: 23.467889, time: 406.63 s\r\n",
-      "Val Epoch 32: 100%|██████████████████| 176/176 [01:41<00:00,  1.74it/s, loss=31]\r\n",
-      "04/08 16:19: Val Epoch 32: average Loss: 25.198221, time: 101.10 s\r\n",
-      "Test Epoch 32: 100%|███████████████| 177/177 [01:41<00:00,  1.74it/s, loss=31.2]\r\n",
-      "04/08 16:21: Test Epoch 32: average Loss: 26.013771, time: 101.59 s\r\n",
-      "Train Epoch 33:  38%|█████▎        | 199/528 [02:32<04:09,  1.32it/s, loss=24.5]04/08 16:24: Train Epoch 33: 200/528 Loss: 24.351957\r\n",
-      "Train Epoch 33:  76%|██████████▌   | 399/528 [05:05<01:37,  1.33it/s, loss=23.3]04/08 16:26: Train Epoch 33: 400/528 Loss: 24.771629\r\n",
-      "Train Epoch 33: 100%|██████████████| 528/528 [06:43<00:00,  1.31it/s, loss=24.3]\r\n",
-      "04/08 16:28: Train Epoch 33: average Loss: 23.357780, time: 403.53 s\r\n",
-      "Val Epoch 33: 100%|████████████████| 176/176 [01:39<00:00,  1.77it/s, loss=31.8]\r\n",
-      "04/08 16:29: Val Epoch 33: average Loss: 25.198214, time: 99.57 s\r\n",
-      "Test Epoch 33: 100%|███████████████| 177/177 [01:40<00:00,  1.77it/s, loss=29.7]\r\n",
-      "04/08 16:31: Test Epoch 33: average Loss: 25.940683, time: 100.17 s\r\n",
-      "Train Epoch 34:  38%|█████▎        | 199/528 [02:30<04:07,  1.33it/s, loss=23.3]04/08 16:34: Train Epoch 34: 200/528 Loss: 24.334806\r\n",
-      "Train Epoch 34:  76%|████████████    | 399/528 [05:01<01:36,  1.33it/s, loss=22]04/08 16:36: Train Epoch 34: 400/528 Loss: 22.958218\r\n",
-      "Train Epoch 34: 100%|██████████████| 528/528 [06:44<00:00,  1.30it/s, loss=22.7]\r\n",
-      "04/08 16:38: Train Epoch 34: average Loss: 23.297143, time: 404.77 s\r\n",
-      "Val Epoch 34: 100%|████████████████| 176/176 [01:51<00:00,  1.57it/s, loss=31.1]\r\n",
-      "04/08 16:40: Val Epoch 34: average Loss: 24.892008, time: 111.98 s\r\n",
-      "Test Epoch 34: 100%|███████████████| 177/177 [01:41<00:00,  1.74it/s, loss=28.5]\r\n",
-      "04/08 16:41: Test Epoch 34: average Loss: 25.643935, time: 101.57 s\r\n",
-      "04/08 16:41: Best validation model saved!\r\n",
-      "Train Epoch 35:  38%|█████▎        | 199/528 [02:31<04:08,  1.32it/s, loss=22.9]04/08 16:44: Train Epoch 35: 200/528 Loss: 23.164371\r\n",
-      "Train Epoch 35:  76%|██████████▌   | 399/528 [05:03<01:37,  1.33it/s, loss=22.3]04/08 16:46: Train Epoch 35: 400/528 Loss: 22.613047\r\n",
-      "Train Epoch 35: 100%|██████████████| 528/528 [06:40<00:00,  1.32it/s, loss=22.9]\r\n",
-      "04/08 16:48: Train Epoch 35: average Loss: 23.222602, time: 400.54 s\r\n",
-      "Val Epoch 35: 100%|████████████████| 176/176 [01:39<00:00,  1.78it/s, loss=30.8]\r\n",
-      "04/08 16:50: Val Epoch 35: average Loss: 24.767678, time: 99.07 s\r\n",
-      "Test Epoch 35: 100%|█████████████████| 177/177 [01:39<00:00,  1.77it/s, loss=30]\r\n",
-      "04/08 16:51: Test Epoch 35: average Loss: 25.558914, time: 99.86 s\r\n",
-      "04/08 16:51: Best validation model saved!\r\n",
-      "Train Epoch 36:  38%|█████▎        | 199/528 [02:30<04:07,  1.33it/s, loss=25.3]04/08 16:54: Train Epoch 36: 200/528 Loss: 23.660044\r\n",
-      "Train Epoch 36:  76%|██████████▌   | 399/528 [05:00<01:36,  1.33it/s, loss=20.7]04/08 16:56: Train Epoch 36: 400/528 Loss: 25.008476\r\n",
-      "Train Epoch 36: 100%|████████████████| 528/528 [06:38<00:00,  1.32it/s, loss=23]\r\n",
-      "04/08 16:58: Train Epoch 36: average Loss: 23.245965, time: 398.79 s\r\n",
-      "Val Epoch 36: 100%|████████████████| 176/176 [01:39<00:00,  1.76it/s, loss=30.6]\r\n",
-      "04/08 17:00: Val Epoch 36: average Loss: 24.898684, time: 99.90 s\r\n",
-      "Test Epoch 36: 100%|███████████████| 177/177 [01:40<00:00,  1.76it/s, loss=30.1]\r\n",
-      "04/08 17:01: Test Epoch 36: average Loss: 25.745852, time: 100.55 s\r\n",
-      "Train Epoch 37:  38%|█████▎        | 199/528 [02:30<04:07,  1.33it/s, loss=23.4]04/08 17:04: Train Epoch 37: 200/528 Loss: 23.994799\r\n",
-      "Train Epoch 37:  76%|████████████    | 399/528 [05:02<01:37,  1.33it/s, loss=22]04/08 17:06: Train Epoch 37: 400/528 Loss: 23.681894\r\n",
-      "Train Epoch 37: 100%|██████████████| 528/528 [06:39<00:00,  1.32it/s, loss=24.6]\r\n",
-      "04/08 17:08: Train Epoch 37: average Loss: 23.102288, time: 399.65 s\r\n",
-      "Val Epoch 37: 100%|████████████████| 176/176 [01:40<00:00,  1.76it/s, loss=30.7]\r\n",
-      "04/08 17:10: Val Epoch 37: average Loss: 24.692985, time: 100.28 s\r\n",
-      "Test Epoch 37: 100%|███████████████| 177/177 [01:39<00:00,  1.78it/s, loss=28.8]\r\n",
-      "04/08 17:11: Test Epoch 37: average Loss: 25.560800, time: 99.56 s\r\n",
-      "04/08 17:11: Best validation model saved!\r\n",
-      "Train Epoch 38:  38%|█████▎        | 199/528 [02:24<03:59,  1.38it/s, loss=23.6]04/08 17:14: Train Epoch 38: 200/528 Loss: 23.327175\r\n",
-      "Train Epoch 38:  76%|██████████▌   | 399/528 [04:50<01:35,  1.36it/s, loss=24.3]04/08 17:16: Train Epoch 38: 400/528 Loss: 22.640055\r\n",
-      "Train Epoch 38: 100%|██████████████| 528/528 [06:26<00:00,  1.37it/s, loss=23.3]\r\n",
-      "04/08 17:18: Train Epoch 38: average Loss: 23.072690, time: 386.50 s\r\n",
-      "Val Epoch 38: 100%|████████████████| 176/176 [01:35<00:00,  1.85it/s, loss=30.6]\r\n",
-      "04/08 17:19: Val Epoch 38: average Loss: 24.431220, time: 95.35 s\r\n",
-      "Test Epoch 38: 100%|███████████████| 177/177 [01:40<00:00,  1.76it/s, loss=28.3]\r\n",
-      "04/08 17:21: Test Epoch 38: average Loss: 25.296451, time: 100.60 s\r\n",
-      "04/08 17:21: Best validation model saved!\r\n",
-      "Train Epoch 39:  38%|█████▎        | 199/528 [02:31<04:09,  1.32it/s, loss=24.3]04/08 17:24: Train Epoch 39: 200/528 Loss: 22.782932\r\n",
-      "Train Epoch 39:  76%|████████████    | 399/528 [05:03<01:39,  1.30it/s, loss=23]04/08 17:26: Train Epoch 39: 400/528 Loss: 23.678173\r\n",
-      "Train Epoch 39: 100%|██████████████| 528/528 [06:41<00:00,  1.32it/s, loss=23.4]\r\n",
-      "04/08 17:28: Train Epoch 39: average Loss: 22.957143, time: 401.08 s\r\n",
-      "Val Epoch 39: 100%|████████████████| 176/176 [01:40<00:00,  1.75it/s, loss=31.1]\r\n",
-      "04/08 17:29: Val Epoch 39: average Loss: 24.810070, time: 100.29 s\r\n",
-      "Test Epoch 39: 100%|███████████████| 177/177 [01:48<00:00,  1.63it/s, loss=28.6]\r\n",
-      "04/08 17:31: Test Epoch 39: average Loss: 25.615832, time: 108.49 s\r\n",
-      "Train Epoch 40:  38%|█████▎        | 199/528 [02:41<04:26,  1.23it/s, loss=23.3]04/08 17:34: Train Epoch 40: 200/528 Loss: 22.574232\r\n",
-      "Train Epoch 40:  76%|██████████▌   | 399/528 [05:23<01:45,  1.22it/s, loss=24.8]04/08 17:37: Train Epoch 40: 400/528 Loss: 23.386497\r\n",
-      "Train Epoch 40: 100%|██████████████| 528/528 [07:08<00:00,  1.23it/s, loss=24.2]\r\n",
-      "04/08 17:38: Train Epoch 40: average Loss: 22.889940, time: 428.26 s\r\n",
-      "Val Epoch 40: 100%|████████████████| 176/176 [01:47<00:00,  1.63it/s, loss=30.7]\r\n",
-      "04/08 17:40: Val Epoch 40: average Loss: 24.732732, time: 107.75 s\r\n",
-      "Test Epoch 40: 100%|███████████████| 177/177 [01:48<00:00,  1.63it/s, loss=29.5]\r\n",
-      "04/08 17:42: Test Epoch 40: average Loss: 25.563297, time: 108.53 s\r\n",
-      "Train Epoch 41:  38%|█████▎        | 199/528 [02:41<04:24,  1.24it/s, loss=22.5]04/08 17:45: Train Epoch 41: 200/528 Loss: 23.300976\r\n",
-      "Train Epoch 41:  76%|████████████    | 399/528 [05:22<01:43,  1.24it/s, loss=23]04/08 17:47: Train Epoch 41: 400/528 Loss: 21.963335\r\n",
-      "Train Epoch 41: 100%|██████████████| 528/528 [07:06<00:00,  1.24it/s, loss=23.1]\r\n",
-      "04/08 17:49: Train Epoch 41: average Loss: 22.919438, time: 426.59 s\r\n",
-      "Val Epoch 41: 100%|████████████████| 176/176 [01:47<00:00,  1.63it/s, loss=30.7]\r\n",
-      "04/08 17:51: Val Epoch 41: average Loss: 24.750864, time: 107.83 s\r\n",
-      "Test Epoch 41: 100%|███████████████| 177/177 [01:48<00:00,  1.63it/s, loss=30.3]\r\n",
-      "04/08 17:53: Test Epoch 41: average Loss: 25.619778, time: 108.33 s\r\n",
-      "Train Epoch 42:  38%|█████▎        | 199/528 [02:41<04:25,  1.24it/s, loss=21.5]04/08 17:55: Train Epoch 42: 200/528 Loss: 22.754194\r\n",
-      "Train Epoch 42:  76%|██████████▌   | 399/528 [05:23<01:46,  1.21it/s, loss=20.8]04/08 17:58: Train Epoch 42: 400/528 Loss: 23.086184\r\n",
-      "Train Epoch 42: 100%|██████████████| 528/528 [07:08<00:00,  1.23it/s, loss=22.1]\r\n",
-      "04/08 18:00: Train Epoch 42: average Loss: 22.886956, time: 428.97 s\r\n",
-      "Val Epoch 42: 100%|████████████████| 176/176 [01:50<00:00,  1.59it/s, loss=30.7]\r\n",
-      "04/08 18:02: Val Epoch 42: average Loss: 24.739684, time: 110.70 s\r\n",
-      "Test Epoch 42: 100%|█████████████████| 177/177 [01:48<00:00,  1.63it/s, loss=28]\r\n",
-      "04/08 18:04: Test Epoch 42: average Loss: 25.695647, time: 108.64 s\r\n",
-      "Train Epoch 43:  38%|█████▎        | 199/528 [02:41<04:27,  1.23it/s, loss=22.2]04/08 18:06: Train Epoch 43: 200/528 Loss: 24.081762\r\n",
-      "Train Epoch 43:  76%|██████████▌   | 399/528 [05:23<01:45,  1.22it/s, loss=22.7]04/08 18:09: Train Epoch 43: 400/528 Loss: 22.145149\r\n",
-      "Train Epoch 43: 100%|██████████████| 528/528 [07:08<00:00,  1.23it/s, loss=20.2]\r\n",
-      "04/08 18:11: Train Epoch 43: average Loss: 22.709868, time: 428.03 s\r\n",
-      "Val Epoch 43: 100%|████████████████| 176/176 [01:48<00:00,  1.63it/s, loss=30.2]\r\n",
-      "04/08 18:12: Val Epoch 43: average Loss: 24.586152, time: 108.09 s\r\n",
-      "Test Epoch 43: 100%|█████████████████| 177/177 [01:52<00:00,  1.57it/s, loss=28]\r\n",
-      "04/08 18:14: Test Epoch 43: average Loss: 25.506224, time: 112.68 s\r\n",
-      "Train Epoch 44:  38%|█████▎        | 199/528 [02:43<04:25,  1.24it/s, loss=22.9]04/08 18:17: Train Epoch 44: 200/528 Loss: 21.784678\r\n",
-      "Train Epoch 44:  76%|██████████▌   | 399/528 [05:24<01:44,  1.24it/s, loss=23.2]04/08 18:20: Train Epoch 44: 400/528 Loss: 22.825453\r\n",
-      "Train Epoch 44: 100%|██████████████| 528/528 [07:09<00:00,  1.23it/s, loss=22.1]\r\n",
-      "04/08 18:22: Train Epoch 44: average Loss: 22.728946, time: 429.51 s\r\n",
-      "Val Epoch 44: 100%|████████████████| 176/176 [01:47<00:00,  1.63it/s, loss=30.5]\r\n",
-      "04/08 18:23: Val Epoch 44: average Loss: 24.630958, time: 107.93 s\r\n",
-      "Test Epoch 44: 100%|███████████████| 177/177 [01:48<00:00,  1.63it/s, loss=29.4]\r\n",
-      "04/08 18:25: Test Epoch 44: average Loss: 25.617705, time: 108.57 s\r\n",
-      "Train Epoch 45:  38%|█████▎        | 199/528 [02:41<04:26,  1.24it/s, loss=22.3]04/08 18:28: Train Epoch 45: 200/528 Loss: 21.647163\r\n",
-      "Train Epoch 45:  76%|██████████▌   | 399/528 [05:22<01:45,  1.23it/s, loss=22.3]04/08 18:31: Train Epoch 45: 400/528 Loss: 23.803793\r\n",
-      "Train Epoch 45: 100%|██████████████| 528/528 [07:07<00:00,  1.24it/s, loss=24.3]\r\n",
-      "04/08 18:32: Train Epoch 45: average Loss: 22.684622, time: 427.48 s\r\n",
-      "Val Epoch 45: 100%|████████████████| 176/176 [01:51<00:00,  1.57it/s, loss=30.5]\r\n",
-      "04/08 18:34: Val Epoch 45: average Loss: 24.671339, time: 111.77 s\r\n",
-      "Test Epoch 45: 100%|███████████████| 177/177 [01:54<00:00,  1.55it/s, loss=27.7]\r\n",
-      "04/08 18:36: Test Epoch 45: average Loss: 25.572737, time: 114.17 s\r\n",
-      "Train Epoch 46:  38%|█████▎        | 199/528 [02:38<04:18,  1.27it/s, loss=22.1]04/08 18:39: Train Epoch 46: 200/528 Loss: 23.066671\r\n",
-      "Train Epoch 46:  76%|██████████▌   | 399/528 [05:17<01:41,  1.27it/s, loss=23.9]04/08 18:41: Train Epoch 46: 400/528 Loss: 22.233292\r\n",
-      "Train Epoch 46: 100%|██████████████| 528/528 [07:01<00:00,  1.25it/s, loss=23.7]\r\n",
-      "04/08 18:43: Train Epoch 46: average Loss: 22.585589, time: 421.65 s\r\n",
-      "Val Epoch 46: 100%|████████████████| 176/176 [01:50<00:00,  1.60it/s, loss=30.3]\r\n",
-      "04/08 18:45: Val Epoch 46: average Loss: 24.651710, time: 110.10 s\r\n",
-      "Test Epoch 46: 100%|███████████████| 177/177 [01:49<00:00,  1.61it/s, loss=28.5]\r\n",
-      "04/08 18:47: Test Epoch 46: average Loss: 25.484251, time: 109.81 s\r\n",
-      "Train Epoch 47:  38%|█████▎        | 199/528 [02:41<04:29,  1.22it/s, loss=23.3]04/08 18:49: Train Epoch 47: 200/528 Loss: 24.064108\r\n",
-      "Train Epoch 47:  76%|██████████▌   | 399/528 [05:23<01:44,  1.23it/s, loss=22.3]04/08 18:52: Train Epoch 47: 400/528 Loss: 23.831778\r\n",
-      "Train Epoch 47: 100%|████████████████| 528/528 [07:08<00:00,  1.23it/s, loss=22]\r\n",
-      "04/08 18:54: Train Epoch 47: average Loss: 22.689318, time: 428.30 s\r\n",
-      "Val Epoch 47: 100%|████████████████| 176/176 [01:48<00:00,  1.62it/s, loss=30.3]\r\n",
-      "04/08 18:56: Val Epoch 47: average Loss: 24.486686, time: 108.72 s\r\n",
-      "Test Epoch 47: 100%|█████████████████| 177/177 [01:49<00:00,  1.62it/s, loss=28]\r\n",
-      "04/08 18:57: Test Epoch 47: average Loss: 25.397811, time: 109.19 s\r\n",
-      "Train Epoch 48:  38%|██████          | 199/528 [02:41<04:28,  1.23it/s, loss=22]04/08 19:00: Train Epoch 48: 200/528 Loss: 23.515970\r\n",
-      "Train Epoch 48:  76%|██████████▌   | 399/528 [05:23<01:46,  1.22it/s, loss=22.2]04/08 19:03: Train Epoch 48: 400/528 Loss: 22.943794\r\n",
-      "Train Epoch 48: 100%|██████████████| 528/528 [07:08<00:00,  1.23it/s, loss=22.4]\r\n",
-      "04/08 19:05: Train Epoch 48: average Loss: 22.566369, time: 428.71 s\r\n",
-      "Val Epoch 48: 100%|████████████████| 176/176 [01:48<00:00,  1.62it/s, loss=30.1]\r\n",
-      "04/08 19:06: Val Epoch 48: average Loss: 24.688621, time: 108.56 s\r\n",
-      "Test Epoch 48: 100%|███████████████| 177/177 [01:49<00:00,  1.62it/s, loss=27.9]\r\n",
-      "04/08 19:08: Test Epoch 48: average Loss: 25.612417, time: 109.13 s\r\n",
-      "Train Epoch 49:  38%|█████▎        | 199/528 [02:40<04:26,  1.23it/s, loss=21.4]04/08 19:11: Train Epoch 49: 200/528 Loss: 21.640944\r\n",
-      "Train Epoch 49:  76%|██████████▌   | 399/528 [05:22<01:45,  1.23it/s, loss=22.6]04/08 19:14: Train Epoch 49: 400/528 Loss: 22.297729\r\n",
-      "Train Epoch 49: 100%|████████████████| 528/528 [07:07<00:00,  1.24it/s, loss=23]\r\n",
-      "04/08 19:15: Train Epoch 49: average Loss: 22.454406, time: 427.11 s\r\n",
-      "Val Epoch 49: 100%|████████████████| 176/176 [01:48<00:00,  1.63it/s, loss=29.9]\r\n",
-      "04/08 19:17: Val Epoch 49: average Loss: 24.360070, time: 108.08 s\r\n",
-      "Test Epoch 49: 100%|███████████████| 177/177 [01:48<00:00,  1.63it/s, loss=28.4]\r\n",
-      "04/08 19:19: Test Epoch 49: average Loss: 25.232946, time: 108.67 s\r\n",
-      "04/08 19:19: Best validation model saved!\r\n",
-      "Train Epoch 50:  38%|█████▎        | 199/528 [02:40<04:26,  1.24it/s, loss=23.3]04/08 19:22: Train Epoch 50: 200/528 Loss: 23.228205\r\n",
-      "Train Epoch 50:  76%|██████████▌   | 399/528 [05:22<01:45,  1.23it/s, loss=21.4]04/08 19:24: Train Epoch 50: 400/528 Loss: 20.179550\r\n",
-      "Train Epoch 50: 100%|██████████████| 528/528 [07:07<00:00,  1.24it/s, loss=23.4]\r\n",
-      "04/08 19:26: Train Epoch 50: average Loss: 22.415472, time: 427.39 s\r\n",
-      "Val Epoch 50: 100%|████████████████| 176/176 [01:48<00:00,  1.62it/s, loss=30.9]\r\n",
-      "04/08 19:28: Val Epoch 50: average Loss: 25.120636, time: 108.42 s\r\n",
-      "Test Epoch 50: 100%|███████████████| 177/177 [01:48<00:00,  1.63it/s, loss=27.8]\r\n",
-      "04/08 19:30: Test Epoch 50: average Loss: 26.014252, time: 108.90 s\r\n",
-      "Train Epoch 51:  38%|█████▎        | 199/528 [02:40<04:24,  1.24it/s, loss=22.3]04/08 19:32: Train Epoch 51: 200/528 Loss: 22.895123\r\n",
-      "Train Epoch 51:  76%|██████████▌   | 399/528 [05:22<01:44,  1.23it/s, loss=22.4]04/08 19:35: Train Epoch 51: 400/528 Loss: 22.110296\r\n",
-      "Train Epoch 51: 100%|████████████████| 528/528 [07:06<00:00,  1.24it/s, loss=23]\r\n",
-      "04/08 19:37: Train Epoch 51: average Loss: 22.433433, time: 426.59 s\r\n",
-      "Val Epoch 51: 100%|████████████████| 176/176 [01:48<00:00,  1.63it/s, loss=29.7]\r\n",
-      "04/08 19:39: Val Epoch 51: average Loss: 24.459329, time: 108.01 s\r\n",
-      "Test Epoch 51: 100%|███████████████| 177/177 [01:48<00:00,  1.63it/s, loss=28.5]\r\n",
-      "04/08 19:40: Test Epoch 51: average Loss: 25.384030, time: 108.59 s\r\n",
-      "Train Epoch 52:  38%|█████▎        | 199/528 [02:40<04:25,  1.24it/s, loss=21.2]04/08 19:43: Train Epoch 52: 200/528 Loss: 21.799185\r\n",
-      "Train Epoch 52:  76%|██████████▌   | 399/528 [05:25<01:44,  1.24it/s, loss=21.9]04/08 19:46: Train Epoch 52: 400/528 Loss: 20.952946\r\n",
-      "Train Epoch 52: 100%|██████████████| 528/528 [07:10<00:00,  1.23it/s, loss=20.8]\r\n",
-      "04/08 19:48: Train Epoch 52: average Loss: 22.304475, time: 430.03 s\r\n",
-      "Val Epoch 52: 100%|████████████████| 176/176 [01:59<00:00,  1.48it/s, loss=30.1]\r\n",
-      "04/08 19:50: Val Epoch 52: average Loss: 24.404212, time: 119.19 s\r\n",
-      "Test Epoch 52: 100%|███████████████| 177/177 [01:53<00:00,  1.56it/s, loss=29.3]\r\n",
-      "04/08 19:51: Test Epoch 52: average Loss: 25.253116, time: 113.26 s\r\n",
-      "Train Epoch 53:  38%|█████▎        | 199/528 [02:41<04:26,  1.24it/s, loss=21.8]04/08 19:54: Train Epoch 53: 200/528 Loss: 22.374889\r\n",
-      "Train Epoch 53:  76%|██████████▌   | 399/528 [05:24<01:44,  1.23it/s, loss=20.2]04/08 19:57: Train Epoch 53: 400/528 Loss: 23.522432\r\n",
-      "Train Epoch 53: 100%|██████████████| 528/528 [07:11<00:00,  1.22it/s, loss=21.4]\r\n",
-      "04/08 19:59: Train Epoch 53: average Loss: 22.348394, time: 431.25 s\r\n",
-      "Val Epoch 53: 100%|██████████████████| 176/176 [01:49<00:00,  1.61it/s, loss=30]\r\n",
-      "04/08 20:00: Val Epoch 53: average Loss: 24.454229, time: 109.30 s\r\n",
-      "Test Epoch 53: 100%|███████████████| 177/177 [01:49<00:00,  1.62it/s, loss=28.7]\r\n",
-      "04/08 20:02: Test Epoch 53: average Loss: 25.347012, time: 109.19 s\r\n",
-      "Train Epoch 54:  38%|█████▎        | 199/528 [02:42<04:26,  1.24it/s, loss=20.5]04/08 20:05: Train Epoch 54: 200/528 Loss: 20.997311\r\n",
-      "Train Epoch 54:  76%|██████████▌   | 399/528 [05:24<01:44,  1.24it/s, loss=21.9]04/08 20:08: Train Epoch 54: 400/528 Loss: 21.655815\r\n",
-      "Train Epoch 54: 100%|██████████████| 528/528 [07:08<00:00,  1.23it/s, loss=21.4]\r\n",
-      "04/08 20:09: Train Epoch 54: average Loss: 22.298831, time: 428.84 s\r\n",
-      "Val Epoch 54: 100%|████████████████| 176/176 [01:48<00:00,  1.62it/s, loss=29.8]\r\n",
-      "04/08 20:11: Val Epoch 54: average Loss: 24.407061, time: 108.31 s\r\n",
-      "Test Epoch 54: 100%|███████████████| 177/177 [01:49<00:00,  1.61it/s, loss=27.5]\r\n",
-      "04/08 20:13: Test Epoch 54: average Loss: 25.343416, time: 109.84 s\r\n",
-      "Train Epoch 55:  38%|█████▎        | 199/528 [02:57<05:19,  1.03it/s, loss=22.3]04/08 20:16: Train Epoch 55: 200/528 Loss: 22.813297\r\n",
-      "Train Epoch 55:  76%|██████████▌   | 399/528 [05:34<01:40,  1.29it/s, loss=22.3]04/08 20:19: Train Epoch 55: 400/528 Loss: 23.470083\r\n",
-      "Train Epoch 55: 100%|██████████████| 528/528 [07:14<00:00,  1.22it/s, loss=23.3]\r\n",
-      "04/08 20:20: Train Epoch 55: average Loss: 22.239820, time: 434.26 s\r\n",
-      "Val Epoch 55: 100%|██████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=30]\r\n",
-      "04/08 20:22: Val Epoch 55: average Loss: 24.448125, time: 102.72 s\r\n",
-      "Test Epoch 55: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28.6]\r\n",
-      "04/08 20:24: Test Epoch 55: average Loss: 25.343705, time: 103.37 s\r\n",
-      "Train Epoch 56:  38%|█████▎        | 199/528 [02:34<04:14,  1.29it/s, loss=22.8]04/08 20:26: Train Epoch 56: 200/528 Loss: 22.752073\r\n",
-      "Train Epoch 56:  76%|████████████    | 399/528 [05:09<01:39,  1.29it/s, loss=21]04/08 20:29: Train Epoch 56: 400/528 Loss: 22.396772\r\n",
-      "Train Epoch 56: 100%|██████████████| 528/528 [06:49<00:00,  1.29it/s, loss=20.5]\r\n",
-      "04/08 20:31: Train Epoch 56: average Loss: 22.202584, time: 409.10 s\r\n",
-      "Val Epoch 56: 100%|██████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=30]\r\n",
-      "04/08 20:32: Val Epoch 56: average Loss: 24.611096, time: 102.44 s\r\n",
-      "Test Epoch 56: 100%|███████████████| 177/177 [01:42<00:00,  1.72it/s, loss=27.9]\r\n",
-      "04/08 20:34: Test Epoch 56: average Loss: 25.572820, time: 102.99 s\r\n",
-      "Train Epoch 57:  38%|█████▎        | 199/528 [02:34<04:14,  1.29it/s, loss=24.2]04/08 20:37: Train Epoch 57: 200/528 Loss: 23.031363\r\n",
-      "Train Epoch 57:  76%|██████████▌   | 399/528 [05:09<01:39,  1.29it/s, loss=22.6]04/08 20:39: Train Epoch 57: 400/528 Loss: 23.501755\r\n",
-      "Train Epoch 57: 100%|██████████████| 528/528 [06:48<00:00,  1.29it/s, loss=21.7]\r\n",
-      "04/08 20:41: Train Epoch 57: average Loss: 22.154696, time: 408.95 s\r\n",
-      "Val Epoch 57: 100%|████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=29.6]\r\n",
-      "04/08 20:43: Val Epoch 57: average Loss: 24.336961, time: 102.41 s\r\n",
-      "Test Epoch 57: 100%|███████████████| 177/177 [01:42<00:00,  1.72it/s, loss=28.3]\r\n",
-      "04/08 20:44: Test Epoch 57: average Loss: 25.276074, time: 102.98 s\r\n",
-      "04/08 20:44: Best validation model saved!\r\n",
-      "Train Epoch 58:  38%|█████▎        | 199/528 [02:33<04:15,  1.29it/s, loss=23.1]04/08 20:47: Train Epoch 58: 200/528 Loss: 23.232286\r\n",
-      "Train Epoch 58:  76%|██████████▌   | 399/528 [05:08<01:39,  1.29it/s, loss=23.1]04/08 20:49: Train Epoch 58: 400/528 Loss: 21.118975\r\n",
-      "Train Epoch 58: 100%|████████████████| 528/528 [06:48<00:00,  1.29it/s, loss=23]\r\n",
-      "04/08 20:51: Train Epoch 58: average Loss: 22.169677, time: 408.65 s\r\n",
-      "Val Epoch 58: 100%|██████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=30]\r\n",
-      "04/08 20:53: Val Epoch 58: average Loss: 24.306229, time: 102.40 s\r\n",
-      "Test Epoch 58: 100%|███████████████| 177/177 [01:42<00:00,  1.72it/s, loss=28.8]\r\n",
-      "04/08 20:54: Test Epoch 58: average Loss: 25.260922, time: 102.98 s\r\n",
-      "04/08 20:54: Best validation model saved!\r\n",
-      "Train Epoch 59:  38%|█████▎        | 199/528 [02:34<04:14,  1.29it/s, loss=21.5]04/08 20:57: Train Epoch 59: 200/528 Loss: 23.379562\r\n",
-      "Train Epoch 59:  76%|██████████▌   | 399/528 [05:08<01:39,  1.29it/s, loss=23.2]04/08 21:00: Train Epoch 59: 400/528 Loss: 21.852484\r\n",
-      "Train Epoch 59: 100%|████████████████| 528/528 [06:49<00:00,  1.29it/s, loss=21]\r\n",
-      "04/08 21:01: Train Epoch 59: average Loss: 22.219264, time: 409.96 s\r\n",
-      "Val Epoch 59: 100%|████████████████| 176/176 [01:43<00:00,  1.71it/s, loss=29.7]\r\n",
-      "04/08 21:03: Val Epoch 59: average Loss: 24.406710, time: 103.07 s\r\n",
-      "Test Epoch 59: 100%|█████████████████| 177/177 [01:45<00:00,  1.67it/s, loss=28]\r\n",
-      "04/08 21:05: Test Epoch 59: average Loss: 25.398466, time: 105.73 s\r\n",
-      "Train Epoch 60:  38%|█████▎        | 199/528 [02:35<04:14,  1.29it/s, loss=22.6]04/08 21:07: Train Epoch 60: 200/528 Loss: 22.283152\r\n",
-      "Train Epoch 60:  76%|██████████▌   | 399/528 [05:20<01:40,  1.28it/s, loss=22.1]04/08 21:10: Train Epoch 60: 400/528 Loss: 20.604773\r\n",
-      "Train Epoch 60: 100%|██████████████| 528/528 [07:02<00:00,  1.25it/s, loss=21.9]\r\n",
-      "04/08 21:12: Train Epoch 60: average Loss: 22.117966, time: 422.28 s\r\n",
-      "Val Epoch 60: 100%|████████████████| 176/176 [01:45<00:00,  1.67it/s, loss=29.8]\r\n",
-      "04/08 21:14: Val Epoch 60: average Loss: 24.156659, time: 105.39 s\r\n",
-      "Test Epoch 60: 100%|███████████████| 177/177 [01:55<00:00,  1.54it/s, loss=27.8]\r\n",
-      "04/08 21:16: Test Epoch 60: average Loss: 25.174639, time: 115.25 s\r\n",
-      "04/08 21:16: Best validation model saved!\r\n",
-      "Train Epoch 61:  38%|█████▎        | 199/528 [02:48<03:58,  1.38it/s, loss=22.9]04/08 21:18: Train Epoch 61: 200/528 Loss: 22.834299\r\n",
-      "Train Epoch 61:  76%|██████████▌   | 399/528 [05:13<01:33,  1.38it/s, loss=21.5]04/08 21:21: Train Epoch 61: 400/528 Loss: 22.014921\r\n",
-      "Train Epoch 61: 100%|██████████████| 528/528 [06:46<00:00,  1.30it/s, loss=20.2]\r\n",
-      "04/08 21:22: Train Epoch 61: average Loss: 22.061191, time: 406.92 s\r\n",
-      "Val Epoch 61: 100%|████████████████| 176/176 [01:35<00:00,  1.85it/s, loss=30.3]\r\n",
-      "04/08 21:24: Val Epoch 61: average Loss: 24.424577, time: 95.31 s\r\n",
-      "Test Epoch 61: 100%|███████████████| 177/177 [01:36<00:00,  1.84it/s, loss=28.9]\r\n",
-      "04/08 21:25: Test Epoch 61: average Loss: 25.334421, time: 96.20 s\r\n",
-      "Train Epoch 62:  38%|█████▎        | 199/528 [02:29<04:16,  1.28it/s, loss=20.8]04/08 21:28: Train Epoch 62: 200/528 Loss: 21.911627\r\n",
-      "Train Epoch 62:  76%|██████████▌   | 399/528 [05:07<01:54,  1.13it/s, loss=22.8]04/08 21:31: Train Epoch 62: 400/528 Loss: 22.581177\r\n",
-      "Train Epoch 62: 100%|██████████████| 528/528 [06:45<00:00,  1.30it/s, loss=22.4]\r\n",
-      "04/08 21:32: Train Epoch 62: average Loss: 22.000420, time: 405.46 s\r\n",
-      "Val Epoch 62: 100%|██████████████████| 176/176 [01:36<00:00,  1.83it/s, loss=30]\r\n",
-      "04/08 21:34: Val Epoch 62: average Loss: 24.677021, time: 96.39 s\r\n",
-      "Test Epoch 62: 100%|███████████████| 177/177 [01:35<00:00,  1.86it/s, loss=29.3]\r\n",
-      "04/08 21:35: Test Epoch 62: average Loss: 25.522140, time: 95.25 s\r\n",
-      "Train Epoch 63:  38%|██████          | 199/528 [02:25<04:00,  1.37it/s, loss=23]04/08 21:38: Train Epoch 63: 200/528 Loss: 19.955477\r\n",
-      "Train Epoch 63:  76%|██████████▌   | 399/528 [04:58<01:40,  1.28it/s, loss=20.9]04/08 21:40: Train Epoch 63: 400/528 Loss: 21.631018\r\n",
-      "Train Epoch 63: 100%|██████████████| 528/528 [06:39<00:00,  1.32it/s, loss=20.9]\r\n",
-      "04/08 21:42: Train Epoch 63: average Loss: 22.083579, time: 399.27 s\r\n",
-      "Val Epoch 63: 100%|████████████████| 176/176 [01:43<00:00,  1.70it/s, loss=29.6]\r\n",
-      "04/08 21:44: Val Epoch 63: average Loss: 24.222951, time: 103.32 s\r\n",
-      "Test Epoch 63: 100%|███████████████| 177/177 [01:43<00:00,  1.70it/s, loss=27.7]\r\n",
-      "04/08 21:46: Test Epoch 63: average Loss: 25.181125, time: 103.85 s\r\n",
-      "Train Epoch 64:  38%|█████▎        | 199/528 [02:35<04:16,  1.28it/s, loss=22.6]04/08 21:48: Train Epoch 64: 200/528 Loss: 22.427425\r\n",
-      "Train Epoch 64:  76%|██████████▌   | 399/528 [05:11<01:40,  1.28it/s, loss=21.5]04/08 21:51: Train Epoch 64: 400/528 Loss: 21.714712\r\n",
-      "Train Epoch 64: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=22.2]\r\n",
-      "04/08 21:52: Train Epoch 64: average Loss: 21.950681, time: 411.54 s\r\n",
-      "Val Epoch 64: 100%|████████████████| 176/176 [01:43<00:00,  1.71it/s, loss=29.7]\r\n",
-      "04/08 21:54: Val Epoch 64: average Loss: 24.382437, time: 103.02 s\r\n",
-      "Test Epoch 64: 100%|█████████████████| 177/177 [01:43<00:00,  1.70it/s, loss=29]\r\n",
-      "04/08 21:56: Test Epoch 64: average Loss: 25.377277, time: 103.82 s\r\n",
-      "Train Epoch 65:  38%|█████▎        | 199/528 [02:35<04:16,  1.28it/s, loss=22.7]04/08 21:58: Train Epoch 65: 200/528 Loss: 22.368689\r\n",
-      "Train Epoch 65:  76%|██████████▌   | 399/528 [05:11<01:40,  1.28it/s, loss=21.7]04/08 22:01: Train Epoch 65: 400/528 Loss: 21.960913\r\n",
-      "Train Epoch 65: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=20.5]\r\n",
-      "04/08 22:03: Train Epoch 65: average Loss: 21.966966, time: 411.67 s\r\n",
-      "Val Epoch 65: 100%|████████████████| 176/176 [01:43<00:00,  1.71it/s, loss=29.6]\r\n",
-      "04/08 22:04: Val Epoch 65: average Loss: 24.622870, time: 103.04 s\r\n",
-      "Test Epoch 65: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=27.9]\r\n",
-      "04/08 22:06: Test Epoch 65: average Loss: 25.538442, time: 103.48 s\r\n",
-      "Train Epoch 66:  38%|██████          | 199/528 [02:34<04:15,  1.29it/s, loss=23]04/08 22:09: Train Epoch 66: 200/528 Loss: 22.989115\r\n",
-      "Train Epoch 66:  76%|██████████▌   | 399/528 [05:10<01:40,  1.28it/s, loss=20.3]04/08 22:11: Train Epoch 66: 400/528 Loss: 20.587227\r\n",
-      "Train Epoch 66: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=22.3]\r\n",
-      "04/08 22:13: Train Epoch 66: average Loss: 21.959538, time: 411.43 s\r\n",
-      "Val Epoch 66: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=29.7]\r\n",
-      "04/08 22:15: Val Epoch 66: average Loss: 24.062850, time: 102.92 s\r\n",
-      "Test Epoch 66: 100%|█████████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28]\r\n",
-      "04/08 22:16: Test Epoch 66: average Loss: 25.035814, time: 103.32 s\r\n",
-      "04/08 22:16: Best validation model saved!\r\n",
-      "Train Epoch 67:  38%|█████▎        | 199/528 [02:35<04:15,  1.29it/s, loss=24.4]04/08 22:19: Train Epoch 67: 200/528 Loss: 22.956549\r\n",
-      "Train Epoch 67:  76%|██████████▌   | 399/528 [05:10<01:40,  1.28it/s, loss=22.6]04/08 22:22: Train Epoch 67: 400/528 Loss: 19.734846\r\n",
-      "Train Epoch 67: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=22.2]\r\n",
-      "04/08 22:23: Train Epoch 67: average Loss: 21.826614, time: 411.04 s\r\n",
-      "Val Epoch 67: 100%|████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=29.3]\r\n",
-      "04/08 22:25: Val Epoch 67: average Loss: 24.249334, time: 102.61 s\r\n",
-      "Test Epoch 67: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=29.5]\r\n",
-      "04/08 22:27: Test Epoch 67: average Loss: 25.207776, time: 103.35 s\r\n",
-      "Train Epoch 68:  38%|█████▎        | 199/528 [02:35<04:16,  1.28it/s, loss=20.4]04/08 22:29: Train Epoch 68: 200/528 Loss: 21.244411\r\n",
-      "Train Epoch 68:  76%|██████████▌   | 399/528 [05:11<01:40,  1.28it/s, loss=21.3]04/08 22:32: Train Epoch 68: 400/528 Loss: 21.862625\r\n",
-      "Train Epoch 68: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=20.3]\r\n",
-      "04/08 22:34: Train Epoch 68: average Loss: 21.910582, time: 411.83 s\r\n",
-      "Val Epoch 68: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=30.1]\r\n",
-      "04/08 22:35: Val Epoch 68: average Loss: 24.487492, time: 102.84 s\r\n",
-      "Test Epoch 68: 100%|███████████████| 177/177 [01:43<00:00,  1.72it/s, loss=27.4]\r\n",
-      "04/08 22:37: Test Epoch 68: average Loss: 25.511085, time: 103.19 s\r\n",
-      "Train Epoch 69:  38%|█████▎        | 199/528 [02:35<04:16,  1.28it/s, loss=20.8]04/08 22:40: Train Epoch 69: 200/528 Loss: 22.069948\r\n",
-      "Train Epoch 69:  76%|██████████▌   | 399/528 [05:11<01:40,  1.28it/s, loss=22.7]04/08 22:42: Train Epoch 69: 400/528 Loss: 21.272472\r\n",
-      "Train Epoch 69: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=21.8]\r\n",
-      "04/08 22:44: Train Epoch 69: average Loss: 21.888488, time: 411.97 s\r\n",
-      "Val Epoch 69: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=29.3]\r\n",
-      "04/08 22:46: Val Epoch 69: average Loss: 24.107264, time: 102.91 s\r\n",
-      "Test Epoch 69: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=27.9]\r\n",
-      "04/08 22:47: Test Epoch 69: average Loss: 25.128430, time: 103.31 s\r\n",
-      "Train Epoch 70:  38%|█████▎        | 199/528 [02:34<04:16,  1.28it/s, loss=22.2]04/08 22:50: Train Epoch 70: 200/528 Loss: 21.008465\r\n",
-      "Train Epoch 70:  76%|██████████▌   | 399/528 [05:10<01:40,  1.28it/s, loss=22.8]04/08 22:53: Train Epoch 70: 400/528 Loss: 22.483192\r\n",
-      "Train Epoch 70: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=21.4]\r\n",
-      "04/08 22:54: Train Epoch 70: average Loss: 21.857219, time: 411.26 s\r\n",
-      "Val Epoch 70: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=29.2]\r\n",
-      "04/08 22:56: Val Epoch 70: average Loss: 24.165187, time: 102.75 s\r\n",
-      "Test Epoch 70: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28.5]\r\n",
-      "04/08 22:58: Test Epoch 70: average Loss: 25.192606, time: 103.55 s\r\n",
-      "Train Epoch 71:  38%|█████▎        | 199/528 [02:34<04:15,  1.29it/s, loss=22.2]04/08 23:00: Train Epoch 71: 200/528 Loss: 22.276571\r\n",
-      "Train Epoch 71:  76%|██████████▌   | 399/528 [05:10<01:40,  1.28it/s, loss=22.2]04/08 23:03: Train Epoch 71: 400/528 Loss: 22.240211\r\n",
-      "Train Epoch 71: 100%|██████████████| 528/528 [06:50<00:00,  1.28it/s, loss=22.5]\r\n",
-      "04/08 23:04: Train Epoch 71: average Loss: 21.840825, time: 410.98 s\r\n",
-      "Val Epoch 71: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=29.5]\r\n",
-      "04/08 23:06: Val Epoch 71: average Loss: 24.586477, time: 102.79 s\r\n",
-      "Test Epoch 71: 100%|███████████████| 177/177 [01:43<00:00,  1.72it/s, loss=29.4]\r\n",
-      "04/08 23:08: Test Epoch 71: average Loss: 25.532886, time: 103.19 s\r\n",
-      "Train Epoch 72:  38%|██████          | 199/528 [02:35<04:15,  1.29it/s, loss=22]04/08 23:11: Train Epoch 72: 200/528 Loss: 21.006731\r\n",
-      "Train Epoch 72:  76%|██████████▌   | 399/528 [05:10<01:40,  1.28it/s, loss=20.9]04/08 23:13: Train Epoch 72: 400/528 Loss: 22.836811\r\n",
-      "Train Epoch 72: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=23.1]\r\n",
-      "04/08 23:15: Train Epoch 72: average Loss: 21.770749, time: 411.20 s\r\n",
-      "Val Epoch 72: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=29.3]\r\n",
-      "04/08 23:16: Val Epoch 72: average Loss: 24.351769, time: 102.86 s\r\n",
-      "Test Epoch 72: 100%|█████████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28]\r\n",
-      "04/08 23:18: Test Epoch 72: average Loss: 25.325417, time: 103.32 s\r\n",
-      "Train Epoch 73:  38%|█████▎        | 199/528 [02:34<04:15,  1.29it/s, loss=23.8]04/08 23:21: Train Epoch 73: 200/528 Loss: 20.713863\r\n",
-      "Train Epoch 73:  76%|██████████▌   | 399/528 [05:10<01:40,  1.29it/s, loss=20.8]04/08 23:23: Train Epoch 73: 400/528 Loss: 21.173576\r\n",
-      "Train Epoch 73: 100%|██████████████| 528/528 [06:50<00:00,  1.29it/s, loss=22.1]\r\n",
-      "04/08 23:25: Train Epoch 73: average Loss: 21.843614, time: 410.64 s\r\n",
-      "Val Epoch 73: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=29.3]\r\n",
-      "04/08 23:27: Val Epoch 73: average Loss: 24.030815, time: 102.83 s\r\n",
-      "Test Epoch 73: 100%|███████████████| 177/177 [01:43<00:00,  1.72it/s, loss=28.8]\r\n",
-      "04/08 23:28: Test Epoch 73: average Loss: 25.079965, time: 103.14 s\r\n",
-      "04/08 23:28: Best validation model saved!\r\n",
-      "Train Epoch 74:  38%|█████▎        | 199/528 [02:34<04:16,  1.28it/s, loss=21.3]04/08 23:31: Train Epoch 74: 200/528 Loss: 20.374195\r\n",
-      "Train Epoch 74:  76%|██████████▌   | 399/528 [05:10<01:40,  1.28it/s, loss=22.4]04/08 23:34: Train Epoch 74: 400/528 Loss: 22.114908\r\n",
-      "Train Epoch 74: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=23.3]\r\n",
-      "04/08 23:35: Train Epoch 74: average Loss: 21.726487, time: 411.25 s\r\n",
-      "Val Epoch 74: 100%|████████████████| 176/176 [01:43<00:00,  1.71it/s, loss=29.3]\r\n",
-      "04/08 23:37: Val Epoch 74: average Loss: 24.275026, time: 103.02 s\r\n",
-      "Test Epoch 74: 100%|█████████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28]\r\n",
-      "04/08 23:39: Test Epoch 74: average Loss: 25.263646, time: 103.55 s\r\n",
-      "Train Epoch 75:  38%|█████▎        | 199/528 [02:34<04:16,  1.28it/s, loss=22.9]04/08 23:41: Train Epoch 75: 200/528 Loss: 21.188131\r\n",
-      "Train Epoch 75:  76%|██████████▌   | 399/528 [05:10<01:40,  1.29it/s, loss=21.8]04/08 23:44: Train Epoch 75: 400/528 Loss: 23.407150\r\n",
-      "Train Epoch 75: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=22.7]\r\n",
-      "04/08 23:46: Train Epoch 75: average Loss: 21.757892, time: 411.18 s\r\n",
-      "Val Epoch 75: 100%|████████████████| 176/176 [01:43<00:00,  1.71it/s, loss=29.1]\r\n",
-      "04/08 23:47: Val Epoch 75: average Loss: 24.509875, time: 103.16 s\r\n",
-      "Test Epoch 75: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=29.6]\r\n",
-      "04/08 23:49: Test Epoch 75: average Loss: 25.454926, time: 103.79 s\r\n",
-      "Train Epoch 76:  38%|█████▎        | 199/528 [02:35<04:16,  1.28it/s, loss=23.3]04/08 23:52: Train Epoch 76: 200/528 Loss: 21.495623\r\n",
-      "Train Epoch 76:  76%|██████████▌   | 399/528 [05:11<01:40,  1.28it/s, loss=22.2]04/08 23:54: Train Epoch 76: 400/528 Loss: 21.762058\r\n",
-      "Train Epoch 76: 100%|██████████████| 528/528 [06:52<00:00,  1.28it/s, loss=23.6]\r\n",
-      "04/08 23:56: Train Epoch 76: average Loss: 21.659441, time: 412.11 s\r\n",
-      "Val Epoch 76: 100%|████████████████| 176/176 [01:43<00:00,  1.71it/s, loss=28.9]\r\n",
-      "04/08 23:58: Val Epoch 76: average Loss: 24.125523, time: 103.05 s\r\n",
-      "Test Epoch 76: 100%|█████████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28]\r\n",
-      "04/08 23:59: Test Epoch 76: average Loss: 25.202098, time: 103.43 s\r\n",
-      "Train Epoch 77:  38%|█████▎        | 199/528 [02:35<04:16,  1.28it/s, loss=20.6]04/09 00:02: Train Epoch 77: 200/528 Loss: 21.847858\r\n",
-      "Train Epoch 77:  76%|██████████▌   | 399/528 [05:11<01:40,  1.28it/s, loss=18.9]04/09 00:05: Train Epoch 77: 400/528 Loss: 23.011276\r\n",
-      "Train Epoch 77: 100%|████████████████| 528/528 [06:51<00:00,  1.28it/s, loss=21]\r\n",
-      "04/09 00:06: Train Epoch 77: average Loss: 21.681485, time: 411.64 s\r\n",
-      "Val Epoch 77: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=29.1]\r\n",
-      "04/09 00:08: Val Epoch 77: average Loss: 24.078156, time: 102.94 s\r\n",
-      "Test Epoch 77: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28.1]\r\n",
-      "04/09 00:10: Test Epoch 77: average Loss: 25.079848, time: 103.46 s\r\n",
-      "Train Epoch 78:  38%|██████          | 199/528 [02:35<04:16,  1.28it/s, loss=21]04/09 00:12: Train Epoch 78: 200/528 Loss: 21.100031\r\n",
-      "Train Epoch 78:  76%|██████████▌   | 399/528 [05:11<01:40,  1.28it/s, loss=20.3]04/09 00:15: Train Epoch 78: 400/528 Loss: 21.415812\r\n",
-      "Train Epoch 78: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=19.2]\r\n",
-      "04/09 00:17: Train Epoch 78: average Loss: 21.661980, time: 411.69 s\r\n",
-      "Val Epoch 78: 100%|████████████████| 176/176 [01:43<00:00,  1.71it/s, loss=29.3]\r\n",
-      "04/09 00:18: Val Epoch 78: average Loss: 24.371706, time: 103.16 s\r\n",
-      "Test Epoch 78: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=27.8]\r\n",
-      "04/09 00:20: Test Epoch 78: average Loss: 25.365137, time: 103.54 s\r\n",
-      "Train Epoch 79:  38%|█████▎        | 199/528 [02:34<04:16,  1.28it/s, loss=22.3]04/09 00:23: Train Epoch 79: 200/528 Loss: 23.411238\r\n",
-      "Train Epoch 79:  76%|██████████▌   | 399/528 [05:10<01:40,  1.28it/s, loss=21.5]04/09 00:25: Train Epoch 79: 400/528 Loss: 21.130602\r\n",
-      "Train Epoch 79: 100%|██████████████| 528/528 [06:50<00:00,  1.28it/s, loss=21.1]\r\n",
-      "04/09 00:27: Train Epoch 79: average Loss: 21.699253, time: 410.99 s\r\n",
-      "Val Epoch 79: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=29.3]\r\n",
-      "04/09 00:29: Val Epoch 79: average Loss: 24.092897, time: 102.92 s\r\n",
-      "Test Epoch 79: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28.3]\r\n",
-      "04/09 00:30: Test Epoch 79: average Loss: 25.162648, time: 103.51 s\r\n",
-      "Train Epoch 80:  38%|█████▎        | 199/528 [02:35<04:16,  1.28it/s, loss=22.5]04/09 00:33: Train Epoch 80: 200/528 Loss: 22.504766\r\n",
-      "Train Epoch 80:  76%|██████████▌   | 399/528 [05:11<01:40,  1.29it/s, loss=21.7]04/09 00:35: Train Epoch 80: 400/528 Loss: 22.089933\r\n",
-      "Train Epoch 80: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=20.8]\r\n",
-      "04/09 00:37: Train Epoch 80: average Loss: 21.627129, time: 411.74 s\r\n",
-      "Val Epoch 80: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=29.4]\r\n",
-      "04/09 00:39: Val Epoch 80: average Loss: 24.576951, time: 102.72 s\r\n",
-      "Test Epoch 80: 100%|███████████████| 177/177 [01:43<00:00,  1.72it/s, loss=27.7]\r\n",
-      "04/09 00:41: Test Epoch 80: average Loss: 25.582963, time: 103.20 s\r\n",
-      "Train Epoch 81:  38%|█████▎        | 199/528 [02:34<04:15,  1.29it/s, loss=22.3]04/09 00:43: Train Epoch 81: 200/528 Loss: 21.891930\r\n",
-      "Train Epoch 81:  76%|██████████▌   | 399/528 [05:10<01:40,  1.28it/s, loss=22.8]04/09 00:46: Train Epoch 81: 400/528 Loss: 21.237032\r\n",
-      "Train Epoch 81: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=22.2]\r\n",
-      "04/09 00:47: Train Epoch 81: average Loss: 21.604555, time: 411.01 s\r\n",
-      "Val Epoch 81: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=29.2]\r\n",
-      "04/09 00:49: Val Epoch 81: average Loss: 24.120895, time: 102.95 s\r\n",
-      "Test Epoch 81: 100%|█████████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28]\r\n",
-      "04/09 00:51: Test Epoch 81: average Loss: 25.190994, time: 103.42 s\r\n",
-      "Train Epoch 82:  38%|█████▎        | 199/528 [02:34<04:15,  1.29it/s, loss=21.9]04/09 00:53: Train Epoch 82: 200/528 Loss: 21.722305\r\n",
-      "Train Epoch 82:  76%|██████████▌   | 399/528 [05:10<01:40,  1.28it/s, loss=22.9]04/09 00:56: Train Epoch 82: 400/528 Loss: 22.074858\r\n",
-      "Train Epoch 82: 100%|██████████████| 528/528 [06:50<00:00,  1.29it/s, loss=22.4]\r\n",
-      "04/09 00:58: Train Epoch 82: average Loss: 21.653405, time: 410.84 s\r\n",
-      "Val Epoch 82: 100%|████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=29.1]\r\n",
-      "04/09 00:59: Val Epoch 82: average Loss: 24.016473, time: 102.58 s\r\n",
-      "Test Epoch 82: 100%|███████████████| 177/177 [01:43<00:00,  1.72it/s, loss=28.3]\r\n",
-      "04/09 01:01: Test Epoch 82: average Loss: 25.038113, time: 103.09 s\r\n",
-      "04/09 01:01: Best validation model saved!\r\n",
-      "Train Epoch 83:  38%|█████▎        | 199/528 [02:34<04:15,  1.29it/s, loss=21.7]04/09 01:04: Train Epoch 83: 200/528 Loss: 20.221992\r\n",
-      "Train Epoch 83:  76%|████████████    | 399/528 [05:09<01:40,  1.29it/s, loss=21]04/09 01:06: Train Epoch 83: 400/528 Loss: 19.587646\r\n",
-      "Train Epoch 83: 100%|██████████████| 528/528 [06:50<00:00,  1.29it/s, loss=20.8]\r\n",
-      "04/09 01:08: Train Epoch 83: average Loss: 21.633696, time: 410.14 s\r\n",
-      "Val Epoch 83: 100%|████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=29.2]\r\n",
-      "04/09 01:10: Val Epoch 83: average Loss: 24.735815, time: 102.56 s\r\n",
-      "Test Epoch 83: 100%|█████████████████| 177/177 [01:42<00:00,  1.72it/s, loss=30]\r\n",
-      "04/09 01:11: Test Epoch 83: average Loss: 25.638875, time: 102.96 s\r\n",
-      "Train Epoch 84:  38%|██████          | 199/528 [02:34<04:15,  1.29it/s, loss=20]04/09 01:14: Train Epoch 84: 200/528 Loss: 20.047159\r\n",
-      "Train Epoch 84:  76%|██████████▌   | 399/528 [05:09<01:40,  1.29it/s, loss=22.9]04/09 01:17: Train Epoch 84: 400/528 Loss: 21.893660\r\n",
-      "Train Epoch 84: 100%|██████████████| 528/528 [06:50<00:00,  1.29it/s, loss=21.3]\r\n",
-      "04/09 01:18: Train Epoch 84: average Loss: 21.581840, time: 410.12 s\r\n",
-      "Val Epoch 84: 100%|██████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=29]\r\n",
-      "04/09 01:20: Val Epoch 84: average Loss: 24.063123, time: 102.54 s\r\n",
-      "Test Epoch 84: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28.4]\r\n",
-      "04/09 01:22: Test Epoch 84: average Loss: 25.071971, time: 103.38 s\r\n",
-      "Train Epoch 85:  38%|█████▎        | 199/528 [02:34<04:16,  1.28it/s, loss=20.4]04/09 01:24: Train Epoch 85: 200/528 Loss: 20.756212\r\n",
-      "Train Epoch 85:  76%|██████████▌   | 399/528 [05:10<01:40,  1.29it/s, loss=20.7]04/09 01:27: Train Epoch 85: 400/528 Loss: 19.564741\r\n",
-      "Train Epoch 85: 100%|██████████████| 528/528 [06:50<00:00,  1.29it/s, loss=22.9]\r\n",
-      "04/09 01:29: Train Epoch 85: average Loss: 21.477108, time: 410.73 s\r\n",
-      "Val Epoch 85: 100%|████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=28.8]\r\n",
-      "04/09 01:30: Val Epoch 85: average Loss: 24.047220, time: 102.58 s\r\n",
-      "Test Epoch 85: 100%|███████████████| 177/177 [01:42<00:00,  1.72it/s, loss=28.5]\r\n",
-      "04/09 01:32: Test Epoch 85: average Loss: 25.113581, time: 102.99 s\r\n",
-      "Train Epoch 86:  38%|█████▎        | 199/528 [02:34<04:15,  1.29it/s, loss=20.9]04/09 01:35: Train Epoch 86: 200/528 Loss: 21.830830\r\n",
-      "Train Epoch 86:  76%|██████████▌   | 399/528 [05:09<01:40,  1.29it/s, loss=22.6]04/09 01:37: Train Epoch 86: 400/528 Loss: 21.745588\r\n",
-      "Train Epoch 86: 100%|██████████████| 528/528 [06:50<00:00,  1.29it/s, loss=19.2]\r\n",
-      "04/09 01:39: Train Epoch 86: average Loss: 21.544337, time: 410.09 s\r\n",
-      "Val Epoch 86: 100%|████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=28.8]\r\n",
-      "04/09 01:40: Val Epoch 86: average Loss: 24.158614, time: 102.57 s\r\n",
-      "Test Epoch 86: 100%|███████████████| 177/177 [01:43<00:00,  1.72it/s, loss=28.6]\r\n",
-      "04/09 01:42: Test Epoch 86: average Loss: 25.160733, time: 103.05 s\r\n",
-      "Train Epoch 87:  38%|█████▎        | 199/528 [02:34<04:15,  1.29it/s, loss=20.7]04/09 01:45: Train Epoch 87: 200/528 Loss: 21.165432\r\n",
-      "Train Epoch 87:  76%|██████████▌   | 399/528 [05:09<01:40,  1.29it/s, loss=21.6]04/09 01:47: Train Epoch 87: 400/528 Loss: 21.575233\r\n",
-      "Train Epoch 87: 100%|██████████████| 528/528 [06:50<00:00,  1.29it/s, loss=21.5]\r\n",
-      "04/09 01:49: Train Epoch 87: average Loss: 21.478502, time: 410.38 s\r\n",
-      "Val Epoch 87: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=28.8]\r\n",
-      "04/09 01:51: Val Epoch 87: average Loss: 24.023271, time: 102.70 s\r\n",
-      "Test Epoch 87: 100%|███████████████| 177/177 [01:43<00:00,  1.72it/s, loss=28.7]\r\n",
-      "04/09 01:52: Test Epoch 87: average Loss: 25.073874, time: 103.11 s\r\n",
-      "Train Epoch 88:  38%|█████▎        | 199/528 [02:34<04:15,  1.29it/s, loss=22.6]04/09 01:55: Train Epoch 88: 200/528 Loss: 22.255438\r\n",
-      "Train Epoch 88:  76%|██████████▌   | 399/528 [05:09<01:40,  1.29it/s, loss=19.9]04/09 01:58: Train Epoch 88: 400/528 Loss: 21.224056\r\n",
-      "Train Epoch 88: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=21.3]\r\n",
-      "04/09 01:59: Train Epoch 88: average Loss: 21.444908, time: 411.13 s\r\n",
-      "Val Epoch 88: 100%|████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=28.9]\r\n",
-      "04/09 02:01: Val Epoch 88: average Loss: 23.996051, time: 102.54 s\r\n",
-      "Test Epoch 88: 100%|███████████████| 177/177 [01:43<00:00,  1.72it/s, loss=27.9]\r\n",
-      "04/09 02:03: Test Epoch 88: average Loss: 25.061259, time: 103.12 s\r\n",
-      "04/09 02:03: Best validation model saved!\r\n",
-      "Train Epoch 89:  38%|█████▎        | 199/528 [02:34<04:15,  1.29it/s, loss=21.4]04/09 02:05: Train Epoch 89: 200/528 Loss: 22.853077\r\n",
-      "Train Epoch 89:  76%|██████████▌   | 399/528 [05:09<01:40,  1.29it/s, loss=20.2]04/09 02:08: Train Epoch 89: 400/528 Loss: 22.486397\r\n",
-      "Train Epoch 89: 100%|██████████████| 528/528 [06:50<00:00,  1.29it/s, loss=22.3]\r\n",
-      "04/09 02:10: Train Epoch 89: average Loss: 21.552614, time: 410.06 s\r\n",
-      "Val Epoch 89: 100%|████████████████| 176/176 [01:42<00:00,  1.72it/s, loss=30.2]\r\n",
-      "04/09 02:11: Val Epoch 89: average Loss: 25.743227, time: 102.49 s\r\n",
-      "Test Epoch 89: 100%|███████████████| 177/177 [01:42<00:00,  1.72it/s, loss=29.3]\r\n",
-      "04/09 02:13: Test Epoch 89: average Loss: 26.782354, time: 103.00 s\r\n",
-      "Train Epoch 90:  38%|█████▎        | 199/528 [02:34<04:15,  1.29it/s, loss=21.9]04/09 02:16: Train Epoch 90: 200/528 Loss: 18.695976\r\n",
-      "Train Epoch 90:  76%|██████████▌   | 399/528 [05:10<01:40,  1.28it/s, loss=20.5]04/09 02:18: Train Epoch 90: 400/528 Loss: 21.332239\r\n",
-      "Train Epoch 90: 100%|██████████████| 528/528 [06:50<00:00,  1.29it/s, loss=21.9]\r\n",
-      "04/09 02:20: Train Epoch 90: average Loss: 21.569326, time: 410.76 s\r\n",
-      "Val Epoch 90: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=28.7]\r\n",
-      "04/09 02:22: Val Epoch 90: average Loss: 24.266723, time: 102.89 s\r\n",
-      "Test Epoch 90: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28.1]\r\n",
-      "04/09 02:23: Test Epoch 90: average Loss: 25.252268, time: 103.38 s\r\n",
-      "Train Epoch 91:  38%|█████▎        | 199/528 [02:34<04:15,  1.29it/s, loss=22.4]04/09 02:26: Train Epoch 91: 200/528 Loss: 21.426462\r\n",
-      "Train Epoch 91:  76%|██████████▌   | 399/528 [05:10<01:40,  1.28it/s, loss=20.7]04/09 02:28: Train Epoch 91: 400/528 Loss: 22.665609\r\n",
-      "Train Epoch 91: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=22.6]\r\n",
-      "04/09 02:30: Train Epoch 91: average Loss: 21.435214, time: 411.02 s\r\n",
-      "Val Epoch 91: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=29.1]\r\n",
-      "04/09 02:32: Val Epoch 91: average Loss: 24.018678, time: 102.88 s\r\n",
-      "Test Epoch 91: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28.1]\r\n",
-      "04/09 02:34: Test Epoch 91: average Loss: 25.049740, time: 103.43 s\r\n",
-      "Train Epoch 92:  38%|█████▎        | 199/528 [02:34<04:15,  1.29it/s, loss=21.2]04/09 02:36: Train Epoch 92: 200/528 Loss: 22.000187\r\n",
-      "Train Epoch 92:  76%|██████████▌   | 399/528 [05:10<01:40,  1.29it/s, loss=21.4]04/09 02:39: Train Epoch 92: 400/528 Loss: 22.059099\r\n",
-      "Train Epoch 92: 100%|██████████████| 528/528 [06:50<00:00,  1.29it/s, loss=21.2]\r\n",
-      "04/09 02:40: Train Epoch 92: average Loss: 21.432520, time: 410.79 s\r\n",
-      "Val Epoch 92: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=28.9]\r\n",
-      "04/09 02:42: Val Epoch 92: average Loss: 23.833526, time: 102.85 s\r\n",
-      "Test Epoch 92: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=27.6]\r\n",
-      "04/09 02:44: Test Epoch 92: average Loss: 24.900965, time: 103.38 s\r\n",
-      "04/09 02:44: Best validation model saved!\r\n",
-      "Train Epoch 93:  38%|█████▎        | 199/528 [02:35<04:16,  1.28it/s, loss=21.6]04/09 02:46: Train Epoch 93: 200/528 Loss: 23.655745\r\n",
-      "Train Epoch 93:  76%|██████████▌   | 399/528 [05:10<01:40,  1.28it/s, loss=22.4]04/09 02:49: Train Epoch 93: 400/528 Loss: 21.503021\r\n",
-      "Train Epoch 93: 100%|██████████████| 528/528 [06:51<00:00,  1.28it/s, loss=22.2]\r\n",
-      "04/09 02:51: Train Epoch 93: average Loss: 21.414153, time: 411.41 s\r\n",
-      "Val Epoch 93: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=28.9]\r\n",
-      "04/09 02:52: Val Epoch 93: average Loss: 24.074745, time: 102.89 s\r\n",
-      "Test Epoch 93: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28.7]\r\n",
-      "04/09 02:54: Test Epoch 93: average Loss: 25.066492, time: 103.33 s\r\n",
-      "Train Epoch 94:  38%|█████▎        | 199/528 [02:35<04:17,  1.28it/s, loss=21.3]04/09 02:57: Train Epoch 94: 200/528 Loss: 21.646009\r\n",
-      "Train Epoch 94:  76%|██████████▌   | 399/528 [05:11<01:40,  1.28it/s, loss=23.5]04/09 02:59: Train Epoch 94: 400/528 Loss: 22.345293\r\n",
-      "Train Epoch 94: 100%|██████████████| 528/528 [06:52<00:00,  1.28it/s, loss=21.1]\r\n",
-      "04/09 03:01: Train Epoch 94: average Loss: 21.473091, time: 412.73 s\r\n",
-      "Val Epoch 94: 100%|██████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=29]\r\n",
-      "04/09 03:03: Val Epoch 94: average Loss: 24.001630, time: 102.98 s\r\n",
-      "Test Epoch 94: 100%|█████████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28]\r\n",
-      "04/09 03:04: Test Epoch 94: average Loss: 25.057784, time: 103.39 s\r\n",
-      "Train Epoch 95:  38%|█████▎        | 199/528 [02:35<04:17,  1.28it/s, loss=20.8]04/09 03:07: Train Epoch 95: 200/528 Loss: 19.277699\r\n",
-      "Train Epoch 95:  76%|██████████▌   | 399/528 [05:12<01:44,  1.24it/s, loss=21.6]04/09 03:10: Train Epoch 95: 400/528 Loss: 21.550850\r\n",
-      "Train Epoch 95: 100%|██████████████| 528/528 [06:53<00:00,  1.28it/s, loss=20.9]\r\n",
-      "04/09 03:11: Train Epoch 95: average Loss: 21.386483, time: 413.72 s\r\n",
-      "Val Epoch 95: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=28.9]\r\n",
-      "04/09 03:13: Val Epoch 95: average Loss: 23.999787, time: 102.87 s\r\n",
-      "Test Epoch 95: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28.9]\r\n",
-      "04/09 03:15: Test Epoch 95: average Loss: 25.085343, time: 103.35 s\r\n",
-      "Train Epoch 96:  38%|█████▎        | 199/528 [02:35<04:17,  1.28it/s, loss=22.4]04/09 03:17: Train Epoch 96: 200/528 Loss: 21.493179\r\n",
-      "Train Epoch 96:  76%|██████████▌   | 399/528 [05:12<01:40,  1.28it/s, loss=21.3]04/09 03:20: Train Epoch 96: 400/528 Loss: 21.092281\r\n",
-      "Train Epoch 96: 100%|██████████████| 528/528 [06:53<00:00,  1.28it/s, loss=20.7]\r\n",
-      "04/09 03:22: Train Epoch 96: average Loss: 21.339673, time: 413.09 s\r\n",
-      "Val Epoch 96: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=28.9]\r\n",
-      "04/09 03:23: Val Epoch 96: average Loss: 24.237100, time: 102.86 s\r\n",
-      "Test Epoch 96: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=29.1]\r\n",
-      "04/09 03:25: Test Epoch 96: average Loss: 25.310469, time: 103.41 s\r\n",
-      "Train Epoch 97:  38%|█████▎        | 199/528 [02:35<04:17,  1.28it/s, loss=23.3]04/09 03:28: Train Epoch 97: 200/528 Loss: 18.555826\r\n",
-      "Train Epoch 97:  76%|██████████▌   | 399/528 [05:12<01:41,  1.28it/s, loss=21.7]04/09 03:30: Train Epoch 97: 400/528 Loss: 21.811634\r\n",
-      "Train Epoch 97: 100%|██████████████| 528/528 [06:53<00:00,  1.28it/s, loss=21.8]\r\n",
-      "04/09 03:32: Train Epoch 97: average Loss: 21.362862, time: 413.15 s\r\n",
-      "Val Epoch 97: 100%|████████████████| 176/176 [01:42<00:00,  1.71it/s, loss=29.1]\r\n",
-      "04/09 03:34: Val Epoch 97: average Loss: 24.311604, time: 102.84 s\r\n",
-      "Test Epoch 97: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=29.7]\r\n",
-      "04/09 03:35: Test Epoch 97: average Loss: 25.304320, time: 103.31 s\r\n",
-      "Train Epoch 98:  38%|█████▎        | 199/528 [02:35<04:20,  1.26it/s, loss=20.8]04/09 03:38: Train Epoch 98: 200/528 Loss: 21.176184\r\n",
-      "Train Epoch 98:  76%|██████████▌   | 399/528 [05:12<01:40,  1.28it/s, loss=19.2]04/09 03:41: Train Epoch 98: 400/528 Loss: 19.019451\r\n",
-      "Train Epoch 98: 100%|██████████████| 528/528 [06:53<00:00,  1.28it/s, loss=21.2]\r\n",
-      "04/09 03:42: Train Epoch 98: average Loss: 21.417849, time: 413.33 s\r\n",
-      "Val Epoch 98: 100%|████████████████| 176/176 [01:43<00:00,  1.71it/s, loss=28.8]\r\n",
-      "04/09 03:44: Val Epoch 98: average Loss: 23.866579, time: 103.17 s\r\n",
-      "Test Epoch 98: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=27.7]\r\n",
-      "04/09 03:46: Test Epoch 98: average Loss: 24.876707, time: 103.81 s\r\n",
-      "Train Epoch 99:  38%|█████▎        | 199/528 [02:36<04:18,  1.27it/s, loss=21.3]04/09 03:48: Train Epoch 99: 200/528 Loss: 22.228954\r\n",
-      "Train Epoch 99:  76%|██████████▌   | 399/528 [05:14<01:41,  1.27it/s, loss=21.1]04/09 03:51: Train Epoch 99: 400/528 Loss: 21.148369\r\n",
-      "Train Epoch 99: 100%|██████████████| 528/528 [06:55<00:00,  1.27it/s, loss=22.5]\r\n",
-      "04/09 03:53: Train Epoch 99: average Loss: 21.334523, time: 415.78 s\r\n",
-      "Val Epoch 99: 100%|████████████████| 176/176 [01:43<00:00,  1.70it/s, loss=28.9]\r\n",
-      "04/09 03:54: Val Epoch 99: average Loss: 24.444202, time: 103.32 s\r\n",
-      "Test Epoch 99: 100%|███████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28.5]\r\n",
-      "04/09 03:56: Test Epoch 99: average Loss: 25.434591, time: 103.69 s\r\n",
-      "Train Epoch 100:  38%|████▉        | 199/528 [02:35<04:17,  1.28it/s, loss=20.4]04/09 03:59: Train Epoch 100: 200/528 Loss: 21.963465\r\n",
-      "Train Epoch 100:  76%|█████████▊   | 399/528 [05:12<01:40,  1.28it/s, loss=21.3]04/09 04:01: Train Epoch 100: 400/528 Loss: 20.150488\r\n",
-      "Train Epoch 100: 100%|███████████████| 528/528 [06:53<00:00,  1.28it/s, loss=20]\r\n",
-      "04/09 04:03: Train Epoch 100: average Loss: 21.330232, time: 413.67 s\r\n",
-      "Val Epoch 100: 100%|███████████████| 176/176 [01:42<00:00,  1.71it/s, loss=28.7]\r\n",
-      "04/09 04:05: Val Epoch 100: average Loss: 24.015861, time: 102.81 s\r\n",
-      "Test Epoch 100: 100%|██████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28.6]\r\n",
-      "04/09 04:07: Test Epoch 100: average Loss: 25.084401, time: 103.22 s\r\n",
-      "Train Epoch 101:  38%|████▉        | 199/528 [02:35<04:17,  1.28it/s, loss=22.1]04/09 04:09: Train Epoch 101: 200/528 Loss: 19.418001\r\n",
-      "Train Epoch 101:  76%|█████████▊   | 399/528 [05:12<01:40,  1.28it/s, loss=21.3]04/09 04:12: Train Epoch 101: 400/528 Loss: 21.275734\r\n",
-      "Train Epoch 101: 100%|█████████████| 528/528 [06:52<00:00,  1.28it/s, loss=20.6]\r\n",
-      "04/09 04:13: Train Epoch 101: average Loss: 21.269430, time: 412.84 s\r\n",
-      "Val Epoch 101: 100%|███████████████| 176/176 [01:42<00:00,  1.71it/s, loss=28.9]\r\n",
-      "04/09 04:15: Val Epoch 101: average Loss: 24.071616, time: 102.70 s\r\n",
-      "Test Epoch 101: 100%|██████████████| 177/177 [01:43<00:00,  1.72it/s, loss=27.9]\r\n",
-      "04/09 04:17: Test Epoch 101: average Loss: 25.135324, time: 103.14 s\r\n",
-      "Train Epoch 102:  38%|████▉        | 199/528 [02:35<04:17,  1.28it/s, loss=22.2]04/09 04:19: Train Epoch 102: 200/528 Loss: 22.018322\r\n",
-      "Train Epoch 102:  76%|█████████▊   | 399/528 [05:12<01:40,  1.28it/s, loss=21.2]04/09 04:22: Train Epoch 102: 400/528 Loss: 21.650934\r\n",
-      "Train Epoch 102: 100%|█████████████| 528/528 [06:53<00:00,  1.28it/s, loss=21.7]\r\n",
-      "04/09 04:24: Train Epoch 102: average Loss: 21.349311, time: 413.36 s\r\n",
-      "Val Epoch 102: 100%|███████████████| 176/176 [01:42<00:00,  1.71it/s, loss=28.6]\r\n",
-      "04/09 04:25: Val Epoch 102: average Loss: 24.100745, time: 102.85 s\r\n",
-      "Test Epoch 102: 100%|██████████████| 177/177 [01:43<00:00,  1.71it/s, loss=28.4]\r\n",
-      "04/09 04:27: Test Epoch 102: average Loss: 25.172020, time: 103.26 s\r\n",
-      "Train Epoch 103:  38%|████▉        | 199/528 [02:35<04:17,  1.28it/s, loss=22.3]04/09 04:30: Train Epoch 103: 200/528 Loss: 19.893856\r\n",
-      "Train Epoch 103:  76%|█████████▊   | 399/528 [05:12<01:40,  1.28it/s, loss=20.7]04/09 04:32: Train Epoch 103: 400/528 Loss: 19.808992\r\n",
-      "Train Epoch 103: 100%|█████████████| 528/528 [06:53<00:00,  1.28it/s, loss=21.3]\r\n",
-      "04/09 04:34: Train Epoch 103: average Loss: 21.237549, time: 413.10 s\r\n",
-      "Val Epoch 103: 100%|███████████████| 176/176 [01:42<00:00,  1.71it/s, loss=28.7]\r\n",
-      "04/09 04:36: Val Epoch 103: average Loss: 24.132315, time: 102.90 s\r\n",
-      "Test Epoch 103: 100%|██████████████| 177/177 [01:43<00:00,  1.71it/s, loss=27.7]\r\n",
-      "04/09 04:37: Test Epoch 103: average Loss: 25.208987, time: 103.37 s\r\n",
-      "Train Epoch 104:  38%|████▉        | 199/528 [02:35<04:17,  1.28it/s, loss=23.3]04/09 04:40: Train Epoch 104: 200/528 Loss: 20.651623\r\n",
-      "Train Epoch 104:  76%|███████████▎   | 399/528 [05:12<01:40,  1.28it/s, loss=22]04/09 04:43: Train Epoch 104: 400/528 Loss: 19.195976\r\n",
-      "Train Epoch 104: 100%|█████████████| 528/528 [06:52<00:00,  1.28it/s, loss=21.1]\r\n",
-      "04/09 04:44: Train Epoch 104: average Loss: 21.273823, time: 412.83 s\r\n",
-      "Val Epoch 104: 100%|███████████████| 176/176 [01:42<00:00,  1.71it/s, loss=28.9]\r\n",
-      "04/09 04:46: Val Epoch 104: average Loss: 24.087012, time: 102.63 s\r\n",
-      "Test Epoch 104: 100%|██████████████| 177/177 [01:43<00:00,  1.72it/s, loss=28.3]\r\n",
-      "04/09 04:48: Test Epoch 104: average Loss: 25.171942, time: 103.07 s\r\n",
-      "Train Epoch 105:  38%|████▉        | 199/528 [02:35<04:17,  1.28it/s, loss=21.9]04/09 04:50: Train Epoch 105: 200/528 Loss: 21.653069\r\n",
-      "Train Epoch 105:  76%|█████████▊   | 399/528 [05:11<01:40,  1.28it/s, loss=20.2]04/09 04:53: Train Epoch 105: 400/528 Loss: 20.944515\r\n",
-      "Train Epoch 105: 100%|█████████████| 528/528 [06:52<00:00,  1.28it/s, loss=20.8]\r\n",
-      "04/09 04:55: Train Epoch 105: average Loss: 21.278718, time: 412.38 s\r\n",
-      "Val Epoch 105: 100%|███████████████| 176/176 [01:42<00:00,  1.72it/s, loss=28.5]\r\n",
-      "04/09 04:56: Val Epoch 105: average Loss: 23.858106, time: 102.53 s\r\n",
-      "Test Epoch 105: 100%|██████████████| 177/177 [01:43<00:00,  1.72it/s, loss=28.1]\r\n",
-      "04/09 04:58: Test Epoch 105: average Loss: 24.883370, time: 103.12 s\r\n",
-      "Train Epoch 106:  38%|████▉        | 199/528 [02:36<04:18,  1.27it/s, loss=20.4]04/09 05:01: Train Epoch 106: 200/528 Loss: 19.651812\r\n",
-      "Train Epoch 106:  76%|███████████▎   | 399/528 [05:13<01:40,  1.28it/s, loss=21]04/09 05:03: Train Epoch 106: 400/528 Loss: 20.770699\r\n",
-      "Train Epoch 106: 100%|█████████████| 528/528 [06:54<00:00,  1.27it/s, loss=19.2]\r\n",
-      "04/09 05:05: Train Epoch 106: average Loss: 21.236117, time: 414.23 s\r\n",
-      "Val Epoch 106: 100%|███████████████| 176/176 [01:42<00:00,  1.71it/s, loss=28.8]\r\n",
-      "04/09 05:07: Val Epoch 106: average Loss: 23.975432, time: 102.76 s\r\n",
-      "Test Epoch 106: 100%|██████████████| 177/177 [01:43<00:00,  1.71it/s, loss=27.8]\r\n",
-      "04/09 05:08: Test Epoch 106: average Loss: 25.161660, time: 103.24 s\r\n",
-      "Train Epoch 107:  38%|████▉        | 199/528 [02:35<04:17,  1.28it/s, loss=21.5]04/09 05:11: Train Epoch 107: 200/528 Loss: 22.487125\r\n",
-      "Train Epoch 107:  76%|█████████▊   | 399/528 [05:12<01:40,  1.28it/s, loss=19.8]04/09 05:14: Train Epoch 107: 400/528 Loss: 21.475113\r\n",
-      "Train Epoch 107: 100%|█████████████| 528/528 [06:53<00:00,  1.28it/s, loss=20.6]\r\n",
-      "04/09 05:15: Train Epoch 107: average Loss: 21.251349, time: 413.04 s\r\n",
-      "Val Epoch 107: 100%|███████████████| 176/176 [01:42<00:00,  1.71it/s, loss=28.8]\r\n",
-      "04/09 05:17: Val Epoch 107: average Loss: 24.122719, time: 102.87 s\r\n",
-      "Test Epoch 107: 100%|██████████████| 177/177 [01:43<00:00,  1.71it/s, loss=27.2]\r\n",
-      "04/09 05:19: Test Epoch 107: average Loss: 25.166566, time: 103.30 s\r\n",
-      "04/09 05:19: Validation performance didn't improve for 15 epochs. Training stops.\r\n",
-      "04/09 05:19: Best models saved at /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-08_10-51-57/best_model.pth and /home/czzhangheng/code/TrafficWheel/experiments/PEMSD7/2025-04-08_10-51-57/best_test_model.pth\r\n",
-      "04/09 05:19: Testing on best validation model\r\n",
-      "04/09 05:20: Horizon 01, MAE: 19.4607, RMSE: 31.1631, MAPE: 0.0868\r\n",
-      "04/09 05:20: Horizon 02, MAE: 20.9208, RMSE: 33.4953, MAPE: 0.0923\r\n",
-      "04/09 05:20: Horizon 03, MAE: 22.1334, RMSE: 35.4408, MAPE: 0.0957\r\n",
-      "04/09 05:20: Horizon 04, MAE: 23.0660, RMSE: 36.9742, MAPE: 0.1001\r\n",
-      "04/09 05:20: Horizon 05, MAE: 23.8698, RMSE: 38.5353, MAPE: 0.1029\r\n",
-      "04/09 05:20: Horizon 06, MAE: 24.6602, RMSE: 39.6128, MAPE: 0.1067\r\n",
-      "04/09 05:20: Horizon 07, MAE: 25.4611, RMSE: 40.9359, MAPE: 0.1105\r\n",
-      "04/09 05:20: Horizon 08, MAE: 26.2882, RMSE: 42.4047, MAPE: 0.1141\r\n",
-      "04/09 05:20: Horizon 09, MAE: 27.0159, RMSE: 43.5676, MAPE: 0.1182\r\n",
-      "04/09 05:20: Horizon 10, MAE: 27.6207, RMSE: 44.3729, MAPE: 0.1200\r\n",
-      "04/09 05:20: Horizon 11, MAE: 28.4651, RMSE: 45.5434, MAPE: 0.1252\r\n",
-      "04/09 05:20: Horizon 12, MAE: 29.7110, RMSE: 47.9226, MAPE: 0.1308\r\n",
-      "04/09 05:20: Average Horizon, MAE: 24.8894, RMSE: 40.2928, MAPE: 0.1086\r\n",
-      "04/09 05:20: Testing on best test model\r\n",
-      "04/09 05:22: Horizon 01, MAE: 19.3855, RMSE: 31.0194, MAPE: 0.0855\r\n",
-      "04/09 05:22: Horizon 02, MAE: 21.0386, RMSE: 33.4923, MAPE: 0.0948\r\n",
-      "04/09 05:22: Horizon 03, MAE: 22.1571, RMSE: 35.3854, MAPE: 0.0965\r\n",
-      "04/09 05:22: Horizon 04, MAE: 23.0089, RMSE: 36.9171, MAPE: 0.0993\r\n",
-      "04/09 05:22: Horizon 05, MAE: 23.7596, RMSE: 38.1883, MAPE: 0.1027\r\n",
-      "04/09 05:22: Horizon 06, MAE: 24.5994, RMSE: 39.6041, MAPE: 0.1060\r\n",
-      "04/09 05:22: Horizon 07, MAE: 25.5040, RMSE: 41.0482, MAPE: 0.1102\r\n",
-      "04/09 05:22: Horizon 08, MAE: 26.2146, RMSE: 42.1497, MAPE: 0.1132\r\n",
-      "04/09 05:22: Horizon 09, MAE: 26.9645, RMSE: 43.2717, MAPE: 0.1176\r\n",
-      "04/09 05:22: Horizon 10, MAE: 27.7222, RMSE: 44.5774, MAPE: 0.1233\r\n",
-      "04/09 05:22: Horizon 11, MAE: 28.4733, RMSE: 45.7259, MAPE: 0.1256\r\n",
-      "04/09 05:22: Horizon 12, MAE: 29.5503, RMSE: 47.3913, MAPE: 0.1306\r\n",
-      "04/09 05:22: Average Horizon, MAE: 24.8648, RMSE: 40.1909, MAPE: 0.1088\r\n"
-     ]
-    }
-   ],
-   "source": [
-    "!python run.py --model STSGCN --dataset PEMSD7  --mode train  --device cuda:1"
+    "!python run.py --model EXP --dataset PEMSD7  --mode train  --device cuda:1"
    ]
   }
  ],
diff --git a/config/EXP/PEMSD3.yaml b/config/EXP/PEMSD3.yaml
index 557132d..ca688e3 100644
--- a/config/EXP/PEMSD3.yaml
+++ b/config/EXP/PEMSD3.yaml
@@ -17,6 +17,7 @@ model:
   input_dim: 1
   output_dim: 1
   embed_dim: 10
+  in_len: 12
   rnn_units: 64
   num_layers: 1
   cheb_order: 2
diff --git a/config/EXP/PEMSD4.yaml b/config/EXP/PEMSD4.yaml
index 05c1224..e65ada5 100644
--- a/config/EXP/PEMSD4.yaml
+++ b/config/EXP/PEMSD4.yaml
@@ -18,20 +18,7 @@ model:
   input_dim: 1
   output_dim: 1
   in_len: 12
-  dropout: 0.3
-  supports: null
-  gcn_bool: true
-  addaptadj: true
-  aptinit: null
-  in_dim: 2
-  out_dim: 12
-  residual_channels: 32
-  dilation_channels: 32
-  skip_channels: 256
-  end_channels: 512
-  kernel_size: 2
-  blocks: 4
-  layers: 2
+
 
 train:
   loss_func: mae
diff --git a/config/EXP/PEMSD7.yaml b/config/EXP/PEMSD7.yaml
new file mode 100644
index 0000000..430e1bb
--- /dev/null
+++ b/config/EXP/PEMSD7.yaml
@@ -0,0 +1,45 @@
+data:
+  num_nodes: 883
+  lag: 12
+  horizon: 12
+  val_ratio: 0.2
+  test_ratio: 0.2
+  tod: False
+  normalizer: std
+  column_wise: False
+  default_graph: True
+  add_time_in_day: True
+  add_day_in_week: True
+  steps_per_day: 288
+  days_per_week: 7
+
+model:
+  batch_size: 64
+  input_dim: 1
+  output_dim: 1
+  in_len: 12
+
+
+train:
+  loss_func: mae
+  seed: 10
+  batch_size: 64
+  epochs: 300
+  lr_init: 0.003
+  weight_decay: 0
+  lr_decay: False
+  lr_decay_rate: 0.3
+  lr_decay_step: "5,20,40,70"
+  early_stop: True
+  early_stop_patience: 15
+  grad_norm: False
+  max_grad_norm: 5
+  real_value: True
+
+test:
+  mae_thresh: null
+  mape_thresh: 0.0
+
+log:
+  log_step: 200
+  plot: False
diff --git a/config/EXP/PEMSD8.yaml b/config/EXP/PEMSD8.yaml
index b04c114..67c3bd5 100644
--- a/config/EXP/PEMSD8.yaml
+++ b/config/EXP/PEMSD8.yaml
@@ -14,18 +14,11 @@ data:
   days_per_week: 7
 
 model:
+  batch_size: 64
   input_dim: 1
   output_dim: 1
-  embed_dim: 12
-  rnn_units: 64
-  num_layers: 1
-  cheb_order: 2
-  use_day: True
-  use_week: True
-  graph_size: 30
-  expert_nums: 8
-  top_k: 2
-  hidden_dim: 64
+  in_len: 12
+
 
 train:
   loss_func: mae
diff --git a/model/EXP/EXP10.py b/model/EXP/EXP10.py
new file mode 100644
index 0000000..13555d5
--- /dev/null
+++ b/model/EXP/EXP10.py
@@ -0,0 +1,156 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+"""
+KAN网络
+"""
+
+class KANLinear(nn.Module):
+    """
+    A simple Kolmogorov–Arnold Network linear layer.
+    y_k = sum_{q=1}^Q alpha_{kq} * phi_q( sum_{i=1}^I beta_{qi} * x_i )
+    """
+    def __init__(self, in_features, out_features, hidden_funcs=10):
+        super().__init__()
+        self.in_features = in_features
+        self.out_features = out_features
+        self.num_hidden = hidden_funcs
+        # mixing weights from input to Q hidden functions
+        self.beta = nn.Parameter(torch.randn(hidden_funcs, in_features))
+        # one univariate phi function per hidden channel
+        self.phi = nn.ModuleList([
+            nn.Sequential(nn.Linear(1, 1), nn.ReLU())
+            for _ in range(hidden_funcs)
+        ])
+        # mixing weights from hidden functions to outputs
+        self.alpha = nn.Parameter(torch.randn(out_features, hidden_funcs))
+
+    def forward(self, x):
+        # x: (..., in_features)
+        # compute univariate projections for each hidden func: u_q = sum_i beta_{qi} * x_i
+        u = torch.einsum('...i,qi->...q', x, self.beta)  # (..., Q)
+        # apply phi elementwise
+        u_phi = torch.stack([
+            self.phi[q](u[..., q].unsqueeze(-1)).squeeze(-1)
+            for q in range(self.num_hidden)
+        ], dim=-1)  # (..., Q)
+        # mix to out_features
+        y = torch.einsum('...q,kq->...k', u_phi, self.alpha)  # (..., out_features)
+        return y
+
+
+class DynamicGraphConstructor(nn.Module):
+    def __init__(self, node_num, embed_dim):
+        super().__init__()
+        self.nodevec1 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+        self.nodevec2 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+
+    def forward(self):
+        # (N, D) @ (D, N) -> (N, N)
+        adj = torch.matmul(self.nodevec1, self.nodevec2.T)
+        adj = F.relu(adj)
+        adj = F.softmax(adj, dim=-1)
+        return adj
+
+
+class GraphConvBlock(nn.Module):
+    def __init__(self, input_dim, output_dim, kan_hidden=8):
+        super().__init__()
+        self.theta = KANLinear(input_dim, output_dim, hidden_funcs=kan_hidden)
+        self.residual = input_dim == output_dim
+        if not self.residual:
+            self.res_proj = KANLinear(input_dim, output_dim, hidden_funcs=kan_hidden)
+
+    def forward(self, x, adj):
+        # x: (B, N, C) / adj: (N, N)
+        res = x
+        x = torch.matmul(adj, x)
+        # apply KAN-based linear mapping
+        B, N, C = x.shape
+        x = x.view(B * N, C)
+        x = self.theta(x)
+        x = x.view(B, N, -1)
+        if self.residual:
+            x = x + res
+        else:
+            x = x + self.res_proj(res.view(B*N, C)).view(B, N, -1)
+        return F.relu(x)
+
+
+class MANBA_Block(nn.Module):
+    def __init__(self, input_dim, hidden_dim):
+        super().__init__()
+        self.attn = nn.MultiheadAttention(embed_dim=input_dim, num_heads=4, batch_first=True)
+        self.ffn = nn.Sequential(
+            nn.Linear(input_dim, hidden_dim),
+            nn.ReLU(),
+            nn.Linear(hidden_dim, input_dim)
+        )
+        self.norm1 = nn.LayerNorm(input_dim)
+        self.norm2 = nn.LayerNorm(input_dim)
+
+    def forward(self, x):
+        # x: (B, N, C) -> treat N as temporal for attention
+        res = x
+        # swap dims to (B, T, C) for attn if needed
+        x_attn, _ = self.attn(x, x, x)
+        x = self.norm1(res + x_attn)
+
+        res2 = x
+        x_ffn = self.ffn(x)
+        x = self.norm2(res2 + x_ffn)
+        return x
+
+
+class EXP(nn.Module):
+    def __init__(self, args):
+        super().__init__()
+        self.horizon = args['horizon']
+        self.output_dim = args['output_dim']
+        self.seq_len = args.get('in_len', 12)
+        self.hidden_dim = args.get('hidden_dim', 64)
+        self.num_nodes = args['num_nodes']
+        kan_hidden = args.get('kan_hidden', 8)
+
+        # 动态图构建
+        self.graph = DynamicGraphConstructor(self.num_nodes, embed_dim=16)
+
+        # 输入映射：KAN替代线性层
+        self.input_proj = KANLinear(self.seq_len, self.hidden_dim, hidden_funcs=kan_hidden)
+
+        # 图卷积
+        self.gc = GraphConvBlock(self.hidden_dim, self.hidden_dim, kan_hidden=kan_hidden)
+
+        # 时间建模：保持MANBA
+        self.manba = MANBA_Block(self.hidden_dim, self.hidden_dim * 2)
+
+        # 输出映射：KAN替代线性层
+        out_size = self.horizon * self.output_dim
+        self.out_proj = KANLinear(self.hidden_dim, out_size, hidden_funcs=kan_hidden)
+
+    def forward(self, x):
+        # x: (B, T, N, D_total)
+        x = x[..., 0]
+        B, T, N = x.shape
+        assert T == self.seq_len
+
+        # 输入投影 (B, T, N) -> (B, N, T) -> (B*N, T)
+        x = x.permute(0, 2, 1).reshape(B * N, T)
+        h = self.input_proj(x)  # (B*N, hidden_dim)
+        h = h.view(B, N, self.hidden_dim)
+
+        # 动态图
+        adj = self.graph()
+
+        # 空间：图卷积
+        h = self.gc(h, adj)
+
+        # 时间：MANBA
+        h = self.manba(h)
+
+        # 输出
+        h_flat = h.view(B * N, self.hidden_dim)
+        out = self.out_proj(h_flat)
+        out = out.view(B, N, self.horizon, self.output_dim).permute(0, 2, 1, 3)
+        return out
diff --git a/model/EXP/EXP11.py b/model/EXP/EXP11.py
new file mode 100644
index 0000000..a8c156c
--- /dev/null
+++ b/model/EXP/EXP11.py
@@ -0,0 +1,123 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+"""
+含残差版本 + 时间-空间-时间（三明治结构）
+"""
+
+class DynamicGraphConstructor(nn.Module):
+    def __init__(self, node_num, embed_dim):
+        super().__init__()
+        self.nodevec1 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+        self.nodevec2 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+
+    def forward(self):
+        # (N, D) @ (D, N) -> (N, N)
+        adj = torch.matmul(self.nodevec1, self.nodevec2.T)
+        adj = F.relu(adj)
+        adj = F.softmax(adj, dim=-1)
+        return adj
+
+
+class GraphConvBlock(nn.Module):
+    def __init__(self, input_dim, output_dim):
+        super().__init__()
+        self.theta = nn.Linear(input_dim, output_dim)
+        self.residual = input_dim == output_dim
+        if not self.residual:
+            self.res_proj = nn.Linear(input_dim, output_dim)
+
+    def forward(self, x, adj):
+        # x: (B, N, C) / adj: (N, N)
+        res = x
+        x = torch.matmul(adj, x)  # (B, N, C)
+        x = self.theta(x)
+
+        # 残差连接
+        if self.residual:
+            x = x + res
+        else:
+            x = x + self.res_proj(res)
+
+        return F.relu(x)
+
+
+class MANBA_Block(nn.Module):
+    def __init__(self, input_dim, hidden_dim):
+        super().__init__()
+        self.attn = nn.MultiheadAttention(embed_dim=input_dim, num_heads=4, batch_first=True)
+        self.ffn = nn.Sequential(
+            nn.Linear(input_dim, hidden_dim),
+            nn.ReLU(),
+            nn.Linear(hidden_dim, input_dim)
+        )
+        self.norm1 = nn.LayerNorm(input_dim)
+        self.norm2 = nn.LayerNorm(input_dim)
+
+    def forward(self, x):
+        # x: (B, T, C) 或 (B, N, C) 当 N 视为 时间维度
+        res = x
+        x_attn, _ = self.attn(x, x, x)
+        x = self.norm1(res + x_attn)
+
+        res2 = x
+        x_ffn = self.ffn(x)
+        x = self.norm2(res2 + x_ffn)
+
+        return x
+
+
+class EXP(nn.Module):
+    def __init__(self, args):
+        super().__init__()
+        self.horizon = args['horizon']
+        self.output_dim = args['output_dim']
+        self.seq_len = args.get('in_len', 12)
+        self.hidden_dim = args.get('hidden_dim', 64)
+        self.num_nodes = args['num_nodes']
+
+        # 动态图构建
+        self.graph = DynamicGraphConstructor(self.num_nodes, embed_dim=16)
+
+        # 输入映射层
+        self.input_proj = nn.Linear(self.seq_len, self.hidden_dim)
+
+        # 图卷积
+        self.gc = GraphConvBlock(self.hidden_dim, self.hidden_dim)
+
+        # MANBA block（时间建模）
+        self.manba = MANBA_Block(self.hidden_dim, self.hidden_dim * 2)
+
+        # 输出映射
+        self.out_proj = nn.Linear(self.hidden_dim, self.horizon * self.output_dim)
+
+    def forward(self, x):
+        # x: (B, T, N, D_total)
+        x = x[..., 0]  # 只用主通道 (B, T, N)
+        B, T, N = x.shape
+        assert T == self.seq_len
+
+        # 输入投影 (B, T, N) -> (B, N, T) -> (B*N, T) -> (B*N, hidden_dim)
+        x_flat = x.permute(0, 2, 1).reshape(B * N, T)
+        h = self.input_proj(x_flat)  # (B*N, hidden_dim)
+        h = h.view(B, N, self.hidden_dim)  # (B, N, hidden_dim)
+
+        # === 时间建模（首次） ===
+        # 将 N 视作 时间维度进行注意力
+        h_time1 = self.manba(h)  # (B, N, hidden_dim)
+
+        # 动态图构建
+        adj = self.graph()  # (N, N)
+
+        # === 空间建模 ===
+        h_space = self.gc(h_time1, adj)  # (B, N, hidden_dim)
+
+        # === 时间建模（再一次） ===
+        h_time2 = self.manba(h_space)  # (B, N, hidden_dim)
+
+        # 输出映射
+        out = self.out_proj(h_time2)  # (B, N, horizon * output_dim)
+        out = out.view(B, N, self.horizon, self.output_dim).permute(0, 2, 1, 3)
+        return out  # (B, horizon, N, output_dim)
+
diff --git a/model/EXP/EXP12.py b/model/EXP/EXP12.py
new file mode 100644
index 0000000..f15b689
--- /dev/null
+++ b/model/EXP/EXP12.py
@@ -0,0 +1,128 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+"""
+含残差的双层三明治结构模型
+第一层：时间 -> 空间 -> 时间
+残差连接：层输出 + 层输入
+第二层：同样三明治结构 -> 最终输出
+有效
+"""
+
+class DynamicGraphConstructor(nn.Module):
+    def __init__(self, node_num, embed_dim):
+        super().__init__()
+        self.nodevec1 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+        self.nodevec2 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+
+    def forward(self):
+        # (N, D) @ (D, N) -> (N, N)
+        adj = torch.matmul(self.nodevec1, self.nodevec2.T)
+        adj = F.relu(adj)
+        adj = F.softmax(adj, dim=-1)
+        return adj
+
+
+class GraphConvBlock(nn.Module):
+    def __init__(self, input_dim, output_dim):
+        super().__init__()
+        self.theta = nn.Linear(input_dim, output_dim)
+        self.residual = (input_dim == output_dim)
+        if not self.residual:
+            self.res_proj = nn.Linear(input_dim, output_dim)
+
+    def forward(self, x, adj):
+        # x: (B, N, C); adj: (N, N)
+        res = x
+        x = torch.matmul(adj, x)         # 空间卷积
+        x = self.theta(x)
+        # 残差
+        x = x + (res if self.residual else self.res_proj(res))
+        return F.relu(x)
+
+
+class MANBA_Block(nn.Module):
+    def __init__(self, input_dim, hidden_dim):
+        super().__init__()
+        self.attn = nn.MultiheadAttention(embed_dim=input_dim, num_heads=4, batch_first=True)
+        self.ffn = nn.Sequential(
+            nn.Linear(input_dim, hidden_dim),
+            nn.ReLU(),
+            nn.Linear(hidden_dim, input_dim)
+        )
+        self.norm1 = nn.LayerNorm(input_dim)
+        self.norm2 = nn.LayerNorm(input_dim)
+
+    def forward(self, x):
+        # x: (B, N, C) 视 N 维为时间序列长度
+        res = x
+        x_attn, _ = self.attn(x, x, x)
+        x = self.norm1(res + x_attn)
+        res2 = x
+        x_ffn = self.ffn(x)
+        x = self.norm2(res2 + x_ffn)
+        return x
+
+
+class SandwichBlock(nn.Module):
+    """
+    时间-空间-时间 三明治结构
+    输入/输出： (B, N, hidden_dim)
+    """
+    def __init__(self, num_nodes, embed_dim, hidden_dim):
+        super().__init__()
+        self.manba1 = MANBA_Block(hidden_dim, hidden_dim * 2)
+        self.graph_constructor = DynamicGraphConstructor(num_nodes, embed_dim)
+        self.gc = GraphConvBlock(hidden_dim, hidden_dim)
+        self.manba2 = MANBA_Block(hidden_dim, hidden_dim * 2)
+
+    def forward(self, h):
+        # h: (B, N, hidden_dim)
+        h1 = self.manba1(h)
+        adj = self.graph_constructor()         # (N, N)
+        h2 = self.gc(h1, adj)
+        h3 = self.manba2(h2)
+        return h3
+
+
+class EXP(nn.Module):
+    def __init__(self, args):
+        super().__init__()
+        self.horizon = args['horizon']
+        self.output_dim = args['output_dim']
+        self.seq_len = args.get('in_len', 12)
+        self.hidden_dim = args.get('hidden_dim', 64)
+        self.num_nodes = args['num_nodes']
+        self.embed_dim = args.get('embed_dim', 16)
+
+        # 输入映射
+        self.input_proj = nn.Linear(self.seq_len, self.hidden_dim)
+        # 两层三明治块
+        self.sandwich1 = SandwichBlock(self.num_nodes, self.embed_dim, self.hidden_dim)
+        self.sandwich2 = SandwichBlock(self.num_nodes, self.embed_dim, self.hidden_dim)
+        # 输出映射
+        self.out_proj = nn.Linear(self.hidden_dim, self.horizon * self.output_dim)
+
+    def forward(self, x):
+        # x: (B, T, N, D_total)
+        x_main = x[..., 0]              # (B, T, N)
+        B, T, N = x_main.shape
+        assert T == self.seq_len
+
+        # 输入投影 (B, T, N) -> (B*N, T) -> (B, N, hidden_dim)
+        x_flat = x_main.permute(0, 2, 1).reshape(B * N, T)
+        h0 = self.input_proj(x_flat).view(B, N, self.hidden_dim)
+
+        # 第一层三明治 + 残差
+        h1 = self.sandwich1(h0)
+        h1 = h1 + h0
+
+        # 第二层三明治
+        h2 = self.sandwich2(h1)
+
+        # 输出映射
+        out = self.out_proj(h2)          # (B, N, H*D_out)
+        out = out.view(B, N, self.horizon, self.output_dim)
+        out = out.permute(0, 2, 1, 3)    # (B, horizon, N, output_dim)
+        return out
diff --git a/model/EXP/EXP13.py b/model/EXP/EXP13.py
new file mode 100644
index 0000000..007ec08
--- /dev/null
+++ b/model/EXP/EXP13.py
@@ -0,0 +1,125 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+"""
+含残差的双层 空间->时间->空间 结构模型 无效
+"""
+
+class DynamicGraphConstructor(nn.Module):
+    def __init__(self, node_num, embed_dim):
+        super().__init__()
+        self.nodevec1 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+        self.nodevec2 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+
+    def forward(self):
+        # 构造动态邻接矩阵 (N, N)
+        adj = torch.matmul(self.nodevec1, self.nodevec2.T)
+        adj = F.relu(adj)
+        adj = F.softmax(adj, dim=-1)
+        return adj
+
+
+class GraphConvBlock(nn.Module):
+    def __init__(self, input_dim, output_dim):
+        super().__init__()
+        self.theta = nn.Linear(input_dim, output_dim)
+        self.residual = (input_dim == output_dim)
+        if not self.residual:
+            self.res_proj = nn.Linear(input_dim, output_dim)
+
+    def forward(self, x, adj):
+        # x: (B, N, C)
+        res = x
+        x = torch.matmul(adj, x)
+        x = self.theta(x)
+        x = x + (res if self.residual else self.res_proj(res))
+        return F.relu(x)
+
+
+class MANBA_Block(nn.Module):
+    def __init__(self, input_dim, hidden_dim):
+        super().__init__()
+        self.attn = nn.MultiheadAttention(embed_dim=input_dim, num_heads=4, batch_first=True)
+        self.ffn = nn.Sequential(
+            nn.Linear(input_dim, hidden_dim),
+            nn.ReLU(),
+            nn.Linear(hidden_dim, input_dim)
+        )
+        self.norm1 = nn.LayerNorm(input_dim)
+        self.norm2 = nn.LayerNorm(input_dim)
+
+    def forward(self, x):
+        # x: (B, N, C) 当 N 视为时间序列长度
+        res = x
+        x_attn, _ = self.attn(x, x, x)
+        x = self.norm1(res + x_attn)
+        res2 = x
+        x_ffn = self.ffn(x)
+        x = self.norm2(res2 + x_ffn)
+        return x
+
+
+class SandwichBlock(nn.Module):
+    """
+    空间 -> 时间 -> 空间 三明治结构
+    输入/输出： (B, N, hidden_dim)
+    """
+    def __init__(self, num_nodes, embed_dim, hidden_dim):
+        super().__init__()
+        self.graph_constructor = DynamicGraphConstructor(num_nodes, embed_dim)
+        self.gc1 = GraphConvBlock(hidden_dim, hidden_dim)
+        self.manba = MANBA_Block(hidden_dim, hidden_dim * 2)
+        self.gc2 = GraphConvBlock(hidden_dim, hidden_dim)
+
+    def forward(self, h):
+        # 第一步：空间卷积
+        adj = self.graph_constructor()
+        h1 = self.gc1(h, adj)
+        # 第二步：时间注意力
+        h2 = self.manba(h1)
+        # 第三步：空间卷积
+        h3 = self.gc2(h2, adj)
+        return h3
+
+
+class EXP(nn.Module):
+    def __init__(self, args):
+        super().__init__()
+        self.horizon = args['horizon']
+        self.output_dim = args['output_dim']
+        self.seq_len = args.get('in_len', 12)
+        self.hidden_dim = args.get('hidden_dim', 64)
+        self.num_nodes = args['num_nodes']
+        self.embed_dim = args.get('embed_dim', 16)
+
+        # 输入映射
+        self.input_proj = nn.Linear(self.seq_len, self.hidden_dim)
+        # 两层 空间-时间-空间 三明治块
+        self.sandwich1 = SandwichBlock(self.num_nodes, self.embed_dim, self.hidden_dim)
+        self.sandwich2 = SandwichBlock(self.num_nodes, self.embed_dim, self.hidden_dim)
+        # 输出映射
+        self.out_proj = nn.Linear(self.hidden_dim, self.horizon * self.output_dim)
+
+    def forward(self, x):
+        # x: (B, T, N, D)
+        x_main = x[..., 0]            # (B, T, N)
+        B, T, N = x_main.shape
+        assert T == self.seq_len
+
+        # 投影到隐藏维 (B,N,hidden)
+        x_flat = x_main.permute(0, 2, 1).reshape(B * N, T)
+        h0 = self.input_proj(x_flat).view(B, N, self.hidden_dim)
+
+        # 第一层三明治 + 残差
+        h1 = self.sandwich1(h0)
+        h1 = h1 + h0
+        # 第二层三明治
+        h2 = self.sandwich2(h1)
+
+        # 输出
+        out = self.out_proj(h2)       # (B, N, H*D_out)
+        out = out.view(B, N, self.horizon, self.output_dim)
+        out = out.permute(0, 2, 1, 3)  # (B, horizon, N, output_dim)
+        return out
+
diff --git a/model/EXP/EXP14.py b/model/EXP/EXP14.py
new file mode 100644
index 0000000..92428d8
--- /dev/null
+++ b/model/EXP/EXP14.py
@@ -0,0 +1,147 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+"""
+含时间/空间额外特征的双层 时间->空间->时间 三明治结构模型
+使用 x[...,0] 主通道，x[...,1] time_in_day，x[...,2] day_in_week
+通过独立投影融合三路信息
+无改进
+"""
+
+class DynamicGraphConstructor(nn.Module):
+    def __init__(self, node_num, embed_dim):
+        super().__init__()
+        self.nodevec1 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+        self.nodevec2 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+
+    def forward(self):
+        # 构造动态邻接矩阵 (N, N)
+        adj = torch.matmul(self.nodevec1, self.nodevec2.T)
+        adj = F.relu(adj)
+        adj = F.softmax(adj, dim=-1)
+        return adj
+
+
+class GraphConvBlock(nn.Module):
+    def __init__(self, input_dim, output_dim):
+        super().__init__()
+        self.theta = nn.Linear(input_dim, output_dim)
+        self.residual = (input_dim == output_dim)
+        if not self.residual:
+            self.res_proj = nn.Linear(input_dim, output_dim)
+
+    def forward(self, x, adj):
+        # x: (B, N, C)
+        res = x
+        x = torch.matmul(adj, x)
+        x = self.theta(x)
+        x = x + (res if self.residual else self.res_proj(res))
+        return F.relu(x)
+
+
+class MANBA_Block(nn.Module):
+    def __init__(self, input_dim, hidden_dim):
+        super().__init__()
+        self.attn = nn.MultiheadAttention(embed_dim=input_dim, num_heads=4, batch_first=True)
+        self.ffn = nn.Sequential(
+            nn.Linear(input_dim, hidden_dim),
+            nn.ReLU(),
+            nn.Linear(hidden_dim, input_dim)
+        )
+        self.norm1 = nn.LayerNorm(input_dim)
+        self.norm2 = nn.LayerNorm(input_dim)
+
+    def forward(self, x):
+        # x: (B, N, C) 视 N 维为时间序列长度
+        res = x
+        x_attn, _ = self.attn(x, x, x)
+        x = self.norm1(res + x_attn)
+        res2 = x
+        x_ffn = self.ffn(x)
+        x = self.norm2(res2 + x_ffn)
+        return x
+
+
+class SandwichBlock(nn.Module):
+    """
+    时间 -> 空间 -> 时间 三明治结构
+    输入/输出： (B, N, hidden_dim)
+    """
+    def __init__(self, num_nodes, embed_dim, hidden_dim):
+        super().__init__()
+        self.manba1 = MANBA_Block(hidden_dim, hidden_dim * 2)
+        self.graph_constructor = DynamicGraphConstructor(num_nodes, embed_dim)
+        self.gc = GraphConvBlock(hidden_dim, hidden_dim)
+        self.manba2 = MANBA_Block(hidden_dim, hidden_dim * 2)
+
+    def forward(self, h):
+        # h: (B, N, hidden_dim)
+        # 第一步：时间注意力
+        h1 = self.manba1(h)
+        # 第二步：空间卷积
+        adj = self.graph_constructor()
+        h2 = self.gc(h1, adj)
+        # 第三步：时间注意力
+        h3 = self.manba2(h2)
+        return h3
+
+
+class EXP(nn.Module):
+    def __init__(self, args):
+        super().__init__()
+        self.horizon = args['horizon']
+        self.output_dim = args['output_dim']
+        self.seq_len = args.get('in_len', 12)
+        self.hidden_dim = args.get('hidden_dim', 64)
+        self.num_nodes = args['num_nodes']
+        self.embed_dim = args.get('embed_dim', 16)
+
+        # 对三路输入分别投影到隐藏维度
+        self.main_proj = nn.Linear(self.seq_len, self.hidden_dim)
+        self.time_proj = nn.Linear(self.seq_len, self.hidden_dim)
+        self.week_proj = nn.Linear(self.seq_len, self.hidden_dim)
+
+        # 双层 时间->空间->时间 三明治块
+        self.sandwich1 = SandwichBlock(self.num_nodes, self.embed_dim, self.hidden_dim)
+        self.sandwich2 = SandwichBlock(self.num_nodes, self.embed_dim, self.hidden_dim)
+
+        # 输出映射
+        self.out_proj = nn.Linear(self.hidden_dim, self.horizon * self.output_dim)
+
+    def forward(self, x):
+        # x: (B, T, N, D_total)
+        x_main = x[..., 0]   # (B, T, N)
+        x_time = x[..., 1]   # (B, T, N)
+        x_week = x[..., 2]   # (B, T, N)
+        B, T, N = x_main.shape
+        assert T == self.seq_len
+
+        # 将三路特征分别映射后叠加
+        x_main_flat = x_main.permute(0, 2, 1).reshape(B * N, T)
+        h_main = self.main_proj(x_main_flat).view(B, N, self.hidden_dim)
+        x_time_flat = x_time.permute(0, 2, 1).reshape(B * N, T)
+        h_time = self.time_proj(x_time_flat).view(B, N, self.hidden_dim)
+        x_week_flat = x_week.permute(0, 2, 1).reshape(B * N, T)
+        h_week = self.week_proj(x_week_flat).view(B, N, self.hidden_dim)
+
+        # 初始隐藏表示，融合三路信息
+        h0 = h_main + h_time + h_week
+
+        # 第一层三明治 + 残差
+        h1 = self.sandwich1(h0)
+        h1 = h1 + h0
+        # 第二层三明治
+        h2 = self.sandwich2(h1)
+
+        # 输出
+        out = self.out_proj(h2)
+        out = out.view(B, N, self.horizon, self.output_dim)
+        out = out.permute(0, 2, 1, 3)  # (B, horizon, N, D_out)
+        return out
+
+# 示例测试
+# args = {'horizon':12,'output_dim':1,'in_len':12,'hidden_dim':64,'num_nodes':307,'embed_dim':16}
+# model = EXP(args)
+# x = torch.randn(16, 12, 307, 3)
+# print(model(x).shape)  # (16,12,307,1)
\ No newline at end of file
diff --git a/model/EXP/EXP15.py b/model/EXP/EXP15.py
new file mode 100644
index 0000000..484840c
--- /dev/null
+++ b/model/EXP/EXP15.py
@@ -0,0 +1,139 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+"""
+含残差的双层三明治结构模型
+第一层：时间 -> 空间 -> 时间 -> Conv -> Residual差分 -> 输入第二层
+第二层：时间 -> 空间 -> 时间 -> Conv -> 最终输出
+无效但接近
+"""
+
+class DynamicGraphConstructor(nn.Module):
+    def __init__(self, node_num, embed_dim):
+        super().__init__()
+        self.nodevec1 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+        self.nodevec2 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+
+    def forward(self):
+        # (N, D) @ (D, N) -> (N, N)
+        adj = torch.matmul(self.nodevec1, self.nodevec2.T)
+        adj = F.relu(adj)
+        adj = F.softmax(adj, dim=-1)
+        return adj
+
+
+class GraphConvBlock(nn.Module):
+    def __init__(self, input_dim, output_dim):
+        super().__init__()
+        self.theta = nn.Linear(input_dim, output_dim)
+        self.residual = (input_dim == output_dim)
+        if not self.residual:
+            self.res_proj = nn.Linear(input_dim, output_dim)
+
+    def forward(self, x, adj):
+        # x: (B, N, C); adj: (N, N)
+        res = x
+        x = torch.matmul(adj, x)         # 空间卷积
+        x = self.theta(x)
+        # 残差
+        x = x + (res if self.residual else self.res_proj(res))
+        return F.relu(x)
+
+
+class MANBA_Block(nn.Module):
+    def __init__(self, input_dim, hidden_dim):
+        super().__init__()
+        self.attn = nn.MultiheadAttention(embed_dim=input_dim, num_heads=4, batch_first=True)
+        self.ffn = nn.Sequential(
+            nn.Linear(input_dim, hidden_dim),
+            nn.ReLU(),
+            nn.Linear(hidden_dim, input_dim)
+        )
+        self.norm1 = nn.LayerNorm(input_dim)
+        self.norm2 = nn.LayerNorm(input_dim)
+
+    def forward(self, x):
+        # x: (B, N, C) 视 N 维为时间序列长度
+        res = x
+        x_attn, _ = self.attn(x, x, x)
+        x = self.norm1(res + x_attn)
+        res2 = x
+        x_ffn = self.ffn(x)
+        x = self.norm2(res2 + x_ffn)
+        return x
+
+
+class SandwichBlock(nn.Module):
+    """
+    时间-空间-时间 三明治结构
+    输入/输出： (B, N, hidden_dim)
+    """
+    def __init__(self, num_nodes, embed_dim, hidden_dim):
+        super().__init__()
+        self.manba1 = MANBA_Block(hidden_dim, hidden_dim * 2)
+        self.graph_constructor = DynamicGraphConstructor(num_nodes, embed_dim)
+        self.gc = GraphConvBlock(hidden_dim, hidden_dim)
+        self.manba2 = MANBA_Block(hidden_dim, hidden_dim * 2)
+
+    def forward(self, h):
+        # h: (B, N, hidden_dim)
+        h1 = self.manba1(h)
+        adj = self.graph_constructor()         # (N, N)
+        h2 = self.gc(h1, adj)
+        h3 = self.manba2(h2)
+        return h3
+
+
+class EXP(nn.Module):
+    def __init__(self, args):
+        super().__init__()
+        self.horizon = args['horizon']
+        self.output_dim = args['output_dim']
+        self.seq_len = args.get('in_len', 12)
+        self.hidden_dim = args.get('hidden_dim', 64)
+        self.num_nodes = args['num_nodes']
+        self.embed_dim = args.get('embed_dim', 16)
+
+        # 输入映射: (batch*N, seq_len) -> hidden_dim
+        self.input_proj = nn.Linear(self.seq_len, self.hidden_dim)
+        # 两层三明治块
+        self.sandwich1 = SandwichBlock(self.num_nodes, self.embed_dim, self.hidden_dim)
+        self.sandwich2 = SandwichBlock(self.num_nodes, self.embed_dim, self.hidden_dim)
+        # 卷积层用于残差处理
+        self.res_conv1 = nn.Conv1d(in_channels=self.hidden_dim, out_channels=self.hidden_dim, kernel_size=1)
+        self.res_conv2 = nn.Conv1d(in_channels=self.hidden_dim, out_channels=self.hidden_dim, kernel_size=1)
+        # 输出映射
+        self.out_proj = nn.Linear(self.hidden_dim, self.horizon * self.output_dim)
+
+    def forward(self, x):
+        # x: (B, T, N, D_total)
+        x_main = x[..., 0]              # (B, T, N)
+        B, T, N = x_main.shape
+        assert T == self.seq_len
+
+        # 输入投影 (B, T, N) -> (B*N, T) -> (B, N, hidden_dim)
+        x_flat = x_main.permute(0, 2, 1).reshape(B * N, T)
+        h0 = self.input_proj(x_flat).view(B, N, self.hidden_dim)
+
+        # 第一层三明治
+        h1_sand = self.sandwich1(h0)   # (B, N, hidden_dim)
+        # 卷积残差 (节点维度视为长度)
+        h1_perm = h1_sand.permute(0, 2, 1)  # (B, C, N)
+        h1_conv = self.res_conv1(h1_perm)
+        h1 = h1_conv.permute(0, 2, 1)       # (B, N, hidden_dim)
+
+        # 计算差分残差作为第二层输入
+        h2_input = h1 - h0
+
+        # 第二层三明治
+        h2_sand = self.sandwich2(h2_input)
+        # 再次卷积处理
+        h2_perm = h2_sand.permute(0, 2, 1)
+        h2 = self.res_conv2(h2_perm).permute(0, 2, 1)
+
+        # 输出映射
+        out = self.out_proj(h2)          # (B, N, H*D_out)
+        out = out.view(B, N, self.horizon, self.output_dim)
+        out = out.permute(0, 2, 1, 3)    # (B, horizon, N, output_dim)
+        return out
diff --git a/model/EXP/EXP16.py b/model/EXP/EXP16.py
new file mode 100644
index 0000000..84e1841
--- /dev/null
+++ b/model/EXP/EXP16.py
@@ -0,0 +1,119 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+"""
+含残差的双层三明治结构模型
+第一层：时间 -> 空间 -> 时间
+残差连接：层输出 + 层输入
+第二层：同样三明治结构 -> 最终输出
+无小残差
+"""
+
+class DynamicGraphConstructor(nn.Module):
+    def __init__(self, node_num, embed_dim):
+        super().__init__()
+        self.nodevec1 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+        self.nodevec2 = nn.Parameter(torch.randn(node_num, embed_dim), requires_grad=True)
+
+    def forward(self):
+        # (N, D) @ (D, N) -> (N, N)
+        adj = torch.matmul(self.nodevec1, self.nodevec2.T)
+        adj = F.relu(adj)
+        adj = F.softmax(adj, dim=-1)
+        return adj
+
+
+class GraphConvBlock(nn.Module):
+    def __init__(self, input_dim, output_dim):
+        super().__init__()
+        self.theta = nn.Linear(input_dim, output_dim)
+
+    def forward(self, x, adj):
+        # x: (B, N, C) / adj: (N, N)
+        x = torch.matmul(adj, x)  # (B, N, C)
+        x = self.theta(x)
+        return F.relu(x)
+
+
+class MANBA_Block(nn.Module):
+    def __init__(self, input_dim, hidden_dim):
+        super().__init__()
+        self.attn = nn.MultiheadAttention(embed_dim=input_dim, num_heads=4, batch_first=True)
+        self.ffn = nn.Sequential(
+            nn.Linear(input_dim, hidden_dim),
+            nn.ReLU(),
+            nn.Linear(hidden_dim, input_dim)
+        )
+        self.norm1 = nn.LayerNorm(input_dim)
+        self.norm2 = nn.LayerNorm(input_dim)
+
+    def forward(self, x):
+        # x: (B, T, C)
+        x_attn, _ = self.attn(x, x, x)
+        x = self.norm1(x + x_attn)
+        x_ffn = self.ffn(x)
+        return self.norm2(x + x_ffn)
+
+
+class SandwichBlock(nn.Module):
+    """
+    时间-空间-时间 三明治结构
+    输入/输出： (B, N, hidden_dim)
+    """
+    def __init__(self, num_nodes, embed_dim, hidden_dim):
+        super().__init__()
+        self.manba1 = MANBA_Block(hidden_dim, hidden_dim * 2)
+        self.graph_constructor = DynamicGraphConstructor(num_nodes, embed_dim)
+        self.gc = GraphConvBlock(hidden_dim, hidden_dim)
+        self.manba2 = MANBA_Block(hidden_dim, hidden_dim * 2)
+
+    def forward(self, h):
+        # h: (B, N, hidden_dim)
+        h1 = self.manba1(h)
+        adj = self.graph_constructor()         # (N, N)
+        h2 = self.gc(h1, adj)
+        h3 = self.manba2(h2)
+        return h3
+
+
+class EXP(nn.Module):
+    def __init__(self, args):
+        super().__init__()
+        self.horizon = args['horizon']
+        self.output_dim = args['output_dim']
+        self.seq_len = args.get('in_len', 12)
+        self.hidden_dim = args.get('hidden_dim', 64)
+        self.num_nodes = args['num_nodes']
+        self.embed_dim = args.get('embed_dim', 16)
+
+        # 输入映射
+        self.input_proj = nn.Linear(self.seq_len, self.hidden_dim)
+        # 两层三明治块
+        self.sandwich1 = SandwichBlock(self.num_nodes, self.embed_dim, self.hidden_dim)
+        self.sandwich2 = SandwichBlock(self.num_nodes, self.embed_dim, self.hidden_dim)
+        # 输出映射
+        self.out_proj = nn.Linear(self.hidden_dim, self.horizon * self.output_dim)
+
+    def forward(self, x):
+        # x: (B, T, N, D_total)
+        x_main = x[..., 0]              # (B, T, N)
+        B, T, N = x_main.shape
+        assert T == self.seq_len
+
+        # 输入投影 (B, T, N) -> (B*N, T) -> (B, N, hidden_dim)
+        x_flat = x_main.permute(0, 2, 1).reshape(B * N, T)
+        h0 = self.input_proj(x_flat).view(B, N, self.hidden_dim)
+
+        # 第一层三明治 + 残差
+        h1 = self.sandwich1(h0)
+        h1 = h1 + h0
+
+        # 第二层三明治
+        h2 = self.sandwich2(h1)
+
+        # 输出映射
+        out = self.out_proj(h2)          # (B, N, H*D_out)
+        out = out.view(B, N, self.horizon, self.output_dim)
+        out = out.permute(0, 2, 1, 3)    # (B, horizon, N, output_dim)
+        return out
diff --git a/model/EXP/EXP7.py b/model/EXP/EXP7.py
index d2883aa..c58903a 100644
--- a/model/EXP/EXP7.py
+++ b/model/EXP/EXP7.py
@@ -2,6 +2,10 @@ import torch
 import torch.nn as nn
 import torch.nn.functional as F
 
+"""
+不含残差版本
+"""
+
 
 class DynamicGraphConstructor(nn.Module):
     def __init__(self, node_num, embed_dim):
@@ -75,7 +79,7 @@ class EXP(nn.Module):
 
     def forward(self, x):
         # x: (B, T, N, D_total)
-        x = x.sum(dim=-1)  # (B, T, N)
+        x = x[..., 0]  # 只用主通道 (B, T, N)
         B, T, N = x.shape
         assert T == self.seq_len
 
diff --git a/model/EXP/EXP8.py b/model/EXP/EXP8.py
index d85402d..4817e34 100644
--- a/model/EXP/EXP8.py
+++ b/model/EXP/EXP8.py
@@ -2,6 +2,9 @@ import torch
 import torch.nn as nn
 import torch.nn.functional as F
 
+"""
+含残差版本
+"""
 
 class DynamicGraphConstructor(nn.Module):
     def __init__(self, node_num, embed_dim):
diff --git a/model/EXP/EXP9.py b/model/EXP/EXP9.py
index cedcd21..19353f0 100644
--- a/model/EXP/EXP9.py
+++ b/model/EXP/EXP9.py
@@ -2,6 +2,9 @@ import torch
 import torch.nn as nn
 import torch.nn.functional as F
 
+"""
+加入混合专家
+"""
 
 class DynamicGraphConstructor(nn.Module):
     def __init__(self, node_num, embed_dim):
diff --git a/model/model_selector.py b/model/model_selector.py
index fa994ec..8c36e4e 100644
--- a/model/model_selector.py
+++ b/model/model_selector.py
@@ -13,7 +13,7 @@ from model.STFGNN.STFGNN import STFGNN
 from model.STSGCN.STSGCN import STSGCN
 from model.STGODE.STGODE import ODEGCN
 from model.PDG2SEQ.PDG2Seq import PDG2Seq
-from model.EXP.EXP9 import EXP as EXP
+from model.EXP.EXP16 import EXP as EXP
 
 def model_selector(model):
     match model['type']:
diff --git a/run.py b/run.py
index 7499708..c2538a5 100644
--- a/run.py
+++ b/run.py
@@ -30,10 +30,12 @@ def main():
     else:
         args['device'] = 'cpu'
         args['model']['device'] = args['device']
-
+    init_seed(args['train']['seed'])
     # Initialize model
     model = init_model(args['model'], device=args['device'])
 
+
+
     if args['mode'] == "benchmark":
         # 支持计算消耗分析，设置 mode为 benchmark
         import torch.profiler as profiler