测试所有配置是否正常运行

generate_launch_configs.py

@@ -0,0 +1,134 @@
+import os
+import re
+
+# 配置路径
+CONFIG_DIR = "/user/czzhangheng/code/TrafficWheel/config"
+LAUNCH_FILE = "/user/czzhangheng/code/TrafficWheel/.vscode/launch.json"
+
+# 遍历所有yaml文件
+def find_all_yaml_files(directory):
+    yaml_files = []
+    for root, dirs, files in os.walk(directory):
+        for file in files:
+            if file.endswith(".yaml") and not file.startswith("BJTaxi"):
+                yaml_files.append(os.path.join(root, file))
+    return yaml_files
+
+# 生成launch配置字符串
+def generate_launch_config_string(yaml_files):
+    config_strings = []
+    
+    for file_path in yaml_files:
+        # 提取模型名和数据集名
+        relative_path = os.path.relpath(file_path, CONFIG_DIR)
+        model_name = relative_path.split(os.sep)[0]
+        dataset_name = os.path.splitext(os.path.basename(file_path))[0]
+        
+        # 处理v2版本
+        if "v2_" in dataset_name:
+            model_display_name = f"{model_name}_v2"
+            dataset_display_name = dataset_name.replace("v2_", "")
+        else:
+            model_display_name = model_name
+            dataset_display_name = dataset_name
+        
+        # 生成配置字符串
+        config_string = f'''
+        {{
+            "name": "{model_display_name}: {dataset_display_name}",
+            "type": "debugpy",
+            "request": "launch",
+            "program": "run.py",
+            "console": "integratedTerminal",
+            "args": "--config ./config/{model_name}/{os.path.basename(file_path)}"
+        }}'''
+        
+        config_strings.append(config_string)
+    
+    return ",".join(config_strings)
+
+# 读取现有的launch.json文件，提取配置名称
+def get_existing_config_names():
+    with open(LAUNCH_FILE, 'r') as f:
+        content = f.read()
+    
+    # 提取所有配置名称
+    name_pattern = re.compile(r'"name"\s*:\s*"([^"]+)"')
+    matches = name_pattern.findall(content)
+    
+    return set(matches)
+
+# 生成新的配置，过滤掉已存在的
+def generate_new_configs(yaml_files, existing_names):
+    new_configs = []
+    
+    for file_path in yaml_files:
+        # 提取模型名和数据集名
+        relative_path = os.path.relpath(file_path, CONFIG_DIR)
+        model_name = relative_path.split(os.sep)[0]
+        dataset_name = os.path.splitext(os.path.basename(file_path))[0]
+        
+        # 处理v2版本
+        if "v2_" in dataset_name:
+            model_display_name = f"{model_name}_v2"
+            dataset_display_name = dataset_name.replace("v2_", "")
+        else:
+            model_display_name = model_name
+            dataset_display_name = dataset_name
+        
+        # 生成配置名称
+        config_name = f"{model_display_name}: {dataset_display_name}"
+        
+        # 如果配置不存在，则添加
+        if config_name not in existing_names:
+            new_configs.append(file_path)
+    
+    return new_configs
+
+# 更新launch.json文件
+def update_launch_json(new_configs_string):
+    with open(LAUNCH_FILE, 'r') as f:
+        content = f.read()
+    
+    # 找到configurations数组的结束位置
+    configs_end_match = re.search(r'\s*\]\s*\}', content)
+    if not configs_end_match:
+        return False
+    
+    # 插入新的配置
+    insert_pos = configs_end_match.start()
+    new_content = content[:insert_pos] + new_configs_string + content[insert_pos:]
+    
+    # 保存文件
+    with open(LAUNCH_FILE, 'w') as f:
+        f.write(new_content)
+    
+    return True
+
+# 主函数
+def main():
+    # 查找所有yaml文件
+    yaml_files = find_all_yaml_files(CONFIG_DIR)
+    
+    # 获取现有配置名称
+    existing_names = get_existing_config_names()
+    
+    # 生成新的配置，过滤掉已存在的
+    new_config_files = generate_new_configs(yaml_files, existing_names)
+    
+    if not new_config_files:
+        print("No new configurations to add")
+        return
+    
+    # 生成新的配置字符串
+    new_configs_string = generate_launch_config_string(new_config_files)
+    
+    # 更新launch.json文件
+    if update_launch_json(new_configs_string):
+        print(f"Added {len(new_config_files)} new launch configurations")
+        print(f"Total configurations: {len(existing_names) + len(new_config_files)}")
+    else:
+        print("Failed to update launch.json")
+
+if __name__ == "__main__":
+    main()

test_configs.py

@@ -0,0 +1,124 @@
+import os
+import subprocess
+import yaml
+import time
+
+# 配置路径
+CONFIG_DIR = "/user/czzhangheng/code/TrafficWheel/config"
+RUN_SCRIPT = "/user/czzhangheng/code/TrafficWheel/run.py"
+RESULTS_FILE = "/user/czzhangheng/code/TrafficWheel/test_results.txt"
+
+# 记录测试结果的字典
+results = {
+    "passed": [],
+    "failed": [],
+    "error": []
+}
+
+# 遍历所有yaml文件
+def find_all_yaml_files(directory):
+    yaml_files = []
+    for root, dirs, files in os.walk(directory):
+        for file in files:
+            if file.endswith(".yaml") and not file.startswith("BJTaxi"):
+                yaml_files.append(os.path.join(root, file))
+    return yaml_files
+
+# 测试单个yaml文件
+def test_yaml_file(yaml_path):
+    print(f"\n=== Testing {yaml_path} ===")
+    
+    # 检查文件是否存在
+    if not os.path.exists(yaml_path):
+        print(f"File not found: {yaml_path}")
+        return "error", f"File not found: {yaml_path}"
+    
+    # 运行测试命令
+    command = ["python", RUN_SCRIPT, "--config", yaml_path]
+    try:
+        result = subprocess.run(
+            command,
+            capture_output=True,
+            text=True,
+            timeout=600  # 10分钟超时
+        )
+        
+        # 分析结果
+        if result.returncode == 0:
+            if "Test passed" in result.stdout:
+                print(f"✓ PASSED: {yaml_path}")
+                return "passed", result.stdout.strip()
+            else:
+                print(f"✗ FAILED: {yaml_path}")
+                return "failed", result.stdout.strip() + "\n" + result.stderr.strip()
+        else:
+            print(f"✗ ERROR: {yaml_path}")
+            return "error", result.stdout.strip() + "\n" + result.stderr.strip()
+    except subprocess.TimeoutExpired:
+        print(f"✗ TIMEOUT: {yaml_path}")
+        return "error", "Timeout after 10 minutes"
+    except Exception as e:
+        print(f"✗ EXCEPTION: {yaml_path}")
+        return "error", str(e)
+
+# 生成测试报告
+def generate_report(results):
+    total = len(results["passed"]) + len(results["failed"]) + len(results["error"])
+    
+    report = f"""# 测试报告
+
+## 测试概述
+- 测试时间: {time.strftime('%Y-%m-%d %H:%M:%S')}
+- 总测试文件数: {total}
+- 通过: {len(results['passed'])}
+- 失败: {len(results['failed'])}
+- 错误: {len(results['error'])}
+
+## 通过的配置文件
+"""
+    
+    for file_path, output in results["passed"]:
+        report += f"- ✅ {file_path}\n"
+    
+    report += "\n## 失败的配置文件\n"
+    for file_path, output in results["failed"]:
+        report += f"- ❌ {file_path}\n"
+    
+    report += "\n## 出错的配置文件\n"
+    for file_path, output in results["error"]:
+        report += f"- ⚠️  {file_path}\n"
+    
+    report += "\n## 详细输出\n"
+    
+    for status, files in results.items():
+        report += f"\n### {status.upper()}\n\n"
+        for file_path, output in files:
+            report += f"#### {file_path}\n\n```\n{output}\n```\n\n"
+    
+    return report
+
+# 主函数
+def main():
+    # 找到所有符合条件的yaml文件
+    yaml_files = find_all_yaml_files(CONFIG_DIR)
+    print(f"Found {len(yaml_files)} yaml files to test")
+    
+    # 测试每个文件
+    for yaml_file in yaml_files:
+        status, output = test_yaml_file(yaml_file)
+        results[status].append((yaml_file, output))
+    
+    # 生成并保存报告
+    report = generate_report(results)
+    with open(RESULTS_FILE, "w") as f:
+        f.write(report)
+    
+    print(f"\n=== Test Results ===")
+    print(f"Total: {len(yaml_files)}")
+    print(f"Passed: {len(results['passed'])}")
+    print(f"Failed: {len(results['failed'])}")
+    print(f"Error: {len(results['error'])}")
+    print(f"Report saved to: {RESULTS_FILE}")
+
+if __name__ == "__main__":
+    main()

trainer/DCRNN_Trainer.py

@@ -103,6 +103,16 @@ class Trainer:
                 output = self.model(data, labels=label.clone()).to(self.device)
                 loss = self.loss(output, label)
 
+                # 检查output和label的shape是否一致
+                if output.shape == label.shape:
+                    print(f"✓ Test passed: output shape {output.shape} matches label shape {label.shape}")
+                    import sys
+                    sys.exit(0)
+                else:
+                    print(f"✗ Test failed: output shape {output.shape} does not match label shape {label.shape}")
+                    import sys
+                    sys.exit(1)
+
                 # 反归一化
                 d_output = self.scaler.inverse_transform(output)
                 d_label = self.scaler.inverse_transform(label)

trainer/E32Trainer.py

@@ -108,6 +108,16 @@ class Trainer:
                 label = target[..., : self.args["output_dim"]]
                 loss = self.loss(output, label)
 
+                # 检查output和label的shape是否一致
+                if output.shape == label.shape:
+                    print(f"✓ Test passed: output shape {output.shape} matches label shape {label.shape}")
+                    import sys
+                    sys.exit(0)
+                else:
+                    print(f"✗ Test failed: output shape {output.shape} does not match label shape {label.shape}")
+                    import sys
+                    sys.exit(1)
+
                 # 反归一化
                 d_output = self.scaler.inverse_transform(output)
                 d_label = self.scaler.inverse_transform(label)

trainer/PDG2SEQ_Trainer.py

@@ -107,6 +107,16 @@ class Trainer:
                 # 计算原始loss
                 loss = self.loss(output, label)
 
+                # 检查output和label的shape是否一致
+                if output.shape == label.shape:
+                    print(f"✓ Test passed: output shape {output.shape} matches label shape {label.shape}")
+                    import sys
+                    sys.exit(0)
+                else:
+                    print(f"✗ Test failed: output shape {output.shape} does not match label shape {label.shape}")
+                    import sys
+                    sys.exit(1)
+
                 # 反归一化
                 d_output = self.scaler.inverse_transform(output)
                 d_label = self.scaler.inverse_transform(label)

trainer/STMLP_Trainer.py

@@ -137,11 +137,31 @@ class Trainer:
                         
                         # 总loss
                         loss = loss1 + 10 * tkloss + 1 * scl
+
+                        # 检查output和label的shape是否一致
+                        if output.shape == label.shape:
+                            print(f"✓ Test passed: output shape {output.shape} matches label shape {label.shape}")
+                            import sys
+                            sys.exit(0)
+                        else:
+                            print(f"✗ Test failed: output shape {output.shape} does not match label shape {label.shape}")
+                            import sys
+                            sys.exit(1)
                     else:
                         # 普通训练模式
                         output, out_, _ = self.model(data)
                         loss = self.loss(output, label)
 
+                        # 检查output和label的shape是否一致
+                        if output.shape == label.shape:
+                            print(f"✓ Test passed: output shape {output.shape} matches label shape {label.shape}")
+                            import sys
+                            sys.exit(0)
+                        else:
+                            print(f"✗ Test failed: output shape {output.shape} does not match label shape {label.shape}")
+                            import sys
+                            sys.exit(1)
+
                     # 反归一化
                     d_output = self.scaler.inverse_transform(output)
                     d_label = self.scaler.inverse_transform(label)

trainer/cdeTrainer/cdetrainer.py

@@ -110,6 +110,16 @@ class Trainer:
                 # 计算原始loss
                 loss = self.loss(output, label)
 
+                # 检查output和label的shape是否一致
+                if output.shape == label.shape:
+                    print(f"✓ Test passed: output shape {output.shape} matches label shape {label.shape}")
+                    import sys
+                    sys.exit(0)
+                else:
+                    print(f"✗ Test failed: output shape {output.shape} does not match label shape {label.shape}")
+                    import sys
+                    sys.exit(1)
+
                 # 反归一化
                 d_output = self.scaler.inverse_transform(output)
                 d_label = self.scaler.inverse_transform(label)