upload project source code

后端源码/yifan.action-ai.cn/api/app/utils/import_util.py

@@ -0,0 +1,185 @@
+# -*- coding: utf-8 -*- 
+
+import importlib
+import inspect
+import os
+from pathlib import Path
+from functools import lru_cache
+from sqlalchemy import inspect as sa_inspect
+from typing import Any, Type
+
+from app.config.path_conf import BASE_DIR
+
+
+class ImportUtil:
+    @classmethod
+    def find_project_root(cls) -> Path:
+        """
+        查找项目根目录
+
+        :return: 项目根目录路径
+        """
+        return BASE_DIR
+
+    @classmethod
+    def is_valid_model(cls, obj: Any, base_class: Type) -> bool:
+        """
+        验证是否为有效的SQLAlchemy模型类
+
+        :param obj: 待验证的对象
+        :param base_class: SQLAlchemy的基类
+        :return: 验证结果
+        """
+        # 必须继承自base_class且不是base_class本身
+        if not (inspect.isclass(obj) and issubclass(obj, base_class) and obj is not base_class):
+            return False
+
+        # 必须有表名定义（排除抽象基类）
+        if not hasattr(obj, '__tablename__') or obj.__tablename__ is None:
+            return False
+
+        # 必须有至少一个列定义
+        try:
+            return len(sa_inspect(obj).columns) > 0
+        except Exception:
+            return False
+
+    @classmethod
+    @lru_cache(maxsize=256)
+    def find_models(cls, base_class: Type) -> list[Any]:
+        """
+        查找并过滤有效的模型类，避免重复和无效定义
+
+        :param base_class: SQLAlchemy的Base类，用于验证模型类
+        :return: 有效模型类列表
+        """
+        models = []
+        # 按类对象去重
+        seen_models = set()
+        # 按表名去重（防止同表名冲突）
+        seen_tables = set()
+        # 记录已经处理过的model.py文件路径
+        processed_model_files = set()
+        
+        project_root = cls.find_project_root()
+        print(f"⏰️ 开始在项目根目录 {project_root} 中查找模型...")
+
+        # 排除目录扩展
+        exclude_dirs = {
+            'venv',
+            '.env',
+            '.git',
+            '__pycache__',
+            'migrations',
+            'alembic',
+            'tests',
+            'test',
+            'docs',
+            'examples',
+            'scripts',
+            '.venv',
+            '__pycache__',
+            'static',
+            'templates',
+            'sql',
+            'env'
+        }
+
+        # 定义要搜索的模型目录模式
+        model_dir_patterns = [
+            'model.py',
+            'models.py'
+        ]
+
+        # 使用一个更高效的方法来查找所有model.py文件
+        model_files = []
+        for root, dirs, files in os.walk(project_root):
+            # 过滤排除目录
+            dirs[:] = [d for d in dirs if d not in exclude_dirs]
+            
+            for file in files:
+                if file in model_dir_patterns:
+                    file_path = Path(root) / file
+                    # 构建相对于项目根的模块路径
+                    relative_path = file_path.relative_to(project_root)
+                    model_files.append((file_path, relative_path))
+
+        print(f"🔍 找到 {len(model_files)} 个模型文件")
+
+        # 按模块路径排序，确保先导入基础模块
+        model_files.sort(key=lambda x: str(x[1]))
+
+        for file_path, relative_path in model_files:
+            # 确保文件路径没有被处理过
+            if str(file_path) in processed_model_files:
+                continue
+                
+            processed_model_files.add(str(file_path))
+            
+            # 构建模块名（将路径分隔符转换为点）
+            module_parts = relative_path.parts[:-1] + (relative_path.stem,)
+            module_name = '.'.join(module_parts)
+
+            try:
+                # 导入模块
+                module = importlib.import_module(module_name)
+                
+                # 获取模块中的所有类
+                for name, obj in inspect.getmembers(module, inspect.isclass):
+                    # 验证模型有效性
+                    if not cls.is_valid_model(obj, base_class):
+                        continue
+
+                    # 检查类对象重复
+                    if obj in seen_models:
+                        continue
+
+                    # 检查表名重复
+                    table_name = obj.__tablename__
+                    if table_name in seen_tables:
+                        continue
+
+                    # 添加到已处理集合
+                    seen_models.add(obj)
+                    seen_tables.add(table_name)
+                    models.append(obj)
+                    print(f'✅️ 找到有效模型: {obj.__module__}.{obj.__name__} (表: {table_name})')
+
+            except ImportError as e:
+                if 'cannot import name' not in str(e):
+                    print(f'❗️ 警告: 无法导入模块 {module_name}: {e}')
+            except Exception as e:
+                print(f'❌️ 处理模块 {module_name} 时出错: {e}')
+
+        # 查找apscheduler_jobs表的模型（如果存在）
+        cls._find_apscheduler_model(base_class, models, seen_models, seen_tables)
+
+        return models
+    
+    @classmethod
+    def _find_apscheduler_model(cls, base_class: Type, models: list[Any], seen_models: set[Any], seen_tables: set[str]):
+        """
+        专门查找APScheduler相关的模型
+        
+        :param base_class: SQLAlchemy的Base类
+        :param models: 模型列表
+        :param seen_models: 已处理的模型集合
+        :param seen_tables: 已处理的表名集合
+        """
+        # 尝试从apscheduler相关模块导入
+        try:
+            # 检查是否有自定义的apscheduler模型
+            for module_name in ['app.core.ap_scheduler', 'app.module_task.scheduler_test']:
+                try:
+                    module = importlib.import_module(module_name)
+                    for name, obj in inspect.getmembers(module, inspect.isclass):
+                        if cls.is_valid_model(obj, base_class) and hasattr(obj, '__tablename__') and obj.__tablename__ == 'apscheduler_jobs':
+                            if obj not in seen_models and 'apscheduler_jobs' not in seen_tables:
+                                seen_models.add(obj)
+                                seen_tables.add('apscheduler_jobs')
+                                models.append(obj)
+                                print(f'✅️ 找到有效模型: {obj.__module__}.{obj.__name__} (表: apscheduler_jobs)')
+                except ImportError:
+                    pass
+        except Exception as e:
+            print(f'❗️ 查找APScheduler模型时出错: {e}')