init

scanner/ai_reviewer.py

@@ -0,0 +1,348 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+AI 代码审查器
+使用大模型进行智能代码审查
+"""
+import os
+import json
+import logging
+from typing import Dict, Any, List, Optional
+
+from scanner.base import BaseScanner
+
+logger = logging.getLogger(__name__)
+
+
+class AIReviewer(BaseScanner):
+    """AI 代码审查器"""
+
+    def __init__(self, config: Dict[str, Any]):
+        """
+        初始化 AI 审查器
+
+        Args:
+            config: AI 配置
+        """
+        # 先初始化基类
+        super().__init__(config.get('scanner', {}))
+        
+        self.config = config
+        self.enabled = config.get('enabled', True)
+        self.provider = config.get('provider', 'ollama')
+        self.model = config.get('model', 'llama3')
+        self.api_url = config.get('api_url', 'http://localhost:11434')
+        self.api_key = config.get('api_key', '')
+        self.max_lines = config.get('max_lines', 200)
+
+        if not self.enabled:
+            logger.info('AI 审查器已禁用')
+            return
+
+        logger.info(f'AI 审查器初始化: {self.provider}/{self.model}')
+
+    def scan(self, repo_url: str, commit_id: Optional[str], branch: str) -> Dict[str, Any]:
+        """
+        执行代码扫描（实现抽象方法）
+
+        Args:
+            repo_url: 仓库 URL
+            commit_id: 提交 ID
+            branch: 分支名
+
+        Returns:
+            审查结果
+        """
+        # 调用实际的审查逻辑
+        return self._do_review(repo_url=repo_url, commit_id=commit_id, branch=branch)
+
+    def _do_review(self, clone_dir: str = None, repo_url: str = None,
+                   commit_id: str = None, branch: str = None,
+                   language: str = 'python') -> Dict[str, Any]:
+        """
+        执行 AI 代码审查
+
+        Args:
+            clone_dir: 仓库目录（如果已克隆则直接传入）
+            repo_url: 仓库 URL（如果未克隆则需要传入）
+            commit_id: 提交 ID
+            branch: 分支名
+            language: 编程语言
+
+        Returns:
+            审查结果
+        """
+        if not self.enabled:
+            return {
+                'enabled': False,
+                'tool': 'AI Code Reviewer',
+                'reviews': [],
+                'summary': 'AI 审查已禁用'
+            }
+
+        try:
+            # 如果没有传入 clone_dir，需要克隆
+            if not clone_dir and repo_url:
+                clone_dir = self.clone_repo(repo_url, commit_id, branch)
+
+            if not clone_dir or not os.path.exists(clone_dir):
+                return {
+                    'enabled': True,
+                    'tool': 'AI Code Reviewer',
+                    'reviews': [],
+                    'summary': '无法获取代码目录'
+                }
+
+            # 获取要审查的代码文件
+            files = self._get_code_files(clone_dir, language)
+
+            if not files:
+                return {
+                    'enabled': True,
+                    'tool': 'AI Code Reviewer',
+                    'reviews': [],
+                    'summary': '未找到可审查的代码文件'
+                }
+
+            # 对每个文件进行 AI 审查
+            all_reviews = []
+            for file_path in files[:5]:  # 限制最多审查 5 个文件
+                review = self._review_file(file_path, language)
+                if review:
+                    all_reviews.append(review)
+
+            # 生成总结
+            summary = self._generate_summary(all_reviews)
+
+            return {
+                'enabled': True,
+                'tool': 'AI Code Reviewer',
+                'reviews': all_reviews,
+                'summary': summary,
+                'files_reviewed': len(all_reviews),
+                'clone_dir': clone_dir  # 返回 clone_dir 用于后续清理
+            }
+
+        except Exception as e:
+            logger.error(f'AI 审查失败: {str(e)}')
+            return {
+                'enabled': True,
+                'tool': 'AI Code Reviewer',
+                'error': str(e),
+                'reviews': [],
+                'summary': f'AI 审查出错: {str(e)}'
+            }
+
+    def _get_code_files(self, clone_dir: str, language: str) -> List[str]:
+        """获取代码文件列表"""
+        import glob
+
+        extensions = {
+            'python': ['.py'],
+            'javascript': ['.js', '.jsx'],
+            'typescript': ['.ts', '.tsx']
+        }
+
+        exts = extensions.get(language, ['.py'])
+        files = []
+
+        for ext in exts:
+            pattern = os.path.join(clone_dir, '**', f'*{ext}')
+            files.extend(glob.glob(pattern, recursive=True))
+
+        # 过滤掉测试文件和虚拟环境
+        files = [f for f in files if not any(x in f for x in [
+            'test_', '_test.', 'venv', 'node_modules', '__pycache__'
+        ])]
+
+        return files[:10]  # 最多 10 个文件
+
+    def _review_file(self, file_path: str, language: str) -> Optional[Dict[str, Any]]:
+        """审查单个文件"""
+        try:
+            with open(file_path, 'r', encoding='utf-8') as f:
+                code = f.read()
+
+            # 限制代码行数
+            lines = code.split('\n')
+            if len(lines) > self.max_lines:
+                code = '\n'.join(lines[:self.max_lines])
+                truncated = True
+            else:
+                truncated = False
+
+            # 构建 prompt
+            prompt = self._build_prompt(code, language)
+
+            # 调用 AI
+            response = self._call_ai(prompt)
+
+            if not response:
+                return None
+
+            # 解析响应
+            filename = os.path.basename(file_path)
+            return {
+                'file': filename,
+                'path': file_path,
+                'truncated': truncated,
+                'review': response
+            }
+
+        except Exception as e:
+            logger.warning(f'审查文件失败 {file_path}: {str(e)}')
+            return None
+
+    def _build_prompt(self, code: str, language: str) -> str:
+        """构建审查 prompt"""
+        if language == 'python':
+            lang_name = 'Python'
+        elif language in ['javascript', 'typescript']:
+            lang_name = 'JavaScript/TypeScript'
+        else:
+            lang_name = language
+
+        prompt = f"""你是一位资深的 {lang_name} 代码审查专家。请审查以下代码，并给出：
+
+1. **代码优点** - 写得好地方
+2. **问题建议** - 需要改进的地方
+3. **优化建议** - 如何让代码更好
+
+请用中文回复，保持简洁，每个文件审查不超过 3 点建议。
+
+以下是代码：
+```{language}
+{code}
+```
+
+请以 JSON 格式输出：
+```json
+{{
+  "优点": ["..."],
+  "问题": ["..."],
+  "优化": ["..."]
+}}
+```"""
+        return prompt
+
+    def _call_ai(self, prompt: str) -> Optional[Dict[str, Any]]:
+        """调用 AI 服务"""
+        try:
+            if self.provider == 'ollama':
+                return self._call_ollama(prompt)
+            elif self.provider == 'api':
+                return self._call_api(prompt)
+            else:
+                logger.warning(f'未知的 AI provider: {self.provider}')
+                return None
+        except Exception as e:
+            logger.error(f'AI 调用失败: {str(e)}')
+            return None
+
+    def _call_ollama(self, prompt: str) -> Optional[Dict[str, Any]]:
+        """调用 Ollama 本地模型"""
+        import requests
+
+        url = f"{self.api_url}/api/generate"
+        payload = {
+            "model": self.model,
+            "prompt": prompt,
+            "stream": False,
+            "format": "json"
+        }
+
+        response = requests.post(url, json=payload, timeout=120)
+
+        if response.status_code == 200:
+            result = response.json()
+            content = result.get('response', '')
+
+            # 尝试解析 JSON
+            try:
+                # 提取 JSON 部分
+                if '```json' in content:
+                    content = content.split('```json')[1].split('```')[0]
+                elif '```' in content:
+                    content = content.split('```')[1].split('```')[0]
+
+                return json.loads(content.strip())
+            except json.JSONDecodeError:
+                # 如果不是 JSON，直接返回文本
+                return {'raw_review': content}
+
+        logger.warning(f'Ollama 返回错误: {response.status_code}')
+        return None
+
+    def _call_api(self, prompt: str) -> Optional[Dict[str, Any]]:
+        """调用在线 API"""
+        import requests
+
+        headers = {
+            'Content-Type': 'application/json'
+        }
+
+        if self.api_key:
+            headers['Authorization'] = f'Bearer {self.api_key}'
+
+        # 根据 API URL 自动判断 provider
+        if 'siliconflow' in self.api_url:
+            url = f"{self.api_url}/chat/completions"
+            payload = {
+                "model": self.model,
+                "messages": [{"role": "user", "content": prompt}],
+                "max_tokens": 1024,
+                "temperature": 0.7
+            }
+        elif 'deepseek' in self.api_url:
+            url = f"{self.api_url}/chat/completions"
+            payload = {
+                "model": self.model,
+                "messages": [{"role": "user", "content": prompt}],
+                "max_tokens": 1024,
+                "temperature": 0.7
+            }
+        else:
+            url = f"{self.api_url}/chat/completions"
+            payload = {
+                "model": self.model,
+                "messages": [{"role": "user", "content": prompt}],
+                "max_tokens": 1024,
+                "temperature": 0.7
+            }
+
+        response = requests.post(url, json=payload, headers=headers, timeout=120)
+
+        if response.status_code == 200:
+            result = response.json()
+            content = result['choices'][0]['message']['content']
+
+            try:
+                if '```json' in content:
+                    content = content.split('```json')[1].split('```')[0]
+                elif '```' in content:
+                    content = content.split('```')[1].split('```')[0]
+
+                return json.loads(content.strip())
+            except json.JSONDecodeError:
+                return {'raw_review': content}
+
+        logger.warning(f'API 返回错误: {response.status_code}')
+        return None
+
+    def _generate_summary(self, reviews: List[Dict[str, Any]]) -> str:
+        """生成审查总结"""
+        if not reviews:
+            return '未找到需要审查的代码'
+
+        total_issues = sum(
+            len(r.get('review', {}).get('问题', [])) + 
+            len(r.get('review', {}).get('优化', []))
+            for r in reviews
+        )
+
+        files_count = len(reviews)
+
+        if total_issues == 0:
+            return f'✅ AI 审查通过！审查了 {files_count} 个文件，未发现问题'
+
+        return f'🤖 AI 审查了 {files_count} 个文件，发现 {total_issues} 个改进建议'

scanner/base.py

@@ -52,9 +52,12 @@ class BaseScanner(ABC):
         repo_name = repo_url.split('/')[-1].replace('.git', '')
         commit_hash = commit_id or branch
         clone_dir = os.path.join(self.temp_dir, f"{repo_name}_{commit_hash}")
-        # 如果目录已存在，先删除
+
+        # 如果目录已存在，先删除（带重试机制）
         if os.path.exists(clone_dir):
-            shutil.rmtree(clone_dir)
+            self.cleanup(clone_dir)
+
+        repo = None
         try:
             logger.info(f'克隆仓库: {repo_url}')
             # 克隆仓库（浅克隆，只获取最新提交）
@@ -64,26 +67,52 @@ class BaseScanner(ABC):
                 depth=1,
                 branch=branch
             )
+
             # 如果指定了 commit_id，切换到该提交
             if commit_id:
                 repo.git.checkout(commit_id)
+
             logger.info(f'仓库克隆成功: {clone_dir}')
             return clone_dir
         except Exception as e:
             logger.error(f'克隆仓库失败: {str(e)}')
             raise
+        finally:
+            # 显式关闭 Repo 对象以释放文件句柄（特别是 Windows）
+            if repo is not None:
+                repo.close()
     def cleanup(self, clone_dir: str):
         """
-        清理临时目录
+        清理临时目录（带重试机制，处理 Windows 权限问题）
         Args:
             clone_dir: 克隆的目录路径
         """
-        try:
-            if os.path.exists(clone_dir):
-                shutil.rmtree(clone_dir)
-                logger.info(f'清理临时目录: {clone_dir}')
-        except Exception as e:
-            logger.warning(f'清理临时目录失败: {str(e)}')
+        import time
+        import stat
+
+        def handle_remove_readonly(func, path, exc_info):
+            """处理只读文件的删除问题（Windows）"""
+            # 添加写权限并重试
+            os.chmod(path, stat.S_IWRITE)
+            func(path)
+
+        max_retries = 3
+        retry_delay = 1  # 秒
+
+        for attempt in range(max_retries):
+            try:
+                if os.path.exists(clone_dir):
+                    # Windows 上使用 onerror 回调处理只读文件
+                    shutil.rmtree(clone_dir, onerror=handle_remove_readonly)
+                    logger.info(f'清理临时目录: {clone_dir}')
+                return  # 成功清理，直接返回
+            except Exception as e:
+                if attempt < max_retries - 1:
+                    logger.warning(f'清理临时目录失败，{retry_delay}秒后重试: {str(e)}')
+                    time.sleep(retry_delay)
+                    retry_delay *= 2  # 指数退避
+                else:
+                    logger.warning(f'清理临时目录失败（已重试{max_retries}次）: {str(e)}')
     def run_command(self, cmd: List[str], cwd: str, timeout: int = 300) -> Dict[str, Any]:
         """
         运行命令并返回结果

scanner/js_scanner.py

@@ -72,10 +72,6 @@ class JavaScriptScanner(BaseScanner):
             result['status'] = 'error'
             result['error'] = str(e)
 
-        finally:
-            # 清理临时目录
-            if clone_dir:
-                self.cleanup(clone_dir)
 
         return result
 

scanner/python_scanner.py

@@ -80,10 +80,7 @@ class PythonScanner(BaseScanner):
             result['status'] = 'error'
             result['error'] = str(e)
 
-        finally:
-            # 清理临时目录
-            if clone_dir:
-                self.cleanup(clone_dir)
+
 
         return result
 

scanner/security_scanner.py

@@ -86,11 +86,6 @@ class SecurityScanner(BaseScanner):
             result['status'] = 'error'
             result['error'] = str(e)
 
-        finally:
-            # 清理临时目录
-            if clone_dir:
-                self.cleanup(clone_dir)
-
         return result
 
     def _run_bandit(self, cwd: str, files: List[str]) -> Dict[str, Any]: