""" 项目清理工具 清理临时文件、旧数据目录和不必要的文件 """ import os import shutil from pathlib import Path import argparse class ProjectCleaner: """项目清理器""" def __init__(self, project_root: Path = None): """ 初始化清理器 Args: project_root: 项目根目录 """ self.project_root = project_root or Path(__file__).parent.parent # 要清理的目录模式 self.temp_dirs = [ # 旧命名的数据目录 "*_data", "*_logs", "*_checkpoints", "training_data", "demo_training_data", "test_mcts_data", "benchmark_training_data", "gameplay_training_data", "demo_mcts_training", "test_batch_data", "test_l0_data", # Python缓存 "__pycache__", ".pytest_cache", # 临时文件 "*.tmp", "*.temp", "*.bak", "*.backup", ] # 要清理的文件模式 self.temp_files = [ "*.pyc", "*.pyo", "*.log", "*.pkl", "*.pickle", "*.prof", "*.profile", "mcts_*.png", ] def scan_cleanup_targets(self) -> dict: """扫描需要清理的目标""" targets = { 'directories': [], 'files': [], 'total_size': 0 } # 扫描目录 for pattern in self.temp_dirs: for path in self.project_root.glob(pattern): if path.is_dir(): size = self._get_dir_size(path) targets['directories'].append({ 'path': path, 'size': size, 'pattern': pattern }) targets['total_size'] += size # 扫描文件 for pattern in self.temp_files: for path in self.project_root.rglob(pattern): if path.is_file(): size = path.stat().st_size targets['files'].append({ 'path': path, 'size': size, 'pattern': pattern }) targets['total_size'] += size return targets def _get_dir_size(self, path: Path) -> int: """计算目录大小""" total_size = 0 try: for item in path.rglob('*'): if item.is_file(): total_size += item.stat().st_size except (OSError, PermissionError): pass return total_size def _format_size(self, size_bytes: int) -> str: """格式化文件大小""" for unit in ['B', 'KB', 'MB', 'GB']: if size_bytes < 1024: return f"{size_bytes:.1f} {unit}" size_bytes /= 1024 return f"{size_bytes:.1f} TB" def preview_cleanup(self) -> dict: """预览清理操作""" targets = self.scan_cleanup_targets() print("🔍 扫描清理目标...") print("=" * 50) if targets['directories']: print(f"📁 目录 ({len(targets['directories'])} 个):") for item in targets['directories']: rel_path = item['path'].relative_to(self.project_root) size_str = self._format_size(item['size']) print(f" {rel_path} ({size_str})") if targets['files']: print(f"\n📄 文件 ({len(targets['files'])} 个):") # 按大小排序，显示前10个最大的文件 sorted_files = sorted(targets['files'], key=lambda x: x['size'], reverse=True) for item in sorted_files[:10]: rel_path = item['path'].relative_to(self.project_root) size_str = self._format_size(item['size']) print(f" {rel_path} ({size_str})") if len(targets['files']) > 10: print(f" ... 还有 {len(targets['files']) - 10} 个文件") total_size_str = self._format_size(targets['total_size']) print(f"\n💾 总大小: {total_size_str}") return targets def clean_targets(self, targets: dict, dry_run: bool = False) -> dict: """执行清理操作""" results = { 'cleaned_dirs': 0, 'cleaned_files': 0, 'freed_space': 0, 'errors': [] } action = "预览" if dry_run else "清理" print(f"\n🧹 {action}清理操作...") print("=" * 50) # 清理目录 for item in targets['directories']: try: if not dry_run: shutil.rmtree(item['path']) rel_path = item['path'].relative_to(self.project_root) size_str = self._format_size(item['size']) print(f"{'[预览]' if dry_run else '✅'} 删除目录: {rel_path} ({size_str})") results['cleaned_dirs'] += 1 results['freed_space'] += item['size'] except Exception as e: error_msg = f"删除目录失败 {item['path']}: {e}" results['errors'].append(error_msg) print(f"❌ {error_msg}") # 清理文件 for item in targets['files']: try: if not dry_run: item['path'].unlink() rel_path = item['path'].relative_to(self.project_root) size_str = self._format_size(item['size']) print(f"{'[预览]' if dry_run else '✅'} 删除文件: {rel_path} ({size_str})") results['cleaned_files'] += 1 results['freed_space'] += item['size'] except Exception as e: error_msg = f"删除文件失败 {item['path']}: {e}" results['errors'].append(error_msg) print(f"❌ {error_msg}") return results def clean_project(self, dry_run: bool = False, interactive: bool = True) -> dict: """清理项目""" print("🧹 Deep2048 项目清理工具") print("=" * 50) # 扫描目标 targets = self.preview_cleanup() if targets['total_size'] == 0: print("\n✨ 项目已经很干净了！") return {'cleaned_dirs': 0, 'cleaned_files': 0, 'freed_space': 0, 'errors': []} # 交互式确认 if interactive and not dry_run: total_size_str = self._format_size(targets['total_size']) response = input(f"\n❓ 确定要清理这些文件吗？(将释放 {total_size_str}) [y/N]: ") if response.lower() not in ['y', 'yes']: print("❌ 清理操作已取消") return {'cleaned_dirs': 0, 'cleaned_files': 0, 'freed_space': 0, 'errors': []} # 执行清理 results = self.clean_targets(targets, dry_run) # 显示结果 print(f"\n📊 清理结果:") print(f" 清理目录: {results['cleaned_dirs']} 个") print(f" 清理文件: {results['cleaned_files']} 个") print(f" 释放空间: {self._format_size(results['freed_space'])}") if results['errors']: print(f" 错误: {len(results['errors'])} 个") for error in results['errors']: print(f" {error}") if not dry_run and results['freed_space'] > 0: print(f"\n✅ 清理完成！") return results def main(): """主函数""" parser = argparse.ArgumentParser(description="Deep2048项目清理工具") parser.add_argument("--dry-run", action="store_true", help="预览模式，不实际删除文件") parser.add_argument("--yes", "-y", action="store_true", help="自动确认，不询问") parser.add_argument("--project-root", help="项目根目录路径") args = parser.parse_args() # 确定项目根目录 if args.project_root: project_root = Path(args.project_root) else: project_root = Path(__file__).parent.parent if not project_root.exists(): print(f"❌ 项目根目录不存在: {project_root}") return 1 # 创建清理器 cleaner = ProjectCleaner(project_root) try: # 执行清理 results = cleaner.clean_project( dry_run=args.dry_run, interactive=not args.yes ) return 0 if not results['errors'] else 1 except KeyboardInterrupt: print("\n❌ 用户中断清理操作") return 1 except Exception as e: print(f"❌ 清理过程中出现错误: {e}") import traceback traceback.print_exc() return 1 if __name__ == "__main__": exit(main())