Update app.py

app.py

@@ -1,8 +1,6 @@
 import logging
 from pathlib import Path
 from typing import List, Optional
-import os
-os.system('pip install modelscope -U')
 
 import gradio as gr
 from huggingface_hub import HfApi
@@ -62,14 +60,14 @@ class HFToMSConverter:
                 src.rename(dst)
                 logger.info(f"移动文件成功: {src.name}")
             elif operation_type == "push":
-                ms_repo_id, clone_dir, filename = args
+                ms_repo_id, clone_dir = args
                 self.ms_api.upload_folder(
                     repo_id=f"{self.config['username']}/{ms_repo_id}",
                     folder_path=clone_dir,
                     commit_message='upload dataset folder',
                     repo_type='dataset'
                 )
-                logger.info(f"推送成功: {filename}")
+                logger.info(f"推送文件夹成功: {clone_dir}")
             return True
         except Exception as e:
             logger.error(f"{operation_type}操作失败: {e}")
@@ -83,24 +81,27 @@ class HFToMSConverter:
             Path(clone_dir) / filename
         )
 
-    def push_to_ms(self, ms_repo_id: str, clone_dir: str, filename: str) -> bool:
+    def push_to_ms(self, ms_repo_id: str, clone_dir: str) -> bool:
         """推送到ModelScope"""
-        return self.handle_file_operation("push", ms_repo_id, clone_dir, filename)
+        return self.handle_file_operation("push", ms_repo_id, clone_dir)
 
-    def process_file(self, hf_repo: str, ms_repo: str, filename: str) -> bool:
-        """处理单个文件的完整流程"""
+    def process_files(self, hf_repo: str, ms_repo: str, files: List[str]) -> bool:
+        """处理所有文件的完整流程"""
         clone_dir = ms_repo.split("/")[-1]
         
         try:
-            if not all([
-                self.download_file(hf_repo, filename),
-                self.move_file(filename, clone_dir),
-                self.push_to_ms(ms_repo, clone_dir, filename)
-            ]):
-                return False
-            return True
+            # 下载并移动所有文件
+            for filename in files:
+                if not all([
+                    self.download_file(hf_repo, filename),
+                    self.move_file(filename, clone_dir)
+                ]):
+                    return False
+            
+            # 统一推送整个文件夹
+            return self.push_to_ms(ms_repo, clone_dir)
         except Exception as e:
-            logger.error(f"处理文件失败 {filename}: {e}")
+            logger.error(f"处理文件失败: {e}")
             return False
 
 def create_ui() -> gr.Blocks:
@@ -136,9 +137,7 @@ def create_ui() -> gr.Blocks:
             
             converter = HFToMSConverter(config)
             files = converter.get_hf_files(hf_repo, repo_type)
-            
-            for filename in files:
-                converter.process_file(hf_repo, ms_repo, filename)
+            converter.process_files(hf_repo, ms_repo, files)
 
         submit.click(
             handle_submit,