feat(workflow): import files from external storage

2025-05-20 10:45:16 +08:00
parent 5d72faf688
commit a10a008ed7
32 changed files with 1071 additions and 609 deletions
--- a/pkg/filemanager/driver/local/local.go
+++ b/pkg/filemanager/driver/local/local.go
@@ -58,51 +58,53 @@ func New(p *ent.StoragePolicy, l logging.Logger, config conf.ConfigProvider) *Dr
 	}
 }

-//// List 递归列取给定物理路径下所有文件
-//func (handler *Driver) List(ctx context.Context, path string, recursive bool) ([]response.Object, error) {
-//	var res []response.Object
-//
-//	// 取得起始路径
-//	root := util.RelativePath(filepath.FromSlash(path))
-//
-//	// 开始遍历路径下的文件、目录
-//	err := filepath.Walk(root,
-//		func(path string, info os.FileInfo, err error) error {
-//			// 跳过根目录
-//			if path == root {
-//				return nil
-//			}
-//
-//			if err != nil {
-//				util.Log().Warning("Failed to walk folder %q: %s", path, err)
-//				return filepath.SkipDir
-//			}
-//
-//			// 将遍历对象的绝对路径转换为相对路径
-//			rel, err := filepath.Rel(root, path)
-//			if err != nil {
-//				return err
-//			}
-//
-//			res = append(res, response.Object{
-//				Name:         info.Name(),
-//				RelativePath: filepath.ToSlash(rel),
-//				Source:       path,
-//				Size:         uint64(info.Size()),
-//				IsDir:        info.IsDir(),
-//				LastModify:   info.ModTime(),
-//			})
-//
-//			// 如果非递归，则不步入目录
-//			if !recursive && info.IsDir() {
-//				return filepath.SkipDir
-//			}
-//
-//			return nil
-//		})
-//
-//	return res, err
-//}
+func (handler *Driver) List(ctx context.Context, path string, onProgress driver.ListProgressFunc, recursive bool) ([]fs.PhysicalObject, error) {
+	var res []fs.PhysicalObject
+	root := handler.LocalPath(ctx, path)
+
+	err := filepath.Walk(root,
+		func(path string, info os.FileInfo, err error) error {
+			select {
+			case <-ctx.Done():
+				return ctx.Err()
+			default:
+			}
+
+			// Skip root directory
+			if path == root {
+				return nil
+			}
+
+			if err != nil {
+				handler.l.Warning("Failed to walk folder %q: %s", path, err)
+				return filepath.SkipDir
+			}
+
+			// Transform absolute path to relative path
+			rel, err := filepath.Rel(root, path)
+			if err != nil {
+				return err
+			}
+
+			res = append(res, fs.PhysicalObject{
+				Name:         info.Name(),
+				RelativePath: filepath.ToSlash(rel),
+				Source:       path,
+				Size:         info.Size(),
+				IsDir:        info.IsDir(),
+				LastModify:   info.ModTime(),
+			})
+			onProgress(1)
+			// If not recursive, do not enter directory
+			if !recursive && info.IsDir() {
+				return filepath.SkipDir
+			}
+
+			return nil
+		})
+
+	return res, err
+}

 // Get 获取文件内容
 func (handler *Driver) Open(ctx context.Context, path string) (*os.File, error) {