From aade47dccd3431c1e3e17818766549aa93401344 Mon Sep 17 00:00:00 2001 From: George Goldberg Date: Mon, 25 Sep 2017 15:22:28 +0100 Subject: PLT-7666: Clean up files on disk/s3 in data retention. (#7503) --- utils/file.go | 46 ++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 46 insertions(+) (limited to 'utils/file.go') diff --git a/utils/file.go b/utils/file.go index 800137fe1..bc97252ae 100644 --- a/utils/file.go +++ b/utils/file.go @@ -9,6 +9,7 @@ import ( "net/http" "os" "path/filepath" + "strings" l4g "github.com/alecthomas/log4go" s3 "github.com/minio/minio-go" @@ -269,6 +270,51 @@ func getPathsFromObjectInfos(in <-chan s3.ObjectInfo) <-chan string { return out } +// Returns a list of all the directories within the path directory provided. +func ListDirectory(path string) (*[]string, *model.AppError) { + var paths []string + + if *Cfg.FileSettings.DriverName == model.IMAGE_DRIVER_S3 { + endpoint := Cfg.FileSettings.AmazonS3Endpoint + accessKey := Cfg.FileSettings.AmazonS3AccessKeyId + secretKey := Cfg.FileSettings.AmazonS3SecretAccessKey + secure := *Cfg.FileSettings.AmazonS3SSL + signV2 := *Cfg.FileSettings.AmazonS3SignV2 + region := Cfg.FileSettings.AmazonS3Region + + s3Clnt, err := s3New(endpoint, accessKey, secretKey, secure, signV2, region) + if err != nil { + return nil, model.NewAppError("ListDirectory", "utils.file.list_directory.s3.app_error", nil, err.Error(), http.StatusInternalServerError) + } + + doneCh := make(chan struct{}) + + defer close(doneCh) + + bucket := Cfg.FileSettings.AmazonS3Bucket + for object := range s3Clnt.ListObjects(bucket, path, false, doneCh) { + if object.Err != nil { + return nil, model.NewAppError("ListDirectory", "utils.file.list_directory.s3.app_error", nil, object.Err.Error(), http.StatusInternalServerError) + } + paths = append(paths, strings.Trim(object.Key, "/")) + } + } else if *Cfg.FileSettings.DriverName == model.IMAGE_DRIVER_LOCAL { + if fileInfos, err := ioutil.ReadDir(Cfg.FileSettings.Directory + path); err != nil { + return nil, model.NewAppError("ListDirectory", "utils.file.list_directory.local.app_error", nil, err.Error(), http.StatusInternalServerError) + } else { + for _, fileInfo := range fileInfos { + if fileInfo.IsDir() { + paths = append(paths, filepath.Join(path, fileInfo.Name())) + } + } + } + } else { + return nil, model.NewAppError("ListDirectory", "utils.file.list_directory.configured.app_error", nil, "", http.StatusInternalServerError) + } + + return &paths, nil +} + func RemoveDirectory(path string) *model.AppError { if *Cfg.FileSettings.DriverName == model.IMAGE_DRIVER_S3 { endpoint := Cfg.FileSettings.AmazonS3Endpoint -- cgit v1.2.3-1-g7c22