Amazon web services 如何使用适用于GOlang的AWS SDK清空S3存储桶?

Amazon web services 如何使用适用于GOlang的AWS SDK清空S3存储桶?,amazon-web-services,go,amazon-s3,aws-sdk-go,Amazon Web Services,Go,Amazon S3,Aws Sdk Go,目标:使用适用于GOlang的AWS SDK清空现有的S3存储桶。注意:这些代码片段可能需要您进行更改以使其运行 您需要实现以下方法: //EmptyBucket empties the Amazon S3 bucket func (s awsS3) EmptyBucket(bucket string) error { log.Info("removing objects from S3 bucket : ", bucket) params := &a

目标:使用适用于GOlang的AWS SDK清空现有的S3存储桶。

注意:这些代码片段可能需要您进行更改以使其运行

您需要实现以下方法:

  //EmptyBucket empties the Amazon S3 bucket
    func (s awsS3) EmptyBucket(bucket string) error {
        log.Info("removing objects from S3 bucket : ", bucket)
        params := &s3.ListObjectsInput{
            Bucket: aws.String(bucket),
        }
        for {
            //Requesting for batch of objects from s3 bucket
            objects, err := s.Client.ListObjects(params)
            if err != nil {
                return err
            }
            //Checks if the bucket is already empty
            if len((*objects).Contents) == 0 {
                log.Info("Bucket is already empty")
                return nil
             }
            log.Info("First object in batch | ", *(objects.Contents[0].Key))

            //creating an array of pointers of ObjectIdentifier
            objectsToDelete := make([]*s3.ObjectIdentifier, 0, 1000)
            for _, object := range (*objects).Contents {
                obj := s3.ObjectIdentifier{
                    Key: object.Key,
                }
                objectsToDelete = append(objectsToDelete, &obj)
            }
            //Creating JSON payload for bulk delete
            deleteArray := s3.Delete{Objects: objectsToDelete}
            deleteParams := &s3.DeleteObjectsInput{
                Bucket: aws.String(bucket),
                Delete: &deleteArray,
            }
            //Running the Bulk delete job (limit 1000)
            _, err = s.Client.DeleteObjects(deleteParams)
            if err != nil {
                return err
            }
            if *(*objects).IsTruncated { //if there are more objects in the bucket, IsTruncated = true
                params.Marker = (*deleteParams).Delete.Objects[len((*deleteParams).Delete.Objects)-1].Key
                log.Info("Requesting next batch | ", *(params.Marker))
            } else { //if all objects in the bucket have been cleaned up.
                break
            }
        }
        log.Info("Emptied S3 bucket : ", bucket)
        return nil
    } 

更新:AWS SDK for GO的最新版本解决了我之前遇到的问题。

AWS SDK for GO有一个Amazon S3批处理抽象。看一看。

不要忘记,默认情况下,ListObjects最多只能返回1000个bucket项。如果可能超过1000,请检查返回值上的IsTruncated属性。如果为true,则使用返回值中的NextMarker属性获取接下来的1000个项目


请参阅Go-dev指南中的示例:

AWS SDK现在有
BatchDeleteIterator
可以完成这项工作。示例通过提供


您是否已在sdk中提交了恐慌问题?您是否使用
ListObjectsV2
尝试过当前的api?不,我还没有提交恐慌问题。我打算这个周末做。是的,这个问题是使用当前的API产生的。您好,您知道如何只删除特定文件夹中的文件吗?这一切都很好,我发现:iter:=s3manager.NewDeleteListIterator(svc,&s3.ListObjectsInput{Bucket:aws.String(Bucket),前缀:aws.String(“root/subfolder”)})
package main

import (
    "github.com/aws/aws-sdk-go/aws"
    "github.com/aws/aws-sdk-go/aws/session"
    "github.com/aws/aws-sdk-go/service/s3"
    "github.com/aws/aws-sdk-go/service/s3/s3manager"

    "fmt"
    "os"
)

//    go run s3_delete_objects BUCKET

func main() {
    if len(os.Args) != 2 {
        exitErrorf("Bucket name required\nUsage: %s BUCKET", os.Args[0])
    }

    bucket := os.Args[1]

    // Initialize a session in us-west-2 that the SDK will use to load
    // credentials from the shared credentials file ~/.aws/credentials.
    sess, _ := session.NewSession(&aws.Config{
        Region: aws.String("us-west-2")},
    )

    // Create S3 service client
    svc := s3.New(sess)

    // Setup BatchDeleteIterator to iterate through a list of objects.
    iter := s3manager.NewDeleteListIterator(svc, &s3.ListObjectsInput{
        Bucket: aws.String(bucket),
    })

    // Traverse iterator deleting each object
    if err := s3manager.NewBatchDeleteWithClient(svc).Delete(aws.BackgroundContext(), iter); err != nil {
        exitErrorf("Unable to delete objects from bucket %q, %v", bucket, err)
    }

    fmt.Printf("Deleted object(s) from bucket: %s", bucket)
}

func exitErrorf(msg string, args ...interface{}) {
    fmt.Fprintf(os.Stderr, msg+"\n", args...)
    os.Exit(1)
}