Amazon web services 如何使用适用于GOlang的AWS SDK清空S3存储桶?
目标:使用适用于GOlang的AWS SDK清空现有的S3存储桶。注意:这些代码片段可能需要您进行更改以使其运行 您需要实现以下方法:Amazon web services 如何使用适用于GOlang的AWS SDK清空S3存储桶?,amazon-web-services,go,amazon-s3,aws-sdk-go,Amazon Web Services,Go,Amazon S3,Aws Sdk Go,目标:使用适用于GOlang的AWS SDK清空现有的S3存储桶。注意:这些代码片段可能需要您进行更改以使其运行 您需要实现以下方法: //EmptyBucket empties the Amazon S3 bucket func (s awsS3) EmptyBucket(bucket string) error { log.Info("removing objects from S3 bucket : ", bucket) params := &a
//EmptyBucket empties the Amazon S3 bucket
func (s awsS3) EmptyBucket(bucket string) error {
log.Info("removing objects from S3 bucket : ", bucket)
params := &s3.ListObjectsInput{
Bucket: aws.String(bucket),
}
for {
//Requesting for batch of objects from s3 bucket
objects, err := s.Client.ListObjects(params)
if err != nil {
return err
}
//Checks if the bucket is already empty
if len((*objects).Contents) == 0 {
log.Info("Bucket is already empty")
return nil
}
log.Info("First object in batch | ", *(objects.Contents[0].Key))
//creating an array of pointers of ObjectIdentifier
objectsToDelete := make([]*s3.ObjectIdentifier, 0, 1000)
for _, object := range (*objects).Contents {
obj := s3.ObjectIdentifier{
Key: object.Key,
}
objectsToDelete = append(objectsToDelete, &obj)
}
//Creating JSON payload for bulk delete
deleteArray := s3.Delete{Objects: objectsToDelete}
deleteParams := &s3.DeleteObjectsInput{
Bucket: aws.String(bucket),
Delete: &deleteArray,
}
//Running the Bulk delete job (limit 1000)
_, err = s.Client.DeleteObjects(deleteParams)
if err != nil {
return err
}
if *(*objects).IsTruncated { //if there are more objects in the bucket, IsTruncated = true
params.Marker = (*deleteParams).Delete.Objects[len((*deleteParams).Delete.Objects)-1].Key
log.Info("Requesting next batch | ", *(params.Marker))
} else { //if all objects in the bucket have been cleaned up.
break
}
}
log.Info("Emptied S3 bucket : ", bucket)
return nil
}
更新:AWS SDK for GO的最新版本解决了我之前遇到的问题。AWS SDK for GO有一个Amazon S3批处理抽象。看一看。不要忘记,默认情况下,ListObjects最多只能返回1000个bucket项。如果可能超过1000,请检查返回值上的IsTruncated属性。如果为true,则使用返回值中的NextMarker属性获取接下来的1000个项目
请参阅Go-dev指南中的示例:AWS SDK现在有
BatchDeleteIterator
可以完成这项工作。示例通过提供
您是否已在sdk中提交了恐慌问题?您是否使用
ListObjectsV2
尝试过当前的api?不,我还没有提交恐慌问题。我打算这个周末做。是的,这个问题是使用当前的API产生的。您好,您知道如何只删除特定文件夹中的文件吗?这一切都很好,我发现:iter:=s3manager.NewDeleteListIterator(svc,&s3.ListObjectsInput{Bucket:aws.String(Bucket),前缀:aws.String(“root/subfolder”)})
package main
import (
"github.com/aws/aws-sdk-go/aws"
"github.com/aws/aws-sdk-go/aws/session"
"github.com/aws/aws-sdk-go/service/s3"
"github.com/aws/aws-sdk-go/service/s3/s3manager"
"fmt"
"os"
)
// go run s3_delete_objects BUCKET
func main() {
if len(os.Args) != 2 {
exitErrorf("Bucket name required\nUsage: %s BUCKET", os.Args[0])
}
bucket := os.Args[1]
// Initialize a session in us-west-2 that the SDK will use to load
// credentials from the shared credentials file ~/.aws/credentials.
sess, _ := session.NewSession(&aws.Config{
Region: aws.String("us-west-2")},
)
// Create S3 service client
svc := s3.New(sess)
// Setup BatchDeleteIterator to iterate through a list of objects.
iter := s3manager.NewDeleteListIterator(svc, &s3.ListObjectsInput{
Bucket: aws.String(bucket),
})
// Traverse iterator deleting each object
if err := s3manager.NewBatchDeleteWithClient(svc).Delete(aws.BackgroundContext(), iter); err != nil {
exitErrorf("Unable to delete objects from bucket %q, %v", bucket, err)
}
fmt.Printf("Deleted object(s) from bucket: %s", bucket)
}
func exitErrorf(msg string, args ...interface{}) {
fmt.Fprintf(os.Stderr, msg+"\n", args...)
os.Exit(1)
}