C# 成功上载每个部分后，S3 CompleteMultipartUpload失败

我现在很难将多部分（低级别）上传到AmazonS3，尽管它已经工作了好几个月，基本上没有问题。在最后一天左右，它开始失败。我有一个80多个文件上传的队列，在大约60个文件上传之前都很正常，但是失败的次数比成功的次数要多。从那时起，即使是单个文件队列也失败了

我使用的代码基本上与文档中的低级多部分上载示例中的代码相同，只是使用了一个do-while循环，如果失败，它将重试上载单个部分。只有成功的部分上载才会添加到列表中，后者作为CompleteMultipartUploadRequest的一部分添加

尽管没有一部分上传失败；仅在所有部件上载之后发送的CompleteMultipartUploadRequest。这是我在每次失败中看到的唯一例外，它总是源于CompleteMultipartUpload请求

我甚至将CompleteMultipartUpload对象的创建和请求包装在一个循环中，以防S3“准备好”将这些部分连接在一起时出现问题，但即使是具有显著时间延迟的渐进退避期也无济于事

Exception: Maximum number of retry attempts reached : 3
Exception: at Amazon.S3.AmazonS3Client.pauseOnRetry(Int32 retries, Int32 maxRetries, HttpStatusCode status, String requestAddr, WebHeaderCollection headers, Exception cause)
   at Amazon.S3.AmazonS3Client.handleRetry(S3Request userRequest, HttpWebRequest request, WebHeaderCollection respHdrs, Int64 orignalStreamPosition, Int32 retries, HttpStatusCode statusCode, Exception cause)
   at Amazon.S3.AmazonS3Client.getResponseCallback[T](IAsyncResult result)
   at Amazon.S3.AmazonS3Client.endOperation[T](IAsyncResult result)
   at Amazon.S3.AmazonS3Client.EndCompleteMultipartUpload(IAsyncResult asyncResult)
   at Amazon.S3.AmazonS3Client.CompleteMultipartUpload(CompleteMultipartUploadRequest request)

这是下面的代码。对可能出现的问题有什么建议吗

// List to store upload part responses.
List<UploadPartResponse> uploadResponses = new List<UploadPartResponse>();
List<PartETag> uploadPartETags = new List<PartETag>();

// 1. Initialize.
InitiateMultipartUploadRequest initiateRequest = new InitiateMultipartUploadRequest()
    .WithBucketName(s3bucketName)
    .WithKey(key);
initResponse = s3Client.InitiateMultipartUpload(initiateRequest);
bwLogUploadFiles("multipart upload ID " + initResponse.UploadId);


// 2. Upload Parts.
uploadFileSize = new FileInfo(sourceFilepath).Length;
uploadTypicalPartSize = PART_SIZE_DEFAULT;      // 5 MB

uploadNumParts = uploadFileSize / uploadTypicalPartSize + 1;
Debug.WriteLine("# of parts: " + uploadNumParts);

int retryCount = 0;

long filePosition = 0;
for (int i = 1; filePosition < uploadFileSize; i++)
{
    uploadCurrentPart = i;

    //long percent = (100 * filePosition) / uploadFileSize;
    //reportUploadProgress((int)percent, filePosition);

    bwLogUploadFiles("upload part " + i + " of " + uploadNumParts);

    retryCount = 0;

    // make the part size exactly equal to the lesser of the part size (5MB) or the remaining amount
    //long tmpPartSize = Math.Min(uploadTypicalPartSize, (uploadFileSize - filePosition));      

    // per documentation examples, just make part size the same every time, even if remaining file length is bigger
    long tmpPartSize = uploadTypicalPartSize;

    // Create request to upload a part.
    UploadPartRequest uploadRequest = new UploadPartRequest()
        .WithBucketName(s3bucketName)
        .WithKey(key)
        .WithUploadId(initResponse.UploadId)
        .WithPartNumber(i)
        .WithPartSize(tmpPartSize)
        .WithFilePosition(filePosition)
        .WithFilePath(sourceFilepath)
        .WithSubscriber(transferUtilityUploadSubscriberLowLevel)
        .WithReadWriteTimeout(PART_TIMEOUT)
        .WithTimeout(UPLOAD_TIMEOUT);


    UploadPartResponse resp = null;

    // repeat the part upload until it succeeds.
    Boolean anotherPass;  
    do
    {
        anotherPass = false;  // assume everythings ok
        try {
            // Upload part
            resp = s3Client.UploadPart(uploadRequest);

            // add response to our list.
            uploadResponses.Add(resp);

            // only creating PartETag and adding to a list for testing a different way of constructing the CompleteMultipartUploadRequest at the end.
            PartETag petag = new PartETag(resp.PartNumber, resp.ETag);
            uploadPartETags.Add(petag);

            bwLogUploadFiles("upload part " + resp.PartNumber + " of " + uploadNumParts + " success. Part ETag "+resp.ETag);
        }
        catch (Exception e)
        {
            anotherPass = true; // repeat
            retryCount++;
            Debug.WriteLine(e.Message +": retry part #" + i);
            bwLogUploadFiles("upload part " + i + " of " + uploadNumParts + " FAIL.  Will retry if attempt #" + retryCount + "<"uploading part #"+i+" couldn't upload after "+MAX_RETRIES+" attempts.  Upload failed");

    filePosition += tmpPartSize;


}
//reportUploadProgress(100, uploadFileSize);


// Step 3: complete.

Boolean retryCompleteRequest = true;
Boolean completeSuccess = false;
int  completeAttempts = 0;
const int delaySecondsMultiple = 3;


// retry a few times in case it's just a timing or S3 sync or readiness issue.  Maybe giving it some time make following the part uploads will do the trick
do
{
    retryCompleteRequest = false;
    try
    {
        bwLogUploadFiles("complete the multipart upload, attempt #"+(completeAttempts+1) );
        if (completeAttempts >0)
        {
            bwLogUploadFiles("delay " + (delaySecondsMultiple * completeAttempts) + " seconds");
            Thread.Sleep(delaySecondsMultiple * 1000 * completeAttempts);       // 
        }

        Debug.WriteLine("now complete the Mulitpart Upload Request");
        CompleteMultipartUploadRequest completeRequest = new CompleteMultipartUploadRequest()
            .WithBucketName(s3bucketName)
            .WithKey(key)
            .WithUploadId(initResponse.UploadId)
            //.WithPartETags(uploadResponses)   // historically we've been attaching a List<UploadPartResponse> 
            .WithPartETags(uploadPartETags);    // for testing we're trying List<PartETag>

        CompleteMultipartUploadResponse completeUploadResponse = s3Client.CompleteMultipartUpload(completeRequest);
        completeSuccess = true;
    }
    catch (Exception e)
    {
        completeAttempts++;
        retryCompleteRequest = true;

        Console.WriteLine("Exception occurred: {0}", e.Message);
        Console.WriteLine(e.StackTrace);

        bwLogUploadFiles("Exception: " + e.Message);
        bwLogUploadFiles("Exception: " + e.StackTrace);
    }
}
while (retryCompleteRequest && completeAttempts < MAX_RETRIES);

//用于存储上载部件响应的列表。
List uploadResponses=新列表（）；
List uploadPartETags=新列表（）；
// 1. 初始化。
InitiateMultipartUploadRequest initiateRequest=新的InitiateMultipartUploadRequest（）
.带BucketName（s3bucketName）
.带钥匙（钥匙）；
initResponse=s3Client.InitiateMultipartUpload（initiateRequest）；
bwLogUploadFiles（“多部分上载ID”+initResponse.UploadId）；
// 2. 上传部分。
uploadFileSize=新文件信息（sourceFilepath）.Length；
uploadTypicalPartSize=零件尺寸默认值；//5 MB
UploadNumpart=uploadFileSize/uploadTypicalPartSize+1；
Debug.WriteLine（“#部分：”+uploadNumpart）；
int retryCount=0；
长文件位置=0；
对于（inti=1；filePositionbwLogUploadFiles“+uploadNumParts+”中的“上载部分”+i+”失败。如果尝试#“+retryCount+”将重试。我知道这是不符合逻辑的，但您可以尝试此异常。
尝试将s3Client协议显式设置为HTTP