Streaming-s3不能正常升级文件

我正在使用nodejs将file upload到aws服务器。 并发现文件大小不正确。 我得到2.1KB。

这是我的代码

var uploadFile = function (fileReadStream, awsHeader, cb) { //set options for the streaming module var options = { concurrentParts: 2, waitTime: 20000, retries: 2, maxPartSize: 10 * 1024 * 1024 }; //call stream function to upload the file to s3 var uploader = new streamingS3(fileReadStream, config.aws.accessKey, config.aws.secretKey, awsHeader, options); //start uploading uploader.begin();// important if callback not provided. // handle these functions uploader.on('data', function (bytesRead) { //console.log(bytesRead, ' bytes read.'); }); uploader.on('part', function (number) { //console.log('Part ', number, ' uploaded.'); }); // All parts uploaded, but upload not yet acknowledged. uploader.on('uploaded', function (stats) { //console.log('Upload stats: ', stats); }); uploader.on('finished', function (response, stats) { console.log(response); cb(null, response); }); uploader.on('error', function (err) { console.log('Upload error: ', err); cb(err); }); }; 

虽然，我的文件夹里有文件名。 但后来我试图打开它说失败的文件。

我正尝试从url上传这个文件： https ： //arxiv.org/pdf/1701.00003.pdf

有什么build议吗？

谢谢

Answer 1

对于将stream上传到s3的外部模块已经不再需要了。 现在在aws-sdk中有一个名为s3.upload的新方法，它可以上传任意大小的缓冲区，blob或stream。 你可以在这里查看文档

我使用的代码：

 const aws = require('aws-sdk'); const s3 = new aws.S3({ credentials:{ accessKeyId: "ACCESS_KEY", secretAccessKey: "SECRET_ACCESS_KEY" } }); const fs = require('fs'); const got = require('got'); //fs stream test s3.upload({ Bucket: "BUCKET_NAME", Key: "FILE_NAME", ContentType: 'text/plain', Body: fs.createReadStream('SOME_FILE') }) .on("httpUploadProgress", progress => console.log(progress)) .send((err,resp) => { if(err) return console.error(err); console.log(resp); }) //http stream test s3.upload({ Bucket: "BUCKET_NAME", Key: "FILE_NAME", ContentType: 'application/pdf', Body: got.stream('https://arxiv.org/pdf/1701.00003.pdf') }) .on("httpUploadProgress", progress => console.log(progress)) .send((err,resp) => { if(err) return console.error(err); console.log(resp); })