Python 使用@tornado.web.stream\u request\u body上传文件
我正在尝试使用@tornado.web.stream\u request\u body上传文件 但是我上传大文件有问题。 例如，当我上传大于100 MB的PDF文件时，它加载不正确，并且无法在查看器中打开 代码示例：Python 使用@tornado.web.stream\u request\u body上传文件,python,tornado,Python,Tornado,我正在尝试使用@tornado.web.stream\u request\u body上传文件 但是我上传大文件有问题。 例如，当我上传大于100 MB的PDF文件时，它加载不正确，并且无法在查看器中打开 代码示例： MAX_STREAMED_SIZE = 1024 * 1024 * 1024 @tornado.web.stream_request_body class UploadHandler(tornado.web.RequestHandler): def prepare(sel
MAX_STREAMED_SIZE = 1024 * 1024 * 1024
@tornado.web.stream_request_body
class UploadHandler(tornado.web.RequestHandler):
def prepare(self):
self.request.connection.set_max_body_size(MAX_STREAMED_SIZE)
self.f = open(os.path.join('files', '12322.pdf'), "w+b")
def data_received(self, data):
self.f.write(data)
def post(self):
self.f.close()
print("upload completed")
问题的原因是什么？这是我的解决方案==> Python代码：
import tornado.ioloop
import tornado.options
import tornado.web
import tornado.httpserver
from tornado.options import options, define
define("port", default=8888, help="run on the given port", type=int)
class Appliaction(tornado.web.Application):
def __init__(self):
handlers = [
(r"/", HomeHandler),
(r"/upload", UploadHandler),
]
settings = dict(
debug = True,
)
super(Appliaction, self).__init__(handlers, **settings)
class HomeHandler(tornado.web.RequestHandler):
def get(self):
self.render('form.html')
MAX_STREAMED_SIZE = 1024 * 1024 * 1024
@tornado.web.stream_request_body
class UploadHandler(tornado.web.RequestHandler):
def initialize(self):
self.bytes_read = 0
self.data = b''
def prepare(self):
self.request.connection.set_max_body_size(MAX_STREAMED_SIZE)
def data_received(self, chunck):
self.bytes_read += len(chunck)
self.data += chunck
def post(self):
this_request = self.request
value = self.data
with open('file', 'wb') as f:
f.write(value)
def Main():
tornado.options.parse_command_line()
http_server = tornado.httpserver.HTTPServer(Appliaction())
http_server.listen(options.port)
tornado.ioloop.IOLoop.instance().start()
if __name__ == "__main__":
Main()
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<title>Upload</title>
</head>
<body>
<h1>Upload</h1>
<form action="/upload" method="post" enctype="multipart/form-data">
<input type="file" name="file" id="file" />
<br />
<input type="submit" value="upload" />
</form>
</body>
</html>
试试这个。只需上传一个文件即可正常工作，无需大量内存使用
#! /usr/bin/env python
#-* coding: utf-8 -*
# Official packages
# 3rd-party Packages
import tornado.web
# Local Packages
# CONST
MB = 1024 * 1024
GB = 1024 * MB
TB = 1024 * GB
MAX_STREAMED_SIZE = 16*GB
# Class&Function Defination
@tornado.web.stream_request_body
class UploadHandler(tornado.web.RequestHandler):
def initialize(self):
self.bytes_read = 0
self.meta = dict()
self.receiver = self.get_receiver()
# def prepare(self):
"""If no stream_request_body"""
# self.request.connection.set_max_body_size(MAX_STREAMED_SIZE)
def data_received(self, chunk):
self.receiver(chunk)
def get_receiver(self):
index = 0
SEPARATE = b'\r\n'
def receiver(chunk):
nonlocal index
if index == 0:
index +=1
split_chunk = chunk.split(SEPARATE)
self.meta['boundary'] = SEPARATE + split_chunk[0] + b'--' + SEPARATE
self.meta['header'] = SEPARATE.join(split_chunk[0:3])
self.meta['header'] += SEPARATE *2
self.meta['filename'] = split_chunk[1].split(b'=')[-1].replace(b'"',b'').decode()
chunk = chunk[len(self.meta['header']):] # Stream掐头
import os
self.fp = open(os.path.join('upload',self.meta['filename']), "wb")
self.fp.write(chunk)
else:
self.fp.write(chunk)
return receiver
def post(self, *args, **kwargs):
# Stream去尾
self.meta['content_length'] = int(self.request.headers.get('Content-Length')) - \
len(self.meta['header']) - \
len(self.meta['boundary'])
self.fp.seek(self.meta['content_length'], 0)
self.fp.truncate()
self.fp.close()
self.finish('OK')
# Logic
if __name__ == '__main__':
pass
在我看来，那个代码是正确的。日志中有消息吗？请求完成时，写入的文件有多大？它是否到达上传完成的消息？您确定一次只有一个上载请求正在进行吗？除了上载已完成外，没有其他消息。大小不一样。似乎mime类型也不同。写入文件大小：196111931字节原始文件大小：196111535字节是的，上载文件时我只使用一个流