文件分片上传 python

服务端功能

上传分片保存

@app.route('/upload_filesliceprocess', methods=['POST'])

def upload_filesliceprocess():

file = request.files['file']

name_index = request.form['name_index']

complete = request.form['complete']

process = request.form['process']

clienthash = request.form['clienthash']

source_name = request.form['filename']

filename = ''.join(source_name.split('.')[0:-1])

file_path = fr'{SLICE_DATA}/{filename}'

p_file_path = pd.Path(file_path)

if not pd.Path.exists(p_file_path):

os.makedirs(p_file_path)

fileindex=fr'{file_path}/{name_index}'

filename=fr'{file_path}/{name_index}'

if(os.path.exists(fileindex)==False):

file.save(filename)

import utils

hashserver=utils.calculate_md5(filename)

if(clienthash==hashserver):

return 'ok'

else:

return 'error'

print(f'process:{round(float(process)*100, 2)}%')

合并分片功能

@app.route('/merge_file', methods=['POST'])

def merge_file():

print('-------------------------------')

filename = request.form['filename']

print(filename)

#splitfile=os.path.splitext(filename)

#filename=splitfile[0]

#ext=splitfile[1]

filename, ext = os.path.splitext(filename)

ext=ext.replace('.','')

file_path= fr'{SLICE_DATA}/{filename}'

combination_fun(file_path,filename,ext)

return 'ok'

合并文件函数

def combination_fun(folder_path, source_name,ext):

com_path = pd.Path(COMBINATION_DATA)

if not pd.Path.exists(com_path):

os.makedirs(com_path)

ready_folder = os.listdir(folder_path)

ready_sort_folder = sorted(ready_folder, key=lambda x: int(x.split('_')[-1]))

with open(f'{COMBINATION_DATA}/{source_name}.{ext}', 'wb') as write_f:

for item in ready_sort_folder:

slice_item = os.path.join(folder_path, item)

print(slice_item)

with open(slice_item, "rb") as read_f:

content = read_f.read()

write_f.write(content)

#删除缓存文件

for item in ready_sort_folder:

slice_item = os.path.join(folder_path, item)

os.remove(slice_item)

前端

引用库 jquery Md5

上传简单界面

<button id="upload" onClick="uploadfile()">upload</button>

<button id="mergedata" onClick="uploadcomplete()">mergedata</button>

上传进度：<span id="rate_nums">0</span>

</div>

上传脚本

var totalPieces=0;

var nowUploadNums = 0;

const MAX_RETRIES = 5; // 最大重试次数

const CHUNK_SIZE = 100*1024 * 1024; // 1MB 分片大小

let arr = [];

let retries=[];

//发送请求

function displayProgress(percent) {

document.getElementById('downloadProgress').value = percent;

}

function mergedata()

{

var blob = document.getElementById("file").files[0];

var filesize = blob.size;

var filename = blob.name;

}

function setRate(num) {

var rateNums = document.getElementById('rate_nums');

rateNums.innerHTML = num;

}

function uploadcomplete()

{

nowUploadNums ++;

if(nowUploadNums >=totalPieces)

{

console.log('true')

var blob = document.getElementById("file").files[0];

var filename = blob.name;

var formData = new FormData();

formData.append("filename", filename);

$.ajax({

url: '/merge_file',

type: 'POST',

cache: false,

data: formData,

processData: false,

contentType: false,

}).done(function(res){

alert('合并成功');

}).fail(function(res) {

alert('合并失败');

});

}

else{

console.log('false')

}

function uploadfile() {

var blob = document.getElementById("file").files[0];

var start = 0;

var end;

var index = 1;

var filesize = blob.size;

var filename = blob.name;

var complete = false;

nowUploadNums =0;

const totalChunks= Math.ceil(filesize / CHUNK_SIZE );

let uploadedChunks = 0;

let chunkRetries = {};

function updateProgress() {

document.getElementById('downloadProgress').value =Math.round((uploadedChunks / totalChunks) * 100);

}

function uploadNextChunk() {

if (uploadedChunks >= totalChunks) {

console.log('文件上传完成！');

updateProgress(); // 确保进度条显示100%

// 通知服务器所有分片都已上传，可以进行合并

return;

}

const start = uploadedChunks * CHUNK_SIZE;

const end = Math.min(start + CHUNK_SIZE, blob.size);

const chunk = blob.slice(start, end);

const chunkIndex = uploadedChunks;

if (!chunkRetries[chunkIndex]) {

chunkRetries[chunkIndex] = 0;

}

const wordArray = CryptoJS.lib.WordArray.create(chunk );

const clienthash= CryptoJS.MD5(wordArray).toString()

uploadChunk(chunk, chunkIndex,filename ,clienthash,complete,uploadedChunks , totalChunks).then(() => {

uploadedChunks++;

updateProgress(); // 更新进度条

uploadNextChunk(); // 上传下一个分片

}).catch((error) => {

chunkRetries[chunkIndex]++;

console.error(`上传分片 ${chunkIndex} 失败: ${error.message}, 重试次数: ${chunkRetries\[chunkIndex\]}/$ {MAX_RETRIES}`);

if (chunkRetries[chunkIndex] < MAX_RETRIES) {

// 等待一段时间后重试上传当前分片

setTimeout(uploadNextChunk, 1000); // 延迟1秒重试

} else {

console.error(`分片 ${chunkIndex} 上传失败，已达到最大重试次数`);

// 处理上传失败的情况，比如停止上传或通知用户

}

});

}

uploadNextChunk();

}

function uploadChunk(chunk, sliceIndex,filename,clienthash,complete,index,totalPieces) {

var formData = new FormData();

formData.append("file", chunk);

formData.append("name_index", sliceIndex);

formData.append("filename", filename);

formData.append("clienthash", clienthash);

formData.append("complete",complete);

formData.append("process", index / totalPieces);

return $.ajax({

url: '/upload_filesliceprocess', // 替换为你的上传URL

type: 'POST',

data: formData,

processData: false,

contentType: false,

// 可以设置timeout来处理请求超时的情况

});

}