# 【多线程】
以下是一个使用多线程实现计算大量文件md5的例子。
FilesMd5Controller.ts文件
import BaseMVCController from "../../vp/mvc/BaseMVCController";
import File0 from "../../xa/utils/File0";
import FileUtils from "../../xa/utils/FileUtils";
import PopMsg from "../../xa/utils/PopMsg";
import SparkMD5Mgr from "../../xa/utils/SparkMD5Mgr";
import MvcCore from "../../vp/mvc/MvcCore";
export default class FilesMd5Controller extends BaseMVCController
{
private static _ins:FilesMd5Controller;
public static get ins():FilesMd5Controller
{
if(this._ins == null)
{
this._ins = new FilesMd5Controller();
}
return this._ins;
}
private callBack:Laya.Handler;
private callBack2:Laya.Handler;
/**
* 计算文件夹里所有文件的MD5值,会自动去掉.开头的文件夹
* dicUrl 文件夹地址
* callBack 回调，附带参数是key value的map。 key 是文件路径
*/
public compDicMd5s(dicUrl:string,callBack:Laya.Handler):void
{
dicUrl = FileUtils.formatPath(dicUrl);
this.callBack = callBack;
var f0:File0 = FileUtils.readAllFiles(dicUrl);
var loads:Array<string> = [];
// 需要过滤掉所有无效的路径
if(f0 && f0.totals && f0.totals.length > 0)
{
var keys:Array<string> = f0.totals.getAllKeys();
for(var i:number = 0 ; i < keys.length ; i++)
{
var tempArr:Array<string> = keys[i].split("/");
var isNoUse:boolean = false;
for(var j:number = 0 ; j < tempArr.length ; j++)
{
if(tempArr[j].indexOf(".") == 0)
{
//console.log("无效路径:" + keys[i]); 需要过滤掉所有的隐藏文件
isNoUse = true;
break ;
}
}
if(!isNoUse){
loads.push(keys[i]);
}
}
}
if(loads.length < 1 ){
PopMsg.showMsg("没有需要计算的md5文件");
if(this.callBack){
this.callBack.runWith({});
this.callBack = null;
}
return;
}
this.handleNeedLoads(loads);
}
private initWorkers():void
{
if(this.workers == null){
this.workers = [];
var w:Worker;
this._busyworkers = {};
for(var i:number = 0 ; i < this.workersCount ; i++)
{
w = new Worker('CalculatorMd5Script.js');
w.onmessage = this.onMessage;
this.workers.push(w);
this._busyworkers[i + ""] = false;
}
}
}
/**
* 计算md5,给指定的文件列表
*/
public compDicMd5s2(allFile:Array<string>,callBack:Laya.Handler,hasMd5:any = null):void
{
if(!callBack) {
console.log("没有没有没有回调");
}
this.callBack = callBack;
this._needCompStrs = null;
this.handleNeedLoads(allFile,hasMd5);
}
private filePaths:string[];
private _needCompStrs:Array<string>;
private _hasStrMd5Map:object = {};
/**
* 计算一组字符串的md5
*
*/
public compStrsMd5(allStr:Array<string>,callBack:Laya.Handler)
{
this.callBack2 = callBack;
this.hasMd5 = null;
this._needCompStrs = allStr;
this._needLoadTotalCount = allStr.length;
this._hasStrMd5Map = {};
this._hasStrMd5Map["length"] = 0;
this.initWorkers();
this._startTime = Laya.Browser.now();
Laya.timer.loop(500,this,this.onTimeLoop2);
}
/** 额外线程任务完成 */
private onMessage(event:MessageEvent):void
{
// 获取出this
var con = MvcCore.ins.controlMap["FilesMd5Controller"];
var msgData = event.data;
var index:number = msgData.index;
var strMd5Arr:Array<string> = msgData.strMd5Arr;
if(strMd5Arr && strMd5Arr.length > 0)
{
// 解析字符串
var strArr:Array<string> = msgData.strArr;
for(var i:number = 0 ; i < strArr.length ; i++)
{
var key = strArr[i];
var val = strMd5Arr[i];
con._hasStrMd5Map[key] = val;
con._hasStrMd5Map["length"] = con._hasStrMd5Map["length"] + 1;
}
}else
{
// 解析文件
var pathArr:Array<string> = msgData.pathArr;
var md5Arr:Array<string> = msgData.md5Arr;
for(var i:number = 0 ; i < pathArr.length ; i++)
{
var key = pathArr[i];
var val = md5Arr[i];
con._hasMd5Map[key] = val;
con._hasMd5Map["length"] = con._hasMd5Map["length"] + 1;
}
}
// 设置当前worker为闲置
con._busyworkers[index + ""] = false;
}
private workers:Array<Worker>;
private workersCount:number = 30;
private _needLoads:Array<string>;
private _needLoadTotalCount:number;
private _busyworkers:object = {};
private _hasMd5Map:object = {};
private _startTime:number = 0;
private hasMd5:any = null;
private handleNeedLoads(loads:Array<string>,hasMd5:any = null):void
{
this.initWorkers();
this.hasMd5 = hasMd5;
this._needLoads = loads.concat();
this._hasMd5Map = {};
this._hasMd5Map["length"] = 0 ;
this._startTime = Laya.Browser.now();
if(hasMd5 != null)
{
var loads2 = [];
for(var i:number = 0 ; i < loads.length ; i++)
{
var temp = loads[i];
if(hasMd5[temp])
{
this._hasMd5Map[temp] = hasMd5[temp];
this._hasMd5Map["length"] = this._hasMd5Map["length"] + 1;
}else{
loads2.push(temp);
}
}
this._needLoads = loads2;
}
this._needLoadTotalCount = this._needLoads.length;
Laya.timer.loop(500,this,this.onTimeLoop);
}
/** 不断进行检测 */
private onTimeLoop():void{
if(this._needLoads.length > 0){
//console.log("当前" + this._hasMd5Map["length"] + "/" + this._needLoadTotalCount);
for(var i:number = 0 ; i < this.workersCount ; i++)
{
this.check();
}
}else{
var hasLength = this._hasMd5Map["length"];
if(hasLength >= this._needLoadTotalCount)
{
var useTime:number = Math.floor((Laya.Browser.now() - this._startTime)/1000);
//console.log("所有MD5计算完毕使用时间:" + useTime + "秒!");
Laya.timer.clear(this,this.onTimeLoop);
if(this.callBack){
this.callBack.runWith(this._hasMd5Map);
if(this._hasMd5Map["length"] != 0) {
this.callBack = null;
}
}
}
}
}
private check():void
{
// 取出一个空闲的Thread
var th = this.getFreeThread();
if(th){
var pathArr:Array<string> = [];
var dataArr:Array<any> = [];
// 取出40个用于一个单个线程
while(this._needLoads.length > 0 && pathArr.length < 80){
var url:string = this._needLoads.pop();
pathArr.push(url);
var data:any = FileUtils.readFile2(url);
dataArr.push(data);
}
if(dataArr.length > 0){
var idx:number = th["index"];
var worker:Worker = th["worker"];
worker.postMessage({index:idx,pathArr:pathArr,dataArr:dataArr});
//console.log("占用线程:" + idx + "进行处理dataArr");
}
}else{
//console.log("暂无空闲线程");
}
}
private onTimeLoop2():void{
if(this._needCompStrs.length > 0){
for(var i:number = 0 ; i < this.workersCount ; i++)
{
this.check2();
}
}else{
var hasLength = this._hasStrMd5Map["length"];
if(hasLength >= this._needLoadTotalCount)
{
Laya.timer.clear(this,this.onTimeLoop2);
if(this.callBack2){
this.callBack2.runWith(this._hasStrMd5Map);
if(this._hasStrMd5Map["length"] != 0) {
this.callBack2 = null;
}
}
}
}
}
private check2():void
{
// 取出一个空闲的Thread
var th = this.getFreeThread();
if(th){
var strArr:Array<string> = [];
// 取出40个用于一个单个线程
while(this._needCompStrs.length > 0 && strArr.length < 80){
var str:string = this._needCompStrs.pop();
strArr.push(str);
}
if(strArr.length > 0){
var idx:number = th["index"];
var worker:Worker = th["worker"];
worker.postMessage({index:idx,strArr:strArr,pathArr:null,dataArr:null});
//console.log("占用线程:" + idx + "进行处理dataArr");
}
}else{
//console.log("暂无空闲线程");
}
}
/** 取出一个空闲的Thread */
private getFreeThread():Object
{
var ret:Object = null;
for(var i:number = 0 ; i < this.workersCount ; i++)
{
if(this._busyworkers[i + ""] == false){
this._busyworkers[i + ""] = true;// 设置为繁忙
ret = {};
ret["index"] = i;
ret["worker"] = this.workers[i];
return ret;
}
}
return null;
}
}
在Bin目录下的 CalculatorMd5Script.js 文件。
(function (factory) {
if (typeof exports === 'object') {
module.exports = factory();
} else if (typeof define === 'function' && define.amd) {
define(factory);
} else {
var glob;
try {
glob = window;
} catch (e) {
glob = self;
}
glob.SparkMD5 = factory();
}
}(function (undefined) {
'use strict';
var add32 = function (a, b) {
return (a + b) & 0xFFFFFFFF;
},
hex_chr = ['0', '1', '2', '3', '4', '5', '6', '7', '8', '9', 'a', 'b', 'c', 'd', 'e', 'f'];
function cmn(q, a, b, x, s, t) {
a = add32(add32(a, q), add32(x, t));
return add32((a << s) | (a >>> (32 - s)), b);
}
function md5cycle(x, k) {
var a = x[0],
b = x[1],
c = x[2],
d = x[3];
a += (b & c | ~b & d) + k[0] - 680876936 | 0;
a = (a << 7 | a >>> 25) + b | 0;
d += (a & b | ~a & c) + k[1] - 389564586 | 0;
d = (d << 12 | d >>> 20) + a | 0;
c += (d & a | ~d & b) + k[2] + 606105819 | 0;
c = (c << 17 | c >>> 15) + d | 0;
b += (c & d | ~c & a) + k[3] - 1044525330 | 0;
b = (b << 22 | b >>> 10) + c | 0;
a += (b & c | ~b & d) + k[4] - 176418897 | 0;
a = (a << 7 | a >>> 25) + b | 0;
d += (a & b | ~a & c) + k[5] + 1200080426 | 0;
d = (d << 12 | d >>> 20) + a | 0;
c += (d & a | ~d & b) + k[6] - 1473231341 | 0;
c = (c << 17 | c >>> 15) + d | 0;
b += (c & d | ~c & a) + k[7] - 45705983 | 0;
b = (b << 22 | b >>> 10) + c | 0;
a += (b & c | ~b & d) + k[8] + 1770035416 | 0;
a = (a << 7 | a >>> 25) + b | 0;
d += (a & b | ~a & c) + k[9] - 1958414417 | 0;
d = (d << 12 | d >>> 20) + a | 0;
c += (d & a | ~d & b) + k[10] - 42063 | 0;
c = (c << 17 | c >>> 15) + d | 0;
b += (c & d | ~c & a) + k[11] - 1990404162 | 0;
b = (b << 22 | b >>> 10) + c | 0;
a += (b & c | ~b & d) + k[12] + 1804603682 | 0;
a = (a << 7 | a >>> 25) + b | 0;
d += (a & b | ~a & c) + k[13] - 40341101 | 0;
d = (d << 12 | d >>> 20) + a | 0;
c += (d & a | ~d & b) + k[14] - 1502002290 | 0;
c = (c << 17 | c >>> 15) + d | 0;
b += (c & d | ~c & a) + k[15] + 1236535329 | 0;
b = (b << 22 | b >>> 10) + c | 0;
a += (b & d | c & ~d) + k[1] - 165796510 | 0;
a = (a << 5 | a >>> 27) + b | 0;
d += (a & c | b & ~c) + k[6] - 1069501632 | 0;
d = (d << 9 | d >>> 23) + a | 0;
c += (d & b | a & ~b) + k[11] + 643717713 | 0;
c = (c << 14 | c >>> 18) + d | 0;
b += (c & a | d & ~a) + k[0] - 373897302 | 0;
b = (b << 20 | b >>> 12) + c | 0;
a += (b & d | c & ~d) + k[5] - 701558691 | 0;
a = (a << 5 | a >>> 27) + b | 0;
d += (a & c | b & ~c) + k[10] + 38016083 | 0;
d = (d << 9 | d >>> 23) + a | 0;
c += (d & b | a & ~b) + k[15] - 660478335 | 0;
c = (c << 14 | c >>> 18) + d | 0;
b += (c & a | d & ~a) + k[4] - 405537848 | 0;
b = (b << 20 | b >>> 12) + c | 0;
a += (b & d | c & ~d) + k[9] + 568446438 | 0;
a = (a << 5 | a >>> 27) + b | 0;
d += (a & c | b & ~c) + k[14] - 1019803690 | 0;
d = (d << 9 | d >>> 23) + a | 0;
c += (d & b | a & ~b) + k[3] - 187363961 | 0;
c = (c << 14 | c >>> 18) + d | 0;
b += (c & a | d & ~a) + k[8] + 1163531501 | 0;
b = (b << 20 | b >>> 12) + c | 0;
a += (b & d | c & ~d) + k[13] - 1444681467 | 0;
a = (a << 5 | a >>> 27) + b | 0;
d += (a & c | b & ~c) + k[2] - 51403784 | 0;
d = (d << 9 | d >>> 23) + a | 0;
c += (d & b | a & ~b) + k[7] + 1735328473 | 0;
c = (c << 14 | c >>> 18) + d | 0;
b += (c & a | d & ~a) + k[12] - 1926607734 | 0;
b = (b << 20 | b >>> 12) + c | 0;
a += (b ^ c ^ d) + k[5] - 378558 | 0;
a = (a << 4 | a >>> 28) + b | 0;
d += (a ^ b ^ c) + k[8] - 2022574463 | 0;
d = (d << 11 | d >>> 21) + a | 0;
c += (d ^ a ^ b) + k[11] + 1839030562 | 0;
c = (c << 16 | c >>> 16) + d | 0;
b += (c ^ d ^ a) + k[14] - 35309556 | 0;
b = (b << 23 | b >>> 9) + c | 0;
a += (b ^ c ^ d) + k[1] - 1530992060 | 0;
a = (a << 4 | a >>> 28) + b | 0;
d += (a ^ b ^ c) + k[4] + 1272893353 | 0;
d = (d << 11 | d >>> 21) + a | 0;
c += (d ^ a ^ b) + k[7] - 155497632 | 0;
c = (c << 16 | c >>> 16) + d | 0;
b += (c ^ d ^ a) + k[10] - 1094730640 | 0;
b = (b << 23 | b >>> 9) + c | 0;
a += (b ^ c ^ d) + k[13] + 681279174 | 0;
a = (a << 4 | a >>> 28) + b | 0;
d += (a ^ b ^ c) + k[0] - 358537222 | 0;
d = (d << 11 | d >>> 21) + a | 0;
c += (d ^ a ^ b) + k[3] - 722521979 | 0;
c = (c << 16 | c >>> 16) + d | 0;
b += (c ^ d ^ a) + k[6] + 76029189 | 0;
b = (b << 23 | b >>> 9) + c | 0;
a += (b ^ c ^ d) + k[9] - 640364487 | 0;
a = (a << 4 | a >>> 28) + b | 0;
d += (a ^ b ^ c) + k[12] - 421815835 | 0;
d = (d << 11 | d >>> 21) + a | 0;
c += (d ^ a ^ b) + k[15] + 530742520 | 0;
c = (c << 16 | c >>> 16) + d | 0;
b += (c ^ d ^ a) + k[2] - 995338651 | 0;
b = (b << 23 | b >>> 9) + c | 0;
a += (c ^ (b | ~d)) + k[0] - 198630844 | 0;
a = (a << 6 | a >>> 26) + b | 0;
d += (b ^ (a | ~c)) + k[7] + 1126891415 | 0;
d = (d << 10 | d >>> 22) + a | 0;
c += (a ^ (d | ~b)) + k[14] - 1416354905 | 0;
c = (c << 15 | c >>> 17) + d | 0;
b += (d ^ (c | ~a)) + k[5] - 57434055 | 0;
b = (b << 21 |b >>> 11) + c | 0;
a += (c ^ (b | ~d)) + k[12] + 1700485571 | 0;
a = (a << 6 | a >>> 26) + b | 0;
d += (b ^ (a | ~c)) + k[3] - 1894986606 | 0;
d = (d << 10 | d >>> 22) + a | 0;
c += (a ^ (d | ~b)) + k[10] - 1051523 | 0;
c = (c << 15 | c >>> 17) + d | 0;
b += (d ^ (c | ~a)) + k[1] - 2054922799 | 0;
b = (b << 21 |b >>> 11) + c | 0;
a += (c ^ (b | ~d)) + k[8] + 1873313359 | 0;
a = (a << 6 | a >>> 26) + b | 0;
d += (b ^ (a | ~c)) + k[15] - 30611744 | 0;
d = (d << 10 | d >>> 22) + a | 0;
c += (a ^ (d | ~b)) + k[6] - 1560198380 | 0;
c = (c << 15 | c >>> 17) + d | 0;
b += (d ^ (c | ~a)) + k[13] + 1309151649 | 0;
b = (b << 21 |b >>> 11) + c | 0;
a += (c ^ (b | ~d)) + k[4] - 145523070 | 0;
a = (a << 6 | a >>> 26) + b | 0;
d += (b ^ (a | ~c)) + k[11] - 1120210379 | 0;
d = (d << 10 | d >>> 22) + a | 0;
c += (a ^ (d | ~b)) + k[2] + 718787259 | 0;
c = (c << 15 | c >>> 17) + d | 0;
b += (d ^ (c | ~a)) + k[9] - 343485551 | 0;
b = (b << 21 | b >>> 11) + c | 0;
x[0] = a + x[0] | 0;
x[1] = b + x[1] | 0;
x[2] = c + x[2] | 0;
x[3] = d + x[3] | 0;
}
function md5blk(s) {
var md5blks = [],
i;
for (i = 0; i < 64; i += 4) {
md5blks[i >> 2] = s.charCodeAt(i) + (s.charCodeAt(i + 1) << 8) + (s.charCodeAt(i + 2) << 16) + (s.charCodeAt(i + 3) << 24);
}
return md5blks;
}
function md5blk_array(a) {
var md5blks = [],
i;
for (i = 0; i < 64; i += 4) {
md5blks[i >> 2] = a[i] + (a[i + 1] << 8) + (a[i + 2] << 16) + (a[i + 3] << 24);
}
return md5blks;
}
function md51(s) {
var n = s.length,
state = [1732584193, -271733879, -1732584194, 271733878],
i,
length,
tail,
tmp,
lo,
hi;
for (i = 64; i <= n; i += 64) {
md5cycle(state, md5blk(s.substring(i - 64, i)));
}
s = s.substring(i - 64);
length = s.length;
tail = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0];
for (i = 0; i < length; i += 1) {
tail[i >> 2] |= s.charCodeAt(i) << ((i % 4) << 3);
}
tail[i >> 2] |= 0x80 << ((i % 4) << 3);
if (i > 55) {
md5cycle(state, tail);
for (i = 0; i < 16; i += 1) {
tail[i] = 0;
}
}
tmp = n * 8;
tmp = tmp.toString(16).match(/(.*?)(.{0,8})$/);
lo = parseInt(tmp[2], 16);
hi = parseInt(tmp[1], 16) || 0;
tail[14] = lo;
tail[15] = hi;
md5cycle(state, tail);
return state;
}
function md51_array(a) {
var n = a.length,
state = [1732584193, -271733879, -1732584194, 271733878],
i,
length,
tail,
tmp,
lo,
hi;
for (i = 64; i <= n; i += 64) {
md5cycle(state, md5blk_array(a.subarray(i - 64, i)));
}
a = (i - 64) < n ? a.subarray(i - 64) : new Uint8Array(0);
length = a.length;
tail = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0];
for (i = 0; i < length; i += 1) {
tail[i >> 2] |= a[i] << ((i % 4) << 3);
}
tail[i >> 2] |= 0x80 << ((i % 4) << 3);
if (i > 55) {
md5cycle(state, tail);
for (i = 0; i < 16; i += 1) {
tail[i] = 0;
}
}
tmp = n * 8;
tmp = tmp.toString(16).match(/(.*?)(.{0,8})$/);
lo = parseInt(tmp[2], 16);
hi = parseInt(tmp[1], 16) || 0;
tail[14] = lo;
tail[15] = hi;
md5cycle(state, tail);
return state;
}
function rhex(n) {
var s = '',
j;
for (j = 0; j < 4; j += 1) {
s += hex_chr[(n >> (j * 8 + 4)) & 0x0F] + hex_chr[(n >> (j * 8)) & 0x0F];
}
return s;
}
function hex(x) {
var i;
for (i = 0; i < x.length; i += 1) {
x[i] = rhex(x[i]);
}
return x.join('');
}
if (hex(md51('hello')) !== '5d41402abc4b2a76b9719d911017c592') {
add32 = function (x, y) {
var lsw = (x & 0xFFFF) + (y & 0xFFFF),
msw = (x >> 16) + (y >> 16) + (lsw >> 16);
return (msw << 16) | (lsw & 0xFFFF);
};
}
if (typeof ArrayBuffer !== 'undefined' && !ArrayBuffer.prototype.slice) {
(function () {
function clamp(val, length) {
val = (val | 0) || 0;
if (val < 0) {
return Math.max(val + length, 0);
}
return Math.min(val, length);
}
ArrayBuffer.prototype.slice = function (from, to) {
var length = this.byteLength,
begin = clamp(from, length),
end = length,
num,
target,
targetArray,
sourceArray;
if (to !== undefined) {
end = clamp(to, length);
}
if (begin > end) {
return new ArrayBuffer(0);
}
num = end - begin;
target = new ArrayBuffer(num);
targetArray = new Uint8Array(target);
sourceArray = new Uint8Array(this, begin, num);
targetArray.set(sourceArray);
return target;
};
})();
}
function toUtf8(str) {
if (/[\u0080-\uFFFF]/.test(str)) {
str = unescape(encodeURIComponent(str));
}
return str;
}
function utf8Str2ArrayBuffer(str, returnUInt8Array) {
var length = str.length,
buff = new ArrayBuffer(length),
arr = new Uint8Array(buff),
i;
for (i = 0; i < length; i += 1) {
arr[i] = str.charCodeAt(i);
}
return returnUInt8Array ? arr : buff;
}
function arrayBuffer2Utf8Str(buff) {
return String.fromCharCode.apply(null, new Uint8Array(buff));
}
function concatenateArrayBuffers(first, second, returnUInt8Array) {
var result = new Uint8Array(first.byteLength + second.byteLength);
result.set(new Uint8Array(first));
result.set(new Uint8Array(second), first.byteLength);
return returnUInt8Array ? result : result.buffer;
}
function hexToBinaryString(hex) {
var bytes = [],
length = hex.length,
x;
for (x = 0; x < length - 1; x += 2) {
bytes.push(parseInt(hex.substr(x, 2), 16));
}
return String.fromCharCode.apply(String, bytes);
}
function SparkMD5() {
this.reset();
}
SparkMD5.prototype.append = function (str) {
this.appendBinary(toUtf8(str));
return this;
};
SparkMD5.prototype.appendBinary = function (contents) {
this._buff += contents;
this._length += contents.length;
var length = this._buff.length,
i;
for (i = 64; i <= length; i += 64) {
md5cycle(this._hash, md5blk(this._buff.substring(i - 64, i)));
}
this._buff = this._buff.substring(i - 64);
return this;
};
SparkMD5.prototype.end = function (raw) {
var buff = this._buff,
length = buff.length,
i,
tail = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],
ret;
for (i = 0; i < length; i += 1) {
tail[i >> 2] |= buff.charCodeAt(i) << ((i % 4) << 3);
}
this._finish(tail, length);
ret = hex(this._hash);
if (raw) {
ret = hexToBinaryString(ret);
}
this.reset();
return ret;
};
SparkMD5.prototype.reset = function () {
this._buff = '';
this._length = 0;
this._hash = [1732584193, -271733879, -1732584194, 271733878];
return this;
};
SparkMD5.prototype.getState = function () {
return {
buff: this._buff,
length: this._length,
hash: this._hash.slice()
};
};
SparkMD5.prototype.setState = function (state) {
this._buff = state.buff;
this._length = state.length;
this._hash = state.hash;
return this;
};
SparkMD5.prototype.destroy = function () {
delete this._hash;
delete this._buff;
delete this._length;
};
SparkMD5.prototype._finish = function (tail, length) {
var i = length,
tmp,
lo,
hi;
tail[i >> 2] |= 0x80 << ((i % 4) << 3);
if (i > 55) {
md5cycle(this._hash, tail);
for (i = 0; i < 16; i += 1) {
tail[i] = 0;
}
}
tmp = this._length * 8;
tmp = tmp.toString(16).match(/(.*?)(.{0,8})$/);
lo = parseInt(tmp[2], 16);
hi = parseInt(tmp[1], 16) || 0;
tail[14] = lo;
tail[15] = hi;
md5cycle(this._hash, tail);
};
SparkMD5.hash = function (str, raw) {
return SparkMD5.hashBinary(toUtf8(str), raw);
};
SparkMD5.hashBinary = function (content, raw) {
var hash = md51(content),
ret = hex(hash);
return raw ? hexToBinaryString(ret) : ret;
};
SparkMD5.ArrayBuffer = function () {
this.reset();
};
SparkMD5.ArrayBuffer.prototype.append = function (arr) {
var buff = concatenateArrayBuffers(this._buff.buffer, arr, true),
length = buff.length,
i;
this._length += arr.byteLength;
for (i = 64; i <= length; i += 64) {
md5cycle(this._hash, md5blk_array(buff.subarray(i - 64, i)));
}
this._buff = (i - 64) < length ? new Uint8Array(buff.buffer.slice(i - 64)) : new Uint8Array(0);
return this;
};
SparkMD5.ArrayBuffer.prototype.end = function (raw) {
var buff = this._buff,
length = buff.length,
tail = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],
i,
ret;
for (i = 0; i < length; i += 1) {
tail[i >> 2] |= buff[i] << ((i % 4) << 3);
}
this._finish(tail, length);
ret = hex(this._hash);
if (raw) {
ret = hexToBinaryString(ret);
}
this.reset();
return ret;
};
SparkMD5.ArrayBuffer.prototype.reset = function () {
this._buff = new Uint8Array(0);
this._length = 0;
this._hash = [1732584193, -271733879, -1732584194, 271733878];
return this;
};
SparkMD5.ArrayBuffer.prototype.getState = function () {
var state = SparkMD5.prototype.getState.call(this);
state.buff = arrayBuffer2Utf8Str(state.buff);
return state;
};
SparkMD5.ArrayBuffer.prototype.setState = function (state) {
state.buff = utf8Str2ArrayBuffer(state.buff, true);
return SparkMD5.prototype.setState.call(this, state);
};
SparkMD5.ArrayBuffer.prototype.destroy = SparkMD5.prototype.destroy;
SparkMD5.ArrayBuffer.prototype._finish = SparkMD5.prototype._finish;
SparkMD5.ArrayBuffer.hash = function (arr, raw) {
var hash = md51_array(new Uint8Array(arr)),
ret = hex(hash);
return raw ? hexToBinaryString(ret) : ret;
};
return SparkMD5;
}));
self.checkFileMd5 = function(data)
{
if(self["SparkMD5"] != null){
var hash = self["SparkMD5"].ArrayBuffer.hash(data);
return hash;
}
return "";
}
/** 收到消息 */
self.onmessage = function (data)
{
var msgData = data.data;
var index = msgData.index;
var strArr = msgData.strArr;
if(strArr && strArr.length > 0)
{
var strMd5Arr = [];
for(var i = 0 ; i < strArr.length ; i++)
{
strMd5Arr.push(self["SparkMD5"].hash(strArr[i],false));
}
postMessage({index:index,strArr:strArr,strMd5Arr:strMd5Arr});
}else
{
var md5Arr = [];
var pathArr = msgData.pathArr;
var dataArr = msgData.dataArr;
if(pathArr && pathArr.length > 0)
{
for(var i = 0 ; i < pathArr.length ; i++)
{
var md5 = self.checkFileMd5(dataArr[i]);
md5Arr.push(md5);
}
}
postMessage({index:index,pathArr:pathArr,md5Arr:md5Arr});
}
}