Jerome Wu
6 years ago
2 changed files with 15 additions and 94 deletions
@ -1,76 +0,0 @@ |
|||||||
const leveljs = require('level-js') |
|
||||||
|
|
||||||
// something about trying to store these language files in indexedDB
|
|
||||||
// causes iOS Safari to crash
|
|
||||||
|
|
||||||
var iOS = /iPad|iPhone|iPod/.test(navigator.userAgent); |
|
||||||
var noIDB = typeof indexedDB === 'undefined' || iOS; |
|
||||||
|
|
||||||
var db = noIDB ? { open: (_, cb) => cb(true) } : leveljs('./tessdata2') |
|
||||||
|
|
||||||
var langdata = require('../common/langdata.json') |
|
||||||
|
|
||||||
module.exports = function getLanguageData(req, res, cb){ |
|
||||||
var lang = req.options.lang; |
|
||||||
|
|
||||||
function saveDataFile(data){ |
|
||||||
try { |
|
||||||
db.put(lang, data, err => console.log('cached', lang, err)) |
|
||||||
} finally { |
|
||||||
cb(data) |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
db.open({ compression: false }, err => { |
|
||||||
if (err) return fetchLanguageData(req, res, cb); |
|
||||||
db.get(lang, (err, data) => { |
|
||||||
if (err) return fetchLanguageData(req, res, saveDataFile); |
|
||||||
res.progress({ status: 'found in cache ' + lang + '.traineddata' }) |
|
||||||
cb(data) |
|
||||||
}) |
|
||||||
}) |
|
||||||
} |
|
||||||
|
|
||||||
|
|
||||||
const ungzip = require('pako/lib/inflate.js').ungzip; |
|
||||||
|
|
||||||
function fetchLanguageData(req, res, cb){ |
|
||||||
var lang = req.options.lang; |
|
||||||
var langfile = lang + '.traineddata.gz'; |
|
||||||
var url = req.workerOptions.langPath + langfile; |
|
||||||
|
|
||||||
var xhr = new XMLHttpRequest(); |
|
||||||
xhr.open('GET', url, true); |
|
||||||
xhr.responseType = 'arraybuffer'; |
|
||||||
xhr.onerror = e => { |
|
||||||
xhr.onprogress = xhr.onload = null |
|
||||||
cb(xhr, null) |
|
||||||
} |
|
||||||
xhr.onprogress = e => |
|
||||||
res.progress({ |
|
||||||
status: 'downloading ' + langfile, |
|
||||||
loaded: e.loaded, |
|
||||||
progress: Math.min(1, e.loaded / langdata[lang]) |
|
||||||
}); |
|
||||||
|
|
||||||
xhr.onload = e => { |
|
||||||
if (!(xhr.status == 200 || (xhr.status == 0 && xhr.response))) return res.reject('Error downloading language ' + url); |
|
||||||
res.progress({ status: 'unzipping ' + langfile, progress: 0 }) |
|
||||||
|
|
||||||
// in case the gzips are already ungzipped or extra gzipped
|
|
||||||
var response = new Uint8Array(xhr.response) |
|
||||||
try { |
|
||||||
var n = 2; |
|
||||||
while(response[0] == 0x1f && response[1] == 0x8b){ |
|
||||||
response = ungzip(response); |
|
||||||
res.progress({ status: 'unzipping ' + langfile, progress: 1 - 1 / (n++) }) |
|
||||||
} |
|
||||||
} catch (err) { |
|
||||||
return res.reject('Error unzipping language file ' + langfile + '\n' + err.message) |
|
||||||
} |
|
||||||
res.progress({ status: 'unzipping ' + langfile, progress: 1 }) |
|
||||||
|
|
||||||
cb(response) |
|
||||||
} |
|
||||||
xhr.send() |
|
||||||
} |
|
@ -1,23 +1,20 @@ |
|||||||
const workerUtils = require('../common/worker.js') |
const workerUtils = require('../common/worker.js'); |
||||||
|
|
||||||
if (process.env.NODE_ENV === "development") { |
if (process.env.NODE_ENV === 'development') { |
||||||
console.debug('Using Development Worker') |
console.debug('Using Development Worker'); |
||||||
} |
} |
||||||
|
|
||||||
global.addEventListener('message', function(e){ |
global.addEventListener('message', ({ data }) => { |
||||||
var packet = e.data; |
workerUtils.dispatchHandlers(data, obj => postMessage(obj)); |
||||||
workerUtils.dispatchHandlers(packet, obj => postMessage(obj)) |
}); |
||||||
}) |
|
||||||
|
|
||||||
exports.getCore = function(req, res){ |
workerUtils.setAdapter({ |
||||||
if(!global.TesseractCore){ |
getCore: (req, res) => { |
||||||
res.progress({ status: 'loading tesseract core', progress: 0 }) |
if (!global.TesseractCore) { |
||||||
importScripts(req.workerOptions.corePath) |
res.progress({ status: 'loading tesseract core', progress: 0 }); |
||||||
res.progress({ status: 'loading tesseract core', progress: 1 }) |
global.importScripts(req.workerOptions.corePath); |
||||||
|
res.progress({ status: 'loading tesseract core', progress: 1 }); |
||||||
} |
} |
||||||
return TesseractCore |
return global.TesseractCore; |
||||||
} |
}, |
||||||
|
}); |
||||||
exports.getLanguageData = require('./lang.js') |
|
||||||
|
|
||||||
workerUtils.setAdapter(module.exports); |
|
||||||
|
Loading…
Reference in new issue