You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
324 lines
8.9 KiB
324 lines
8.9 KiB
10 years ago
|
importScripts('madeline.js')
|
||
|
|
|
||
|
|
var filesizes = {
|
||
|
|
"afr": 1079573,
|
||
|
|
"ara": 1701536,
|
||
|
|
"aze": 1420865,
|
||
|
|
"bel": 1276820,
|
||
|
|
"ben": 6772012,
|
||
|
|
"bul": 1605615,
|
||
|
|
"cat": 1652368,
|
||
|
|
"ces": 1035441,
|
||
|
|
"chi_sim": 17710414,
|
||
|
|
"chi_tra": 24717749,
|
||
|
|
"chr": 320649,
|
||
|
|
"dan-frak": 677656,
|
||
|
|
"dan": 1972936,
|
||
|
|
"deu-frak": 822644,
|
||
|
|
"deu": 991656,
|
||
|
|
"ell": 859719,
|
||
|
|
"eng": 9453554,
|
||
|
|
"enm": 619254,
|
||
|
|
"epo": 1241212,
|
||
|
|
"equ": 821130,
|
||
|
|
"est": 1905040,
|
||
|
|
"eus": 1641190,
|
||
|
|
"fin": 979418,
|
||
|
|
"fra": 1376221,
|
||
|
|
"frk": 5912963,
|
||
|
|
"frm": 5147082,
|
||
|
|
"glg": 1674938,
|
||
|
|
"grc": 3012615,
|
||
|
|
"heb": 1051501,
|
||
|
|
"hin": 6590065,
|
||
|
|
"hrv": 1926995,
|
||
|
|
"hun": 3074473,
|
||
|
|
"ind": 1874776,
|
||
|
|
"isl": 1634041,
|
||
|
|
"ita": 948593,
|
||
|
|
"ita_old": 3436571,
|
||
|
|
"jpn": 13507168,
|
||
|
|
"kan": 4390317,
|
||
|
|
"kor": 5353098,
|
||
|
|
"lav": 1843944,
|
||
|
|
"lit": 1779240,
|
||
|
|
"mal": 5966263,
|
||
|
|
"meme": 88453,
|
||
|
|
"mkd": 1163087,
|
||
|
|
"mlt": 1463001,
|
||
|
|
"msa": 1665427,
|
||
|
|
"nld": 1134708,
|
||
|
|
"nor": 2191610,
|
||
|
|
"osd": 4274649,
|
||
|
|
"pol": 7024662,
|
||
|
|
"por": 909359,
|
||
|
|
"ron": 915680,
|
||
|
|
"rus": 5969957,
|
||
|
|
"slk-frak": 289885,
|
||
|
|
"slk": 2217342,
|
||
|
|
"slv": 1611338,
|
||
|
|
"spa": 883170,
|
||
|
|
"spa_old": 5647453,
|
||
|
|
"sqi": 1667041,
|
||
|
|
"srp": 1770244,
|
||
|
|
"swa": 757916,
|
||
|
|
"swe": 2451917,
|
||
|
|
"tam": 3498763,
|
||
|
|
"tel": 5795246,
|
||
|
|
"tgl": 1496256,
|
||
|
|
"tha": 3811136,
|
||
|
|
"tur": 3563264,
|
||
|
|
"ukr": 937566,
|
||
|
|
"vie": 2195922
|
||
|
|
}
|
||
|
|
|
||
|
|
var recognize = (function createTesseractInstance(){
|
||
|
|
|
||
|
|
var Module = Tesseract304({
|
||
|
|
TOTAL_MEMORY: 90e6,
|
||
|
|
TesseractProgress: function(percent){
|
||
|
|
console.log('recognized',percent+'%')
|
||
|
|
}
|
||
|
|
})
|
||
|
|
|
||
|
|
var base = new Module.TessBaseAPI()
|
||
|
|
var loaded_langs = []
|
||
|
|
var loadLanguage = (function(){
|
||
|
|
|
||
|
|
return (function loadLanguage(lang, cb){ // NodeJS style callback
|
||
|
|
if(loaded_langs.indexOf(lang) != -1){
|
||
|
|
cb(null, lang)
|
||
|
|
}
|
||
|
|
else{
|
||
|
|
Module.FS_createPath("/","tessdata",true,true)
|
||
|
|
var xhr = new XMLHttpRequest();
|
||
|
|
xhr.open('GET', 'https://cdn.rawgit.com/naptha/tessdata/gh-pages/3.02/'+lang+'.traineddata.gz', true);
|
||
|
|
xhr.responseType = 'arraybuffer';
|
||
|
|
xhr.onerror = function(){ cb(xhr, null) }
|
||
|
|
xhr.onprogress = function(e){console.log('loading',lang,'language model:',Math.round(e.loaded/filesizes[lang]*100)+'%')}
|
||
|
|
xhr.onload = function(){
|
||
|
|
if (xhr.status == 200 || (xhr.status == 0 && xhr.response)) {
|
||
|
|
console.log('unzipping language model...')
|
||
|
|
var data = new Uint8Array(unzip(new Uint8Array(xhr.response)))
|
||
|
|
console.log(lang +".traineddata", 'sucessfully unzipped')
|
||
|
|
Module.FS_createDataFile('tessdata', lang +".traineddata", data, true, false);
|
||
|
|
loaded_langs.push(lang)
|
||
|
|
cb(null, lang)
|
||
|
|
} else cb(xhr, null);
|
||
|
|
}
|
||
|
|
xhr.send(null)
|
||
|
|
}
|
||
|
|
})
|
||
|
|
})()
|
||
|
|
|
||
|
|
function DumpLiterallyEverything(){
|
||
|
|
var ri = base.GetIterator();
|
||
|
|
var blocks = [];
|
||
|
|
var block, para, textline, word, symbol;
|
||
|
|
|
||
|
|
function enumToString(value, prefix){
|
||
|
|
return (Object.keys(Module)
|
||
|
|
.filter(function(e){ return e.startsWith(prefix + '_') })
|
||
|
|
.filter(function(e){ return Module[e] === value })
|
||
|
|
.map(function(e){ return e.slice(prefix.length + 1) })[0])
|
||
|
|
}
|
||
|
|
|
||
|
|
do {
|
||
|
|
if(ri.IsAtBeginningOf(Module.RIL_BLOCK)){
|
||
|
|
var poly = ri.BlockPolygon();
|
||
|
|
var polygon = null;
|
||
|
|
// BlockPolygon() returns null when automatic page segmentation is off
|
||
|
|
if(Module.getPointer(poly) > 0){
|
||
|
|
var n = poly.get_n(),
|
||
|
|
px = poly.get_x(),
|
||
|
|
py = poly.get_y(),
|
||
|
|
polygon = [];
|
||
|
|
for(var i = 0; i < n; i++){
|
||
|
|
polygon.push([px.getValue(i), py.getValue(i)]);
|
||
|
|
}
|
||
|
|
Module._ptaDestroy(Module.getPointer(poly));
|
||
|
|
}
|
||
|
|
|
||
|
|
block = {
|
||
|
|
paragraphs: [],
|
||
|
|
|
||
|
|
text: ri.GetUTF8Text(Module.RIL_BLOCK),
|
||
|
|
confidence: ri.Confidence(Module.RIL_BLOCK),
|
||
|
|
baseline: ri.getBaseline(Module.RIL_BLOCK),
|
||
|
|
bbox: ri.getBoundingBox(Module.RIL_BLOCK),
|
||
|
|
|
||
|
|
blocktype: enumToString(ri.BlockType(), 'PT'),
|
||
|
|
polygon: polygon
|
||
|
|
}
|
||
|
|
blocks.push(block)
|
||
|
|
}
|
||
|
|
if(ri.IsAtBeginningOf(Module.RIL_PARA)){
|
||
|
|
para = {
|
||
|
|
lines: [],
|
||
|
|
|
||
|
|
text: ri.GetUTF8Text(Module.RIL_PARA),
|
||
|
|
confidence: ri.Confidence(Module.RIL_PARA),
|
||
|
|
baseline: ri.getBaseline(Module.RIL_PARA),
|
||
|
|
bbox: ri.getBoundingBox(Module.RIL_PARA),
|
||
|
|
|
||
|
|
is_ltr: !!ri.ParagraphIsLtr()
|
||
|
|
}
|
||
|
|
block.paragraphs.push(para)
|
||
|
|
}
|
||
|
|
if(ri.IsAtBeginningOf(Module.RIL_TEXTLINE)){
|
||
|
|
textline = {
|
||
|
|
words: [],
|
||
|
|
|
||
|
|
text: ri.GetUTF8Text(Module.RIL_TEXTLINE),
|
||
|
|
confidence: ri.Confidence(Module.RIL_TEXTLINE),
|
||
|
|
baseline: ri.getBaseline(Module.RIL_TEXTLINE),
|
||
|
|
bbox: ri.getBoundingBox(Module.RIL_TEXTLINE)
|
||
|
|
}
|
||
|
|
para.lines.push(textline)
|
||
|
|
}
|
||
|
|
if(ri.IsAtBeginningOf(Module.RIL_WORD)){
|
||
|
|
var fontInfo = ri.getWordFontAttributes(),
|
||
|
|
wordDir = ri.WordDirection();
|
||
|
|
word = {
|
||
|
|
symbols: [],
|
||
|
|
choices: [],
|
||
|
|
|
||
|
|
text: ri.GetUTF8Text(Module.RIL_WORD),
|
||
|
|
confidence: ri.Confidence(Module.RIL_WORD),
|
||
|
|
baseline: ri.getBaseline(Module.RIL_WORD),
|
||
|
|
bbox: ri.getBoundingBox(Module.RIL_WORD),
|
||
|
|
|
||
|
|
is_numeric: !!ri.WordIsNumeric(),
|
||
|
|
in_dictionary: !!ri.WordIsFromDictionary(),
|
||
|
|
direction: enumToString(wordDir, 'DIR'),
|
||
|
|
language: ri.WordRecognitionLanguage(),
|
||
|
|
|
||
|
|
is_bold: fontInfo.is_bold,
|
||
|
|
is_italic: fontInfo.is_italic,
|
||
|
|
is_underlined: fontInfo.is_underlined,
|
||
|
|
is_monospace: fontInfo.is_monospace,
|
||
|
|
is_serif: fontInfo.is_serif,
|
||
|
|
is_smallcaps: fontInfo.is_smallcaps,
|
||
|
|
font_size: fontInfo.pointsize,
|
||
|
|
font_id: fontInfo.font_id,
|
||
|
|
font_name: fontInfo.font_name,
|
||
|
|
}
|
||
|
|
var wc = new Module.WordChoiceIterator(ri);
|
||
|
|
do {
|
||
|
|
word.choices.push({
|
||
|
|
text: wc.GetUTF8Text(),
|
||
|
|
confidence: wc.Confidence()
|
||
|
|
})
|
||
|
|
} while (wc.Next());
|
||
|
|
Module.destroy(wc)
|
||
|
|
textline.words.push(word)
|
||
|
|
}
|
||
|
|
|
||
|
|
var image = null;
|
||
|
|
// var pix = ri.GetBinaryImage(Module.RIL_SYMBOL)
|
||
|
|
// var image = pix2array(pix);
|
||
|
|
// // for some reason it seems that things stop working if you destroy pics
|
||
|
|
// Module._pixDestroy(Module.getPointer(pix));
|
||
|
|
|
||
|
|
symbol = {
|
||
|
|
choices: [],
|
||
|
|
image: image,
|
||
|
|
|
||
|
|
text: ri.GetUTF8Text(Module.RIL_SYMBOL),
|
||
|
|
confidence: ri.Confidence(Module.RIL_SYMBOL),
|
||
|
|
baseline: ri.getBaseline(Module.RIL_SYMBOL),
|
||
|
|
bbox: ri.getBoundingBox(Module.RIL_SYMBOL),
|
||
|
|
|
||
|
|
is_superscript: !!ri.SymbolIsSuperscript(),
|
||
|
|
is_subscript: !!ri.SymbolIsSubscript(),
|
||
|
|
is_dropcap: !!ri.SymbolIsDropcap(),
|
||
|
|
}
|
||
|
|
word.symbols.push(symbol)
|
||
|
|
var ci = new Module.ChoiceIterator(ri);
|
||
|
|
do {
|
||
|
|
symbol.choices.push({
|
||
|
|
text: ci.GetUTF8Text(),
|
||
|
|
confidence: ci.Confidence()
|
||
|
|
})
|
||
|
|
} while (ci.Next());
|
||
|
|
Module.destroy(ci)
|
||
|
|
} while (ri.Next(Module.RIL_SYMBOL));
|
||
|
|
Module.destroy(ri)
|
||
|
|
|
||
|
|
return {
|
||
|
|
text: base.GetUTF8Text(),
|
||
|
|
html: base.GetHOCRText(),
|
||
|
|
|
||
|
|
confidence: base.MeanTextConf(),
|
||
|
|
|
||
|
|
blocks: blocks,
|
||
|
|
|
||
|
|
psm: enumToString(base.GetPageSegMode(), 'PSM'),
|
||
|
|
oem: enumToString(base.oem(), 'OEM'),
|
||
|
|
version: base.Version(),
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
function recognize(image, lang, options,cb){
|
||
|
|
var width, height;
|
||
|
|
if(image.data){
|
||
|
|
var src = image.data;
|
||
|
|
width = image.width, height = image.height;
|
||
|
|
var dst = new Uint8Array(width * height);
|
||
|
|
var srcLength = src.length | 0, srcLength_16 = (srcLength - 16) | 0;
|
||
|
|
|
||
|
|
var coeff_r = 4899, coeff_g = 9617, coeff_b = 1868;
|
||
|
|
|
||
|
|
for (var i = 0, j = 0; i <= srcLength_16; i += 16, j += 4) {
|
||
|
|
// convert to grayscale 4 pixels at a time;
|
||
|
|
// add 8192 = 1<<13 so for int n, float k >= .5, ((n + k)*(1<<14) >> 14) = 1 + ((n)*(1<<14) >> 14)
|
||
|
|
dst[j] = src[i+3] //(((src[i] * coeff_r + src[i+1] * coeff_g + src[i+2] * coeff_b + 8192) >> 14) * src[i+3]) >> 8 + 255 - src[i+3];
|
||
|
|
dst[j + 1] = src[i+4+3]//(((src[i+4] * coeff_r + src[i+5] * coeff_g + src[i+6] * coeff_b + 8192) >> 14) * src[i+3]) >> 8 + 255 - src[i+3];
|
||
|
|
dst[j + 2] = src[i+8+3]//(((src[i+8] * coeff_r + src[i+9] * coeff_g + src[i+10] * coeff_b + 8192) >> 14) * src[i+3]) >> 8 + 255 - src[i+3];
|
||
|
|
dst[j + 3] = src[i+12+3]//(((src[i+12] * coeff_r + src[i+13] * coeff_g + src[i+14] * coeff_b + 8192) >> 14) * src[i+3]) >> 8 + 255 - src[i+3];
|
||
|
|
}
|
||
|
|
for (; i < srcLength; i += 4, ++j) //finish up
|
||
|
|
dst[j] = (src[i] * coeff_r + src[i+1] * coeff_g + src[i+2] * coeff_b + 8192) >> 14;
|
||
|
|
|
||
|
|
image = dst;
|
||
|
|
// for(var i = 0; i < image.length; i++) image[i] = image[i] > 128;
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
throw 'Expected ImageData'
|
||
|
|
}
|
||
|
|
var ptr = Module.allocate(image, 'i8', Module.ALLOC_NORMAL);
|
||
|
|
|
||
|
|
loadLanguage(lang, function(err, result){
|
||
|
|
if(err){
|
||
|
|
console.error("error loading", lang);
|
||
|
|
cb(err, null)
|
||
|
|
}
|
||
|
|
base.Init(null, lang)
|
||
|
|
for (var option in options) {
|
||
|
|
if (options.hasOwnProperty(option)) {
|
||
|
|
base.SetVariable(option, options[option]);
|
||
|
|
console.log('setting', option, '=', options[option]);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
base.SetImage(Module.wrapPointer(ptr), width, height, 1, width)
|
||
|
|
base.SetRectangle(0, 0, width, height)
|
||
|
|
base.GetUTF8Text()
|
||
|
|
var everything = DumpLiterallyEverything()
|
||
|
|
base.End();
|
||
|
|
Module._free(ptr);
|
||
|
|
cb(null, everything)
|
||
|
|
})
|
||
|
|
}
|
||
|
|
|
||
|
|
// base._simple = _simple
|
||
|
|
return recognize
|
||
|
|
})()
|
||
|
|
|
||
|
|
onmessage = function(e) {
|
||
|
|
|
||
|
|
recognize(e.data.image, e.data.lang, e.data.options, function(err, result){
|
||
|
|
postMessage({err:err, result: result})
|
||
|
|
})
|
||
|
|
}
|