Skip to content

Commit

Permalink
#1 #3 #4 6 [Index] add: Js action for OCR PDF, convert into txt and p…
Browse files Browse the repository at this point in the history 
…hp comparator
  • Loading branch information
@nicolas-eoxia
nicolas-eoxia committed Dec 2, 2022
1 parent c7ca2d9 commit 2978565
Showing 1 changed file with 368 additions and 0 deletions.
368 changes: 368 additions & 0 deletions js/doliocr.js
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,368 @@
var inputText=document.getElementById('inputText');
// var clearTextBtn=document.getElementById('clearTextBtn');
//
// clearTextBtn.addEventListener('click', (evt)=> {
// if (confirm('⚠ 𝗜𝗺𝗽𝗼𝗿𝘁𝗮𝗻𝘁 𝗡𝗼𝘁𝗶𝗰𝗲\n\n⯈ You are about to permanently remove all content present within the text field.\n\n⯈ Please proceed to select [ OK ] to confirm deletion. Else, select [ Cancel ] instead to abort action.')) {
// inputText.value='';
// }
// }, false);
//
// var speakBtn=document.getElementById('speakBtn');
// var stopBtn=document.getElementById('stopBtn');
//
// var pitch=document.getElementById('pitch');
// var pitchValue=document.getElementById('pitchValue');
//
// var rate=document.getElementById('rate');
// var rateValue=document.getElementById('rateValue');
//
// var volume=document.getElementById('volume');
// var volumeValue=document.getElementById('volumeValue');
//
// const playSymbol='▶';
// const pauseSymbol='❚❚';
//
// speakBtn.addEventListener('click', (evt) => {
// let isPaused=$().articulate('isPaused');
// let isSpeaking=$().articulate('isSpeaking');
//
// if(!isPaused && !isSpeaking) {
// let voiceText=document.createElement('div');
// voiceText.setAttribute('id','voiceText');
// voiceText.innerHTML=inputText.value;
//
// $(voiceText).articulate('speak');
// evt.currentTarget.innerHTML=pauseSymbol;
// } else if(!isPaused) {
// $().articulate('pause');
// evt.currentTarget.innerHTML=playSymbol;
// } else if(isPaused) {
// $().articulate('resume');
// evt.currentTarget.innerHTML=pauseSymbol;
// } else {
// evt.currentTarget.innerHTML=playSymbol;
// }
// }, false);

// window.addEventListener('utteranceHasEnded', (e) => {
// document.getElementById('speakBtn').innerHTML=playSymbol;
// }, false);
//
// stopBtn.addEventListener('click', () => {
// $().articulate('stop');
// }, false);
//
// pitch.addEventListener('change', (evt) => {
// let newPitchVal=parseFloat(evt.currentTarget.value);
// pitchValue.textContent = newPitchVal;
// $().articulate('pitch', newPitchVal);
// }, false);
//
// rate.addEventListener('change', (evt) => {
// let newRateVal=parseFloat(evt.currentTarget.value);
// rateValue.textContent = newRateVal;
// $().articulate('rate', newRateVal);
// }, false);
//
// volume.addEventListener('change', (evt) => {
// let newVolumeVal=parseFloat(evt.currentTarget.value);
// volumeValue.textContent = newVolumeVal;
// $().articulate('volume', newVolumeVal);
// }, false);
//
// var popoverTargets = document.querySelectorAll('[data-content]');
//
// Array.from(popoverTargets).map(
// popTarget => new BSN.Popover(popTarget, {
// placement: 'right',
// animation: 'show',
// delay: 100,
// dismissible: true,
// trigger: 'click'
// })
// );

function getCurrentDatetimeStamp() {
const d = new Date();
var datestamp=d.getFullYear()+''+(d.getMonth()+1)+''+d.getDate();
var timestamp=d.getHours()+''+d.getMinutes()+''+d.getSeconds();

var datetimeStr=datestamp+'_'+timestamp;
return datetimeStr;
}

function downloadTextContent(file) {
if (!window.Blob) {
alert('Your browser does not support HTML5 "Blob" function required to save a file.');
} else {
let textblob = new Blob([inputText.value], {
type: 'application/plaintext'
});
let dwnlnk = document.createElement('a');
dwnlnk.download = 'extractedTextContent_'+getCurrentDatetimeStamp()+'.txt';
if (window.webkitURL != null) {
dwnlnk.href = window.webkitURL.createObjectURL(textblob);
}
//dwnlnk.click();

// const fs = require('fs')
// let fInput = "You are reading the content from Tutorials Point"
// fs.writeFile('tp.txt', fInput, (err) => {
// if (err) throw err;
// else{
// console.log("The file is updated with the given data")
// }
// })

let querySeparator = '?';
document.URL.match(/\?/) ? querySeparator = '&' : 1
let token = document.getElementById('token').value;

var uploadSerchCSV = document.getElementById('uploadSerchCSV').value;
if (uploadSerchCSV) {
var startIndex = (uploadSerchCSV.indexOf('\\') >= 0 ? uploadSerchCSV.lastIndexOf('\\') : uploadSerchCSV.lastIndexOf('/'));
var searchfilename = uploadSerchCSV.substring(startIndex);
if (searchfilename.indexOf('\\') === 0 || searchfilename.indexOf('/') === 0) {
searchfilename = searchfilename.substring(1);
}
}

$.ajax({
url: document.URL + querySeparator + "action=convertTxtToCSV&token=" + token + "&pdffilename=" + file + "&txtfilename=" + 'extractedTextContent_'+getCurrentDatetimeStamp()+'.txt' + "&searchfilename=" + searchfilename,
type: "POST",
processData: false,
contentType: false,
success: function ( resp ) {
},
error: function ( ) {
}
})
}
}

const tesseractWorkerPath='js/tesseract/worker.min.js';
const tesseractLangPath='js/tesseract/lang-data/4.0.0_best';
const tesseractCorePath='js/tesseract/tesseract-core.wasm.js';

function readFileAsDataURL(file) {
return new Promise((resolve,reject) => {
let fileredr = new FileReader();
fileredr.onload = () => resolve(fileredr.result);
fileredr.onerror = () => reject(fileredr);
fileredr.readAsDataURL(file);
});
}

var pageLoadingSignal=document.getElementById('pageLoadingSignal');
var pagePreview=document.getElementById('page-preview');
var ocrPageProgress=document.getElementById('ocrPageProgress');
var ocrPageProgressStatus=document.getElementById('ocrPageProgressStatus');

var processedPages=document.getElementById('processedPages');
var currentPageNo=document.getElementById('currentPageNo');
var totalPages=document.getElementById('totalPages');

var _PDF_DOC,
_PAGE,
_ZOOM_FACTOR = 1,
currentPage = 1,
noOfPages,
_CANVAS=document.createElement('canvas');

var uploadPDFBtn=document.getElementById('uploadPDFBtn');
var uploadPDF=document.getElementById('uploadPDF');
// uploadPDFBtn.addEventListener('click', () => {
// uploadPDF.click();
// });

uploadPDF.addEventListener('change', function(evt) {
let file = evt.currentTarget.files[0];
if(!file) return;
readFileAsDataURL(file).then((b64str) => {
showPDF(b64str, file);
}, false);
});

async function showPage(pageNo) {
currentPage = pageNo;
//currentPageNo.innerHTML = pageNo;
try {
_PAGE = await _PDF_DOC.getPage(pageNo);
} catch(error) {
console.log(error.message);
}
return new Promise((resolve => resolve(_PAGE)));
}

var pdfWorker;
async function initPdfTesseractWorker() {
pdfWorker = Tesseract.createWorker({
workerPath: tesseractWorkerPath,
langPath: tesseractLangPath,
corePath: tesseractCorePath,
logger: msg => {
console.log(msg);
if(msg.status=='recognizing text') {
// ocrPageProgress['style']['width']=`${parseInt(parseFloat(msg.progress)*100)}%`;
// ocrPageProgressStatus.innerHTML=`<p class='mb-1 mt-1'>⏳ <strong>${parseInt(parseFloat(msg.progress)*100)}%</strong></p>`;
}
}
});
Tesseract.setLogging(true);

await pdfWorker.load();
await pdfWorker.loadLanguage('eng');
await pdfWorker.initialize('eng');

return new Promise((resolve) => resolve('worker initialised.'));
}

const loadImage = (url) => new Promise((resolve, reject) => {
const img = new Image();
img.addEventListener('load', () => resolve(img));
img.addEventListener('error', (err) => reject(err));
img.src = url;
});

async function extractPdfText(loadedImg) {
const result=await pdfWorker.recognize(loadedImg);
// console.log(result);

let data=result.data;

let words=data.words;
let combinedText='';
for(let w of words) {
let str=(w.text);
let newStr = ( str.length>1 && str.charAt(str.length-1)=='-' ) ? str.substr(0,str.length-1) : (str+' ');
combinedText+=newStr;
}
inputText.insertAdjacentText('beforeend', (' ' + combinedText));
// ocrPageProgress['style']['width']='100%';
// ocrPageProgress.classList.remove('progress-bar-animated');
// ocrPageProgressStatus.innerHTML=`<p class='mb-1 mt-1'>⌛ <strong>Done.</strong></p>`;

return new Promise((resolve) => resolve('extraction done.'));
}

async function showPDF(pdf_url, file) {
pdfjsLib.GlobalWorkerOptions.workerSrc = 'js/pdf/pdf.worker.min.js';
try {
_PDF_DOC = await pdfjsLib.getDocument({ url: pdf_url });
} catch(error) {
console.log(error.message);
}
noOfPages = _PDF_DOC.numPages;
// totalPages.innerHTML = noOfPages;

while(currentPage<=noOfPages) {
await initPdfTesseractWorker();

//pageLoadingSignal['style']['visibility']='visible';
//currentPageNo.innerHTML=currentPage;

_PAGE=await showPage(currentPage);
let b64str=await scalePDFPage();
//pagePreview['style']['background-image']='url("'+b64str+'")';

let loadedImg = await loadImage(b64str);
await extractPdfText(loadedImg);
//processedPages.insertAdjacentHTML('beforeend', "<p class='mb-1 mt-1'>🗹 <a href='"+b64str+"' download='"+currentPage+".png'>Page "+currentPage+"</a>— ⌛ <strong>Done.</strong></p>");

await pdfWorker.terminate();

currentPage++;
} // end-while loop

await downloadTextContent(file.name);

//pageLoadingSignal['style']['visibility']='hidden';
}

const pixelRatio=window.devicePixelRatio*2;
async function scalePDFPage() {
let pdfOriginalWidth = _PAGE.getViewport(_ZOOM_FACTOR).width;
let viewport = _PAGE.getViewport(_ZOOM_FACTOR);
let viewpointHeight=viewport.height;

_CANVAS.width=pdfOriginalWidth*pixelRatio;
_CANVAS.height=viewpointHeight*pixelRatio;

_CANVAS['style']['width'] = `${pdfOriginalWidth}px`;
_CANVAS['style']['height'] = `${viewpointHeight}px`;

_CANVAS.getContext('2d').scale(pixelRatio, pixelRatio);

var renderContext = {
canvasContext: _CANVAS.getContext('2d'),
viewport: viewport
};
try {
await _PAGE.render(renderContext);
} catch(error) {
alert(error.message);
}
return new Promise((resolve => resolve(_CANVAS.toDataURL())));
}

var imgPreview=document.getElementById('img-preview');
var ocrImgProgress=document.getElementById('ocrImgProgress');
var ocrImgProgressStatus=document.getElementById('ocrImgProgressStatus');

var uploadImgBtn=document.getElementById('uploadImgBtn');
var uploadImg=document.getElementById('uploadImg');
// uploadImgBtn.addEventListener('click', () => {
// uploadImg.click();
// });

var imgWorker;
async function initTesseractImgWorker() {
imgWorker = Tesseract.createWorker({
workerPath: tesseractWorkerPath,
langPath: tesseractLangPath,
corePath: tesseractCorePath,
logger: msg => {
console.log(msg);
if(msg.status=='recognizing text') {
ocrImgProgress['style']['width']=`${parseInt(parseFloat(msg.progress)*100)}%`;
ocrImgProgressStatus.innerHTML=`<p class='mb-1 mt-1'>⏳ <strong>${parseInt(parseFloat(msg.progress)*100)}%</strong></p>`;
}
}
});
Tesseract.setLogging(true);

await imgWorker.load();
await imgWorker.loadLanguage('eng');
await imgWorker.initialize('eng');

return new Promise((resolve) => resolve('worker initialised.'));
}

// uploadImg.addEventListener('change', (ev) => {
// let file = ev.currentTarget.files[0];
// if(!file) return;
//
// (async () => {
// await initTesseractImgWorker();
//
// let b64str=await readFileAsDataURL(file);
// imgPreview['style']['background-image']='url("'+b64str+'")';
// let loadedImg = await loadImage(b64str);
//
// const result=await imgWorker.recognize(loadedImg);
//
// let words=result.data.words;
// let combinedText='';
// for(let w of words) {
// let str=(w.text);
// let newStr = ( str.length>1 && str.charAt(str.length-1)=='-' ) ? str.substr(0,str.length-1) : (str+' ');
// combinedText+=newStr;
// }
// inputText.insertAdjacentText('beforeend', (' ' + combinedText));
// await imgWorker.terminate();
//
// ocrImgProgress['style']['width']='100%';
// ocrImgProgress.classList.remove('progress-bar-animated');
// ocrImgProgressStatus.innerHTML=`<p class='mb-1 mt-1'>⌛ <strong>Done.</strong></p>`;
// })();
// }, false);

0 comments on commit 2978565

Please sign in to comment.