//const _ = require('lodash'); const fs = require('fs-extra'); const path = require('path'); const sax = require('../../sax'); const utils = require('../../utils'); const ConvertHtml = require('./ConvertHtml'); const xmlParser = require('../../xmlParser'); class ConvertPdf extends ConvertHtml { check(data, opts) { const {inputFiles} = opts; return this.config.useExternalBookConverter && inputFiles.sourceFileType && inputFiles.sourceFileType.ext == 'pdf'; } async run(notUsed, opts) { if (!this.check(notUsed, opts)) return false; await this.checkExternalConverterPresent(); const {inputFiles, callback, abort, uploadFileName} = opts; const inpFile = inputFiles.sourceFile; const outBasename = `${inputFiles.filesDir}/${utils.randomHexString(10)}`; const outFile = `${outBasename}.xml`; const metaFile = `${outBasename}_metadata.xml`; const pdfaltoPath = `${this.config.dataDir}/pdfalto/pdfalto`; if (!await fs.pathExists(pdfaltoPath)) throw new Error('Внешний конвертер pdfalto не найден'); //конвертируем в xml let perc = 0; await this.execConverter(pdfaltoPath, [inpFile, outFile], () => { perc = (perc < 80 ? perc + 10 : 40); callback(perc); }, abort); callback(80); const data = await fs.readFile(outFile); callback(90); await utils.sleep(100); //парсим xml let lines = []; let pagelines = []; let line = {text: ''}; let page = {}; let fonts = {}; let sectionTitleFound = false; let images = []; let loading = []; let title = ''; let author = ''; let i = -1; const loadImage = async(image) => { const src = path.parse(image.src); let type = 'unknown'; switch (src.ext) { case '.jpg': type = 'image/jpeg'; break; case '.png': type = 'image/png'; break; } if (type != 'unknown') { image.data = (await fs.readFile(image.src)).toString('base64'); image.type = type; image.name = src.base; } }; const putImage = (curTop) => { if (!isNaN(curTop) && images.length) { while (images.length && images[0].top < curTop) { i++; lines[i] = images[0]; images.shift(); } } }; const putPageLines = () => { pagelines.sort((a, b) => (a.top - b.top)*10000 + (a.left - b.left)) //объединяем в одну строку равные по высоте const pl = []; let pt = 0; let j = -1; pagelines.forEach(line => { //добавим закрывающий тег стиля line.text += line.tClose; //проверим, возможно это заголовок if (line.fonts.length == 1 && line.pageWidth) { const f = (line.fonts.length ? fonts[line.fonts[0]] : null); const centerLeft = (line.pageWidth - line.width)/2; if (f && f.isBold && Math.abs(centerLeft - line.left) < 3) { if (!sectionTitleFound) { line.isSectionTitle = true; sectionTitleFound = true; } else { line.isSubtitle = true; } } } //объединяем if (pt == 0 || Math.abs(pt - line.top) > 3) { j++; pl[j] = line; } else { pl[j].text += ` ${line.text}`; } pt = line.top; }); //заполняем lines const lastIndex = i; pl.forEach(line => { putImage(line.top); //добавим пустую строку, если надо const prevLine = (i > lastIndex ? lines[i] : {fonts: [], top: 0}); if (prevLine && !prevLine.isImage) { const f = (prevLine.fonts.length ? fonts[prevLine.fonts[0]] : (line.fonts.length ? fonts[line.fonts[0]] : null)); if (f && f.fontSize && !line.isImage && line.top - prevLine.top > f.fontSize*1.8) { i++; lines[i] = {text: '
'}; } } i++; lines[i] = line; }); pagelines = []; putImage(100000); }; const onStartNode = (tag, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars if (tag == 'textstyle') { const attrs = sax.getAttrsSync(tail); const fontId = (attrs.id && attrs.id.value ? attrs.id.value : ''); const fontStyle = (attrs.fontstyle && attrs.fontstyle.value ? attrs.fontstyle.value : ''); const fontSize = (attrs.fontsize && attrs.fontsize.value ? attrs.fontsize.value : ''); if (fontId) { const styleTags = {bold: 'b', italics: 'i', superscript: 'sup', subscript: 'sub'}; const f = fonts[fontId] = {tOpen: '', tClose: '', isBold: false, fontSize}; if (fontStyle) { const styles = fontStyle.split(' '); styles.forEach(style => { const s = styleTags[style]; if (s) { f.tOpen += `<${s}>`; f.tClose = `${f.tClose}`; if (s == 'b') f.isBold = true; } }); } } } if (tag == 'page') { const attrs = sax.getAttrsSync(tail); page = { width: parseInt((attrs.width && attrs.width.value ? attrs.width.value : null), 10), }; putPageLines(); } if (tag == 'textline') { const attrs = sax.getAttrsSync(tail); line = { text: '', top: parseInt((attrs.vpos && attrs.vpos.value ? attrs.vpos.value : null), 10), left: parseInt((attrs.hpos && attrs.hpos.value ? attrs.hpos.value : null), 10), width: parseInt((attrs.width && attrs.width.value ? attrs.width.value : null), 10), height: parseInt((attrs.height && attrs.height.value ? attrs.height.value : null), 10), tOpen: '', tClose: '', isSectionTitle: false, isSubtitle: false, pageWidth: page.width, fonts: [], }; if (line.width != 0 || line.height != 0) { pagelines.push(line); } } if (tag == 'string') { const attrs = sax.getAttrsSync(tail); if (attrs.content && attrs.content.value) { let tOpen = ''; let tClose = ''; const fontId = (attrs.stylerefs && attrs.stylerefs.value ? attrs.stylerefs.value : ''); if (fontId && fonts[fontId]) { tOpen = fonts[fontId].tOpen; tClose = fonts[fontId].tClose; if (!line.fonts.length || line.fonts[0] != fontId) line.fonts.push(fontId); } if (line.tOpen != tOpen) { line.text += line.tClose + tOpen; line.tOpen = tOpen; line.tClose = tClose; } line.text += `${line.text.length ? ' ' : ''}${attrs.content.value}`; } } if (tag == 'illustration') { const attrs = sax.getAttrsSync(tail); if (attrs.type && attrs.type.value == 'image') { let src = (attrs.fileid && attrs.fileid.value ? attrs.fileid.value : ''); if (src) { const image = { isImage: true, src, data: '', type: '', top: parseInt((attrs.vpos && attrs.vpos.value ? attrs.vpos.value : null), 10) || 0, left: parseInt((attrs.hpos && attrs.hpos.value ? attrs.hpos.value : null), 10) || 0, width: parseInt((attrs.width && attrs.width.value ? attrs.width.value : null), 10) || 0, height: parseInt((attrs.height && attrs.height.value ? attrs.height.value : null), 10) || 0, }; const exists = images.filter(img => (img.top == image.top && img.left == image.left && img.width == image.width && img.height == image.height)); if (!exists.length) { loading.push(loadImage(image)); images.push(image); images.sort((a, b) => (a.top - b.top)*10000 + (a.left - b.left)); } } } } }; let buf = this.decode(data).toString(); sax.parseSync(buf, { onStartNode }); putPageLines(); await Promise.all(loading); await utils.sleep(100); //найдем параграфы и отступы const indents = []; for (const line of lines) { if (line.isImage) continue; if (!isNaN(line.left)) { indents[line.left] = 1; } } let j = 0; for (let i = 0; i < indents.length; i++) { if (indents[i]) { j++; indents[i] = j; } } indents[0] = 0; //title if (fs.pathExists(metaFile)) { const metaXmlString = (await fs.readFile(metaFile)).toString(); let metaXmlParsed = xmlParser.parseXml(metaXmlString); metaXmlParsed = xmlParser.simplifyXmlParsed(metaXmlParsed); if (metaXmlParsed.metadata) { title = (metaXmlParsed.metadata.title ? metaXmlParsed.metadata.title._t : ''); author = (metaXmlParsed.metadata.author ? metaXmlParsed.metadata.author._t : ''); } } if (!title && uploadFileName) title = uploadFileName; //console.log(JSON.stringify(lines, null, 2)); //формируем текст const limitSize = 2*this.config.maxUploadFileSize; let text = ''; if (title) text += `${title}`; if (author) text += `${author}`; let concat = ''; let sp = ''; for (const line of lines) { if (text.length > limitSize) { throw new Error(`Файл для конвертирования слишком большой|FORLOG| text.length: ${text.length} > ${limitSize}`); } if (line.isImage) { text += `${line.data}`; continue; } if (line.isSectionTitle) { text += `${line.text.trim()}`; continue; } if (line.isSubtitle) { text += `
${line.text.trim()}`; continue; } if (concat == '') { const left = line.left || 0; sp = ' '.repeat(indents[left]); } let t = line.text.trim(); if (t.substr(-1) == '-') { t = t.substr(0, t.length - 1); concat += t; } else { text += sp + concat + t + "\n"; concat = ''; } } if (concat) text += sp + concat + "\n"; //console.log(text); await utils.sleep(100); return await super.run(Buffer.from(text), {skipCheck: true, isText: true}); } } module.exports = ConvertPdf;