liberama/server/core/Reader/BookConverter/ConvertPdf.js

//const _ = require('lodash');
const fs = require('fs-extra');
const path = require('path');

const sax = require('../../sax');
const utils = require('../../utils');
const ConvertHtml = require('./ConvertHtml');
const xmlParser = require('../../xmlParser');

class ConvertPdf extends ConvertHtml {
    check(data, opts) {
        const {inputFiles} = opts;

        return this.config.useExternalBookConverter && 
            inputFiles.sourceFileType && inputFiles.sourceFileType.ext == 'pdf';
    }

    async run(notUsed, opts) {
        if (!this.check(notUsed, opts))
            return false;

        await this.checkExternalConverterPresent();

        const {inputFiles, callback, abort, uploadFileName} = opts;

        const inpFile = inputFiles.sourceFile;
        const outBasename = `${inputFiles.filesDir}/${utils.randomHexString(10)}`;
        const outFile = `${outBasename}.xml`;
        const metaFile = `${outBasename}_metadata.xml`;

        const pdfaltoPath = `${this.config.dataDir}/pdfalto/pdfalto`;

        if (!await fs.pathExists(pdfaltoPath))
            throw new Error('Внешний конвертер pdfalto не найден');

        //конвертируем в xml
        let perc = 0;
        await this.execConverter(pdfaltoPath, [inpFile, outFile], () => {
            perc = (perc < 80 ? perc + 10 : 40);
            callback(perc);
        }, abort);
        callback(80);

        const data = await fs.readFile(outFile);
        callback(90);

        await utils.sleep(100);

        //парсим xml
        let lines = [];
        let pagelines = [];
        let line = {text: ''};
        let page = {};
        let fonts = {};
        let sectionTitleFound = false;

        let images = [];
        let loading = [];

        let title = '';
        let author = '';
        let i = -1;

        const loadImage = async(image) => {
            const src = path.parse(image.src);
            let type = 'unknown';
            switch (src.ext) {
                case '.jpg': type = 'image/jpeg'; break;
                case '.png': type = 'image/png'; break;
            }
            if (type != 'unknown') {
                image.data = (await fs.readFile(image.src)).toString('base64');
                image.type = type;
                image.name = src.base;
            }
        };

        const putImage = (curTop) => {
            if (!isNaN(curTop) && images.length) {
                while (images.length && images[0].top < curTop) {
                    i++;
                    lines[i] = images[0];
                    images.shift();
                }
            }
        };

        const putPageLines = () => {
            pagelines.sort((a, b) => (a.top - b.top)*10000 + (a.left - b.left))
            
            //объединяем в одну строку равные по высоте
            const pl = [];
            let pt = 0;
            let j = -1;
            pagelines.forEach(line => {
                //добавим закрывающий тег стиля
                line.text += line.tClose;

                //проверим, возможно это заголовок
                if (line.fonts.length == 1 && line.pageWidth) {
                    const f = (line.fonts.length ? fonts[line.fonts[0]] : null);
                    const centerLeft = (line.pageWidth - line.width)/2;
                    if (f && f.isBold && Math.abs(centerLeft - line.left) < 3) {
                        if (!sectionTitleFound) {
                            line.isSectionTitle = true;
                            sectionTitleFound = true;
                        } else {
                            line.isSubtitle = true;
                        }
                    }
                }

                //объединяем
                if (pt == 0 || Math.abs(pt - line.top) > 3) {
                    j++;
                    pl[j] = line;
                } else {
                    pl[j].text += ` ${line.text}`;
                }
                pt = line.top;
            });

            //заполняем lines
            const lastIndex = i;
            pl.forEach(line => {
                putImage(line.top);

                //добавим пустую строку, если надо
                const prevLine = (i > lastIndex ? lines[i] : {fonts: [], top: 0});
                if (prevLine && !prevLine.isImage) {
                    const f = (prevLine.fonts.length ? fonts[prevLine.fonts[0]] : (line.fonts.length ? fonts[line.fonts[0]] : null));
                    if (f && f.fontSize && !line.isImage && line.top - prevLine.top > f.fontSize*1.8) {
                        i++;
                        lines[i] = {text: '<br>'};
                    }
                }

                i++;
                lines[i] = line;
            });
            pagelines = [];
            putImage(100000);
        };

        const onStartNode = (tag, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
            if (tag == 'textstyle') {
                const attrs = sax.getAttrsSync(tail);
                const fontId = (attrs.id && attrs.id.value ? attrs.id.value : '');
                const fontStyle = (attrs.fontstyle && attrs.fontstyle.value ? attrs.fontstyle.value : '');
                const fontSize = (attrs.fontsize && attrs.fontsize.value ? attrs.fontsize.value : '');

                if (fontId) {
                    const styleTags = {bold: 'b', italics: 'i', superscript: 'sup', subscript: 'sub'};
                    const f = fonts[fontId] = {tOpen: '', tClose: '', isBold: false, fontSize};

                    if (fontStyle) {
                        const styles = fontStyle.split(' ');
                        styles.forEach(style => {
                            const s = styleTags[style];
                            if (s) {
                                f.tOpen += `<${s}>`;
                                f.tClose = `</${s}>${f.tClose}`;
                                if (s == 'b')
                                    f.isBold = true;
                            }
                        });
                    }
                }
            }

            if (tag == 'page') {
                const attrs = sax.getAttrsSync(tail);
                page = {
                    width: parseInt((attrs.width && attrs.width.value ? attrs.width.value : null), 10),
                };

                putPageLines();
            }

            if (tag == 'textline') {
                const attrs = sax.getAttrsSync(tail);
                line = {
                    text: '',
                    top: parseInt((attrs.vpos && attrs.vpos.value ? attrs.vpos.value : null), 10),
                    left: parseInt((attrs.hpos && attrs.hpos.value ? attrs.hpos.value : null), 10),
                    width: parseInt((attrs.width && attrs.width.value ? attrs.width.value : null), 10),
                    height: parseInt((attrs.height && attrs.height.value ? attrs.height.value : null), 10),
                    tOpen: '',
                    tClose: '',
                    isSectionTitle: false,
                    isSubtitle: false,
                    pageWidth: page.width,
                    fonts: [],
                };

                if (line.width != 0 || line.height != 0) {
                    pagelines.push(line);
                }
            }

            if (tag == 'string') {
                const attrs = sax.getAttrsSync(tail);
                if (attrs.content && attrs.content.value) {

                    let tOpen = '';
                    let tClose = '';
                    const fontId = (attrs.stylerefs && attrs.stylerefs.value ? attrs.stylerefs.value : '');
                    if (fontId && fonts[fontId]) {
                        tOpen = fonts[fontId].tOpen;
                        tClose = fonts[fontId].tClose;
                        if (!line.fonts.length || line.fonts[0] != fontId)
                            line.fonts.push(fontId);
                    }

                    if (line.tOpen != tOpen) {
                        line.text += line.tClose + tOpen;
                        line.tOpen = tOpen;
                        line.tClose = tClose;
                    }

                    line.text += `${line.text.length ? ' ' : ''}${attrs.content.value}`;
                }
            }

            if (tag == 'illustration') {
                const attrs = sax.getAttrsSync(tail);
                if (attrs.type && attrs.type.value == 'image') {
                    let src = (attrs.fileid && attrs.fileid.value ? attrs.fileid.value : '');
                    if (src) {
                        const image = {
                            isImage: true,
                            src,
                            data: '',
                            type: '',
                            top: parseInt((attrs.vpos && attrs.vpos.value ? attrs.vpos.value : null), 10) || 0,
                            left: parseInt((attrs.hpos && attrs.hpos.value ? attrs.hpos.value : null), 10) || 0,
                            width: parseInt((attrs.width && attrs.width.value ? attrs.width.value : null), 10) || 0,
                            height: parseInt((attrs.height && attrs.height.value ? attrs.height.value : null), 10) || 0,
                        };
                        const exists = images.filter(img => (img.top == image.top && img.left == image.left && img.width == image.width && img.height == image.height));
                        if (!exists.length) {
                            loading.push(loadImage(image));
                            images.push(image);
                            images.sort((a, b) => (a.top - b.top)*10000 + (a.left - b.left));
                        }
                    }
                }
            }
        };

        let buf = this.decode(data).toString();
        sax.parseSync(buf, {
            onStartNode
        });

        putPageLines();

        await Promise.all(loading);
        await utils.sleep(100);

        //найдем параграфы и отступы
        const indents = [];
        for (const line of lines) {
            if (line.isImage)
                continue;
            if (!isNaN(line.left)) {
                indents[line.left] = 1;
            }
        }

        let j = 0;
        for (let i = 0; i < indents.length; i++) {
            if (indents[i]) {
                j++;
                indents[i] = j;
            }
        }
        indents[0] = 0;

        //title
        if (fs.pathExists(metaFile)) {
            const metaXmlString = (await fs.readFile(metaFile)).toString();
            let metaXmlParsed = xmlParser.parseXml(metaXmlString);
            metaXmlParsed = xmlParser.simplifyXmlParsed(metaXmlParsed);
            if (metaXmlParsed.metadata) {
                title = (metaXmlParsed.metadata.title ? metaXmlParsed.metadata.title._t : '');
                author = (metaXmlParsed.metadata.author ? metaXmlParsed.metadata.author._t : '');
            }
        }

        if (!title && uploadFileName)
            title = uploadFileName;

        //console.log(JSON.stringify(lines, null, 2));
        //формируем текст
        const limitSize = 2*this.config.maxUploadFileSize;
        let text = '';
        if (title)
            text += `<fb2-title>${title}</fb2-title>`;
        if (author)
            text += `<fb2-author>${author}</fb2-author>`;

        let concat = '';
        let sp = '';
        for (const line of lines) {
            if (text.length > limitSize) {
                throw new Error(`Файл для конвертирования слишком большой|FORLOG| text.length: ${text.length} > ${limitSize}`);
            }
            
            if (line.isImage) {
                text += `<fb2-image type="${line.type}" name="${line.name}">${line.data}</fb2-image>`;
                continue;
            }

            if (line.isSectionTitle) {
                text += `<fb2-section-title>${line.text.trim()}</fb2-section-title>`;
                continue;
            }

            if (line.isSubtitle) {
                text += `<br><fb2-subtitle>${line.text.trim()}</fb2-subtitle>`;
                continue;
            }

            if (concat == '') {
                const left = line.left || 0;
                sp = ' '.repeat(indents[left]);
            }

            let t = line.text.trim();
            if (t.substr(-1) == '-') {
                t = t.substr(0, t.length - 1);
                concat += t;
            } else {
                text += sp + concat + t + "\n";
                concat = '';
            }
        }
        if (concat)
            text += sp + concat + "\n";

        //console.log(text);
        await utils.sleep(100);
        return await super.run(Buffer.from(text), {skipCheck: true, isText: true});
    }
}

module.exports = ConvertPdf;