ConvertHtml.js 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171
  1. const ConvertBase = require('./ConvertBase');
  2. const sax = require('./sax');
  3. const textUtils = require('./textUtils');
  4. class ConvertHtml extends ConvertBase {
  5. check(data, opts) {
  6. const {dataType} = opts;
  7. if (dataType && (dataType.ext == 'html' || dataType.ext == 'xml'))
  8. return {isText: false};
  9. //может это чистый текст?
  10. if (textUtils.checkIfText(data)) {
  11. return {isText: true};
  12. }
  13. return false;
  14. }
  15. async run(data, opts) {
  16. let isText = false;
  17. if (!opts.skipCheck) {
  18. const checkResult = this.check(data, opts);
  19. if (!checkResult)
  20. return false;
  21. isText = checkResult.isText;
  22. } else {
  23. isText = opts.isText;
  24. }
  25. const {cutTitle} = opts;
  26. let titleInfo = {};
  27. let desc = {_n: 'description', 'title-info': titleInfo};
  28. let pars = [];
  29. let body = {_n: 'body', section: {_a: []}};
  30. let fb2 = [desc, body];
  31. let title = '';
  32. let inTitle = false;
  33. let spaceCounter = [];
  34. const repCrLfTab = (text) => text.replace(/[\n\r]/g, '').replace(/\t/g, ' ');
  35. const newParagraph = () => {
  36. pars.push({_n: 'p', _t: ''});
  37. };
  38. const growParagraph = (text) => {
  39. if (!pars.length)
  40. newParagraph();
  41. const l = pars.length;
  42. if (pars[l - 1]._t == '')
  43. text = text.trimLeft();
  44. pars[l - 1]._t += text;
  45. //посчитаем отступы у текста, чтобы выделить потом параграфы
  46. const lines = text.split('\n');
  47. for (let line of lines) {
  48. line = repCrLfTab(line)
  49. let l = 0;
  50. while (l < line.length && line[l] == ' ') {
  51. l++;
  52. }
  53. if (!spaceCounter[l])
  54. spaceCounter[l] = 0;
  55. spaceCounter[l]++;
  56. }
  57. };
  58. const newPara = new Set(['tr', 'br', 'br/', 'dd', 'p', 'title', '/title', 'h1', 'h2', 'h3', '/h1', '/h2', '/h3']);
  59. const onTextNode = (text, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
  60. if (!cutCounter && !(cutTitle && inTitle)) {
  61. growParagraph(text);
  62. }
  63. if (inTitle && !title)
  64. title = text;
  65. };
  66. const onStartNode = (tag, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
  67. if (!cutCounter) {
  68. if (newPara.has(tag))
  69. newParagraph();
  70. }
  71. if (tag == 'title')
  72. inTitle = true;
  73. };
  74. const onEndNode = (tag, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
  75. if (tag == 'title')
  76. inTitle = false;
  77. };
  78. let buf = this.decode(data).toString();
  79. sax.parseSync(buf, {
  80. onStartNode, onEndNode, onTextNode,
  81. innerCut: new Set(['head', 'script', 'style', 'binary'])
  82. });
  83. titleInfo['book-title'] = title;
  84. //подозрение на чистый текст, надо разбить на параграфы
  85. if (isText || pars.length < buf.length/2000) {
  86. let total = 0;
  87. for (let i = 0; i < spaceCounter.length; i++) {
  88. total += (spaceCounter[i] ? spaceCounter[i] : 0);
  89. }
  90. total /= 20;
  91. let i = spaceCounter.length - 1;
  92. while (i > 0 && (!spaceCounter[i] || spaceCounter[i] < total)) i--;
  93. const parIndent = (i > 0 ? i : 0);
  94. let newPars = [];
  95. const newPar = () => {
  96. newPars.push({_n: 'p', _t: ''});
  97. };
  98. const growPar = (text) => {
  99. if (!newPars.length)
  100. newPar();
  101. const l = newPars.length;
  102. newPars[l - 1]._t += text;
  103. }
  104. i = 0;
  105. for (const par of pars) {
  106. if (i > 0)
  107. newPar();
  108. i++;
  109. const lines = par._t.split('\n');
  110. for (let line of lines) {
  111. line = repCrLfTab(line);
  112. let l = 0;
  113. while (l < line.length && line[l] == ' ') {
  114. l++;
  115. }
  116. if (l >= parIndent)
  117. newPar();
  118. growPar(line.trim() + ' ');
  119. }
  120. }
  121. body.section._a[0] = newPars;
  122. } else {
  123. body.section._a[0] = pars;
  124. }
  125. //убираем лишнее
  126. for (let i = 0; i < pars.length; i++)
  127. pars[i]._t = this.repSpaces(pars[i]._t).trim();
  128. return this.formatFb2(fb2);
  129. }
  130. }
  131. module.exports = ConvertHtml;