ConvertHtml.js 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177
  1. const ConvertBase = require('./ConvertBase');
  2. const sax = require('./sax');
  3. const textUtils = require('./textUtils');
  4. class ConvertHtml extends ConvertBase {
  5. check(data, opts) {
  6. const {dataType} = opts;
  7. if (dataType && (dataType.ext == 'html' || dataType.ext == 'xml'))
  8. return {isText: false};
  9. //может это чистый текст?
  10. if (textUtils.checkIfText(data)) {
  11. return {isText: true};
  12. }
  13. return false;
  14. }
  15. async run(data, opts) {
  16. let isText = false;
  17. if (!opts.skipCheck) {
  18. const checkResult = this.check(data, opts);
  19. if (!checkResult)
  20. return false;
  21. isText = checkResult.isText;
  22. } else {
  23. isText = opts.isText;
  24. }
  25. const {cutTitle} = opts;
  26. let titleInfo = {};
  27. let desc = {_n: 'description', 'title-info': titleInfo};
  28. let pars = [];
  29. let body = {_n: 'body', section: {_a: []}};
  30. let fb2 = [desc, body];
  31. let title = '';
  32. let inTitle = false;
  33. let spaceCounter = [];
  34. const repCrLfTab = (text) => text.replace(/[\n\r]/g, '').replace(/\t/g, ' ');
  35. const newParagraph = () => {
  36. pars.push({_n: 'p', _t: ''});
  37. };
  38. const growParagraph = (text) => {
  39. if (!pars.length)
  40. newParagraph();
  41. const l = pars.length;
  42. pars[l - 1]._t += text;
  43. //посчитаем отступы у текста, чтобы выделить потом параграфы
  44. const lines = text.split('\n');
  45. for (let line of lines) {
  46. if (line.trim() == '')
  47. continue;
  48. line = repCrLfTab(line);
  49. let l = 0;
  50. while (l < line.length && line[l] == ' ') {
  51. l++;
  52. }
  53. if (!spaceCounter[l])
  54. spaceCounter[l] = 0;
  55. spaceCounter[l]++;
  56. }
  57. };
  58. const newPara = new Set(['tr', 'br', 'br/', 'dd', 'p', 'title', '/title', 'h1', 'h2', 'h3', '/h1', '/h2', '/h3']);
  59. const onTextNode = (text, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
  60. if (!cutCounter && !(cutTitle && inTitle)) {
  61. growParagraph(text);
  62. }
  63. if (inTitle && !title)
  64. title = text;
  65. };
  66. const onStartNode = (tag, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
  67. if (!cutCounter) {
  68. if (newPara.has(tag))
  69. newParagraph();
  70. }
  71. if (tag == 'title')
  72. inTitle = true;
  73. };
  74. const onEndNode = (tag, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
  75. if (tag == 'title')
  76. inTitle = false;
  77. };
  78. let buf = this.decode(data).toString();
  79. sax.parseSync(buf, {
  80. onStartNode, onEndNode, onTextNode,
  81. innerCut: new Set(['head', 'script', 'style', 'binary'])
  82. });
  83. titleInfo['book-title'] = title;
  84. //подозрение на чистый текст, надо разбить на параграфы
  85. if (isText || pars.length < buf.length/2000) {
  86. let total = 0;
  87. let max = 0;
  88. for (let i = 0; i < spaceCounter.length; i++) {
  89. const sc = (spaceCounter[i] ? spaceCounter[i] : 0);
  90. max = (sc > max ? sc : max);
  91. total += sc;
  92. }
  93. let i = 0;
  94. //если разброс не слишком большой
  95. if (total < max*2) {
  96. total /= 20;
  97. i = spaceCounter.length - 1;
  98. while (i > 0 && (!spaceCounter[i] || spaceCounter[i] < total)) i--;
  99. }
  100. const parIndent = (i > 0 ? i : 0);
  101. let newPars = [];
  102. const newPar = () => {
  103. newPars.push({_n: 'p', _t: ''});
  104. };
  105. const growPar = (text) => {
  106. if (!newPars.length)
  107. newPar();
  108. const l = newPars.length;
  109. newPars[l - 1]._t += text;
  110. }
  111. i = 0;
  112. for (const par of pars) {
  113. if (i > 0)
  114. newPar();
  115. i++;
  116. const lines = par._t.split('\n');
  117. for (let line of lines) {
  118. line = repCrLfTab(line);
  119. let l = 0;
  120. while (l < line.length && line[l] == ' ') {
  121. l++;
  122. }
  123. if (l >= parIndent)
  124. newPar();
  125. growPar(line.trim() + ' ');
  126. }
  127. }
  128. body.section._a[0] = newPars;
  129. } else {
  130. body.section._a[0] = pars;
  131. }
  132. //убираем лишнее
  133. for (let i = 0; i < pars.length; i++)
  134. pars[i]._t = this.repSpaces(pars[i]._t).trim();
  135. return this.formatFb2(fb2);
  136. }
  137. }
  138. module.exports = ConvertHtml;