ConvertHtml.js 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168
  1. const ConvertBase = require('./ConvertBase');
  2. const sax = require('./sax');
  3. const textUtils = require('./textUtils');
  4. class ConvertHtml extends ConvertBase {
  5. check(data, opts) {
  6. const {dataType} = opts;
  7. if (dataType && (dataType.ext == 'html' || dataType.ext == 'xml'))
  8. return {isText: false};
  9. //может это чистый текст?
  10. if (textUtils.checkIfText(data)) {
  11. return {isText: true};
  12. }
  13. return false;
  14. }
  15. async run(data, opts) {
  16. let isText = false;
  17. if (!opts.skipCheck) {
  18. const checkResult = this.check(data, opts);
  19. if (!checkResult)
  20. return false;
  21. isText = checkResult.isText;
  22. } else {
  23. isText = opts.isText;
  24. }
  25. let titleInfo = {};
  26. let desc = {_n: 'description', 'title-info': titleInfo};
  27. let pars = [];
  28. let body = {_n: 'body', section: {_a: []}};
  29. let fb2 = [desc, body];
  30. let title = '';
  31. let inTitle = false;
  32. let spaceCounter = [];
  33. const repCrLfTab = (text) => text.replace(/[\n\r]/g, '').replace(/\t/g, ' ');
  34. const newParagraph = () => {
  35. pars.push({_n: 'p', _t: ''});
  36. };
  37. const growParagraph = (text) => {
  38. if (!pars.length)
  39. newParagraph();
  40. const l = pars.length;
  41. if (pars[l - 1]._t == '')
  42. text = text.trimLeft();
  43. pars[l - 1]._t += text;
  44. //посчитаем отступы у текста, чтобы выделить потом параграфы
  45. const lines = text.split('\n');
  46. for (let line of lines) {
  47. line = repCrLfTab(line)
  48. let l = 0;
  49. while (l < line.length && line[l] == ' ') {
  50. l++;
  51. }
  52. if (!spaceCounter[l])
  53. spaceCounter[l] = 0;
  54. spaceCounter[l]++;
  55. }
  56. };
  57. const newPara = new Set(['tr', 'br', 'br/', 'dd', 'p', 'title', '/title', 'h1', 'h2', 'h3', '/h1', '/h2', '/h3']);
  58. const onTextNode = (text, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
  59. if (!cutCounter) {
  60. growParagraph(text);
  61. }
  62. if (inTitle && !title)
  63. title = text;
  64. };
  65. const onStartNode = (tag, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
  66. if (!cutCounter) {
  67. if (newPara.has(tag))
  68. newParagraph();
  69. }
  70. if (tag == 'title')
  71. inTitle = true;
  72. };
  73. const onEndNode = (tag, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
  74. if (tag == 'title')
  75. inTitle = false;
  76. };
  77. let buf = this.decode(data).toString();
  78. sax.parseSync(buf, {
  79. onStartNode, onEndNode, onTextNode,
  80. innerCut: new Set(['head', 'script', 'style', 'binary'])
  81. });
  82. titleInfo['book-title'] = title;
  83. //подозрение на чистый текст, надо разбить на параграфы
  84. if (isText || pars.length < buf.length/2000) {
  85. let total = 0;
  86. for (let i = 0; i < spaceCounter.length; i++) {
  87. total += (spaceCounter[i] ? spaceCounter[i] : 0);
  88. }
  89. total /= 10;
  90. let i = spaceCounter.length - 1;
  91. while (i > 0 && (!spaceCounter[i] || spaceCounter[i] < total)) i--;
  92. const parIndent = (i > 0 ? i : 0);
  93. let newPars = [];
  94. const newPar = () => {
  95. newPars.push({_n: 'p', _t: ''});
  96. };
  97. const growPar = (text) => {
  98. if (!newPars.length)
  99. newPar();
  100. const l = newPars.length;
  101. newPars[l - 1]._t += text;
  102. }
  103. i = 0;
  104. for (const par of pars) {
  105. if (i > 0)
  106. newPar();
  107. i++;
  108. const lines = par._t.split('\n');
  109. for (let line of lines) {
  110. line = repCrLfTab(line);
  111. let l = 0;
  112. while (l < line.length && line[l] == ' ') {
  113. l++;
  114. }
  115. if (l >= parIndent)
  116. newPar();
  117. growPar(line.trim() + ' ');
  118. }
  119. }
  120. body.section._a[0] = newPars;
  121. } else {
  122. body.section._a[0] = pars;
  123. }
  124. //убираем лишнее
  125. for (let i = 0; i < pars.length; i++)
  126. pars[i]._t = this.repSpaces(pars[i]._t).trim();
  127. return this.formatFb2(fb2);
  128. }
  129. }
  130. module.exports = ConvertHtml;