index.js 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257
  1. const fs = require('fs-extra');
  2. const URL = require('url').URL;
  3. const iconv = require('iconv-lite');
  4. const chardet = require('chardet');
  5. const _ = require('lodash');
  6. const FileDetector = require('../FileDetector');
  7. const EasySAXParser = require('./easysaxmod');
  8. class BookConverter {
  9. constructor() {
  10. this.detector = new FileDetector();
  11. }
  12. async convertToFb2(inputFile, outputFile, url, callback) {
  13. const fileType = await this.detector.detectFile(inputFile);
  14. if (fileType && (fileType.ext == 'html' || fileType.ext == 'xml')) {
  15. const data = await fs.readFile(inputFile);
  16. if (data.toString().indexOf('<FictionBook') >= 0) {
  17. await fs.writeFile(outputFile, data);
  18. return;
  19. }
  20. const parsedUrl = new URL(url);
  21. if (parsedUrl.hostname == 'samlib.ru' ||
  22. parsedUrl.hostname == 'budclub.ru') {
  23. await fs.writeFile(outputFile, await this.convertSamlib(data));
  24. return;
  25. }
  26. //Заглушка
  27. await fs.writeFile(outputFile, data);
  28. callback(100);
  29. } else {
  30. if (fileType)
  31. throw new Error(`unknown file format: ${fileType.mime}`);
  32. else
  33. throw new Error(`unsupported file format: ${url}`);
  34. }
  35. }
  36. decode(data) {
  37. const charsetAll = chardet.detectAll(data.slice(0, 10000));
  38. let selected = 'ISO-8859-1';
  39. for (const charset of charsetAll) {
  40. if (charset.name.indexOf('ISO-8859') < 0) {
  41. selected = charset.name;
  42. break;
  43. }
  44. }
  45. return iconv.decode(data, selected);
  46. }
  47. async convertSamlib(data) {
  48. let titleInfo = {};
  49. let desc = {_n: 'description', 'title-info': titleInfo};
  50. let pars = [];
  51. let body = {_n: 'body', section: {_a: [pars]}};
  52. let fb2 = [desc, body];
  53. let path = '';
  54. let tag = '';// eslint-disable-line no-unused-vars
  55. let inText = false;
  56. let center = false;
  57. const newParagraph = () => {
  58. pars.push({_n: 'p', _t: ''});
  59. };
  60. const newSubTitle = () => {
  61. pars.push({_n: 'subtitle', _t: ''});
  62. };
  63. const growParagraph = (text) => {
  64. const l = pars.length;
  65. if (l) {
  66. if (pars[l - 1]._t == '')
  67. text = text.trimLeft();
  68. pars[l - 1]._t += text;
  69. }
  70. };
  71. const parser = new EasySAXParser();
  72. parser.on('error', (msgError) => {// eslint-disable-line no-unused-vars
  73. });
  74. parser.on('startNode', (elemName, getAttr, isTagEnd, getStrNode) => {// eslint-disable-line no-unused-vars
  75. if (!inText) {
  76. path += '/' + elemName;
  77. tag = elemName;
  78. } else {
  79. if (!center && (elemName == 'p' || elemName == 'dd')) {
  80. newParagraph();
  81. }
  82. switch (elemName) {
  83. case 'i':
  84. growParagraph('<emphasis>');
  85. break;
  86. case 'b':
  87. growParagraph('<strong>');
  88. break;
  89. case 'div':
  90. var a = getAttr();
  91. if (a && a.align == 'center') {
  92. center = true;
  93. newSubTitle();
  94. }
  95. break;
  96. }
  97. }
  98. });
  99. parser.on('endNode', (elemName, isTagStart, getStrNode) => {// eslint-disable-line no-unused-vars
  100. if (!inText) {
  101. const oldPath = path;
  102. let t = '';
  103. do {
  104. let i = path.lastIndexOf('/');
  105. t = path.substr(i + 1);
  106. path = path.substr(0, i);
  107. } while (t != elemName && path);
  108. if (t != elemName) {
  109. path = oldPath;
  110. }
  111. let i = path.lastIndexOf('/');
  112. tag = path.substr(i + 1);
  113. } else {
  114. switch (elemName) {
  115. case 'i':
  116. growParagraph('</emphasis>');
  117. break;
  118. case 'b':
  119. growParagraph('</strong>');
  120. break;
  121. case 'div':
  122. center = false;
  123. break;
  124. }
  125. }
  126. });
  127. parser.on('textNode', (text) => {// eslint-disable-line no-unused-vars
  128. if (text != ' ' && text.trim() == '')
  129. text = text.trim();
  130. if (text == '')
  131. return;
  132. switch (path) {
  133. case '/html/body/center/h2':
  134. titleInfo['book-title'] = text;
  135. return;
  136. case '/html/body/div/h3':
  137. if (!titleInfo.author)
  138. titleInfo.author = {};
  139. text = text.replace(':', '').trim().split(' ');
  140. if (text[0])
  141. titleInfo.author['last-name'] = text[0];
  142. if (text[1])
  143. titleInfo.author['first-name'] = text[1];
  144. if (text[2])
  145. titleInfo.author['middle-name'] = text[2];
  146. return;
  147. }
  148. if (inText)
  149. growParagraph(text);
  150. });
  151. parser.on('cdata', (data) => {// eslint-disable-line no-unused-vars
  152. });
  153. parser.on('comment', (text) => {// eslint-disable-line no-unused-vars
  154. if (text == '--------- Собственно произведение -------------')
  155. inText = true;
  156. if (text == '-----------------------------------------------')
  157. inText = false;
  158. });
  159. /*
  160. parser.on('progress', async(progress) => {
  161. callback(...........);
  162. });
  163. */
  164. await parser.parse(this.decode(data));
  165. const title = (titleInfo['book-title'] ? titleInfo['book-title'] : '');
  166. let author = '';
  167. if (titleInfo.author) {
  168. author = _.compact([
  169. (titleInfo.author['last-name'] ? titleInfo.author['last-name'] : ''),
  170. (titleInfo.author['first-name'] ? titleInfo.author['first-name'] : ''),
  171. (titleInfo.author['middle-name'] ? titleInfo.author['middle-name'] : ''),
  172. ]).join(' ');
  173. }
  174. pars.unshift({_n: 'title', _a: [
  175. {_n: 'p', _t: author}, {_n: 'p', _t: ''},
  176. {_n: 'p', _t: title}, {_n: 'p', _t: ''},
  177. ]})
  178. return this.formatFb2(fb2);
  179. }
  180. formatFb2(fb2) {
  181. let out = '<?xml version="1.0" encoding="utf-8"?>';
  182. out += '<FictionBook xmlns="http://www.gribuser.ru/xml/fictionbook/2.0" xmlns:l="http://www.w3.org/1999/xlink">';
  183. out += this.formatFb2Node(fb2);
  184. out += '</FictionBook>';
  185. return out;
  186. }
  187. formatFb2Node(node, name) {
  188. let out = '';
  189. if (Array.isArray(node)) {
  190. for (const n of node) {
  191. out += this.formatFb2Node(n);
  192. }
  193. } else if (typeof node == 'string') {
  194. out += `<${name}>${node}</${name}>`;
  195. } else {
  196. if (node._n)
  197. name = node._n;
  198. if (!name)
  199. throw new Error(`malformed fb2 object`);
  200. out += `<${name}>`;
  201. if (node.hasOwnProperty('_t')) {
  202. out += node._t;
  203. } else {
  204. for (let nodeName in node) {
  205. if (nodeName == '_n')
  206. continue;
  207. const n = node[nodeName];
  208. out += this.formatFb2Node(n, nodeName);
  209. }
  210. }
  211. out += `</${name}>`;
  212. }
  213. return out;
  214. }
  215. }
  216. module.exports = BookConverter;