bookManager.js 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384
  1. import localForage from 'localforage';
  2. import * as utils from '../../../share/utils';
  3. import BookParser from './BookParser';
  4. const maxDataSize = 300*1024*1024;//compressed bytes
  5. const bmMetaStore = localForage.createInstance({
  6. name: 'bmMetaStore'
  7. });
  8. const bmDataStore = localForage.createInstance({
  9. name: 'bmDataStore'
  10. });
  11. const bmRecentStore = localForage.createInstance({
  12. name: 'bmRecentStore'
  13. });
  14. const bmCacheStore = localForage.createInstance({
  15. name: 'bmCacheStore'
  16. });
  17. class BookManager {
  18. async init(settings) {
  19. this.settings = settings;
  20. this.eventListeners = [];
  21. //bmCacheStore нужен только для ускорения загрузки читалки
  22. this.booksCached = await bmCacheStore.getItem('books');
  23. if (!this.booksCached)
  24. this.booksCached = {};
  25. this.recent = await bmCacheStore.getItem('recent');
  26. this.recentLast = await bmCacheStore.getItem('recent-last');
  27. if (this.recentLast)
  28. this.recent[this.recentLast.key] = this.recentLast;
  29. this.recentRev = bmRecentStore.getItem('recent-rev') || 0;
  30. this.recentLastRev = bmRecentStore.getItem('recent-last-rev') || 0;
  31. this.books = Object.assign({}, this.booksCached);
  32. this.recentChanged1 = true;
  33. this.recentChanged2 = true;
  34. if (!this.books || !this.recent) {
  35. this.books = {};
  36. this.recent = {};
  37. await this.loadMeta(true);
  38. } else {
  39. this.loadMeta(false);
  40. }
  41. }
  42. //долгая загрузка из хранилища,
  43. //хранение в отдельных записях дает относительно
  44. //нормальное поведение при нескольких вкладках с читалкой в браузере
  45. async loadMeta(immediate) {
  46. if (!immediate)
  47. await utils.sleep(2000);
  48. let len = await bmMetaStore.length();
  49. for (let i = 0; i < len; i++) {
  50. const key = await bmMetaStore.key(i);
  51. const keySplit = key.split('-');
  52. if (keySplit.length == 2 && keySplit[0] == 'bmMeta') {
  53. let meta = await bmMetaStore.getItem(key);
  54. const oldBook = this.books[meta.key];
  55. this.books[meta.key] = meta;
  56. if (oldBook && oldBook.parsed) {
  57. this.books[meta.key].parsed = oldBook.parsed;
  58. }
  59. }
  60. }
  61. len = await bmRecentStore.length();
  62. for (let i = 0; i < len; i++) {
  63. const key = await bmRecentStore.key(i);
  64. let r = await bmRecentStore.getItem(key);
  65. this.recent[r.key] = r;
  66. }
  67. await this.cleanBooks();
  68. await this.cleanRecentBooks();
  69. this.booksCached = {};
  70. for (const key in this.books) {
  71. this.booksCached[key] = this.metaOnly(this.books[key]);
  72. }
  73. await bmCacheStore.setItem('books', this.booksCached);
  74. await bmCacheStore.setItem('recent', this.recent);
  75. }
  76. async cleanBooks() {
  77. while (1) {// eslint-disable-line no-constant-condition
  78. let size = 0;
  79. let min = Date.now();
  80. let toDel = null;
  81. for (let key in this.books) {
  82. let book = this.books[key];
  83. const bookLength = (book.length ? book.length : 0);
  84. size += (book.dataCompressedLength ? book.dataCompressedLength : bookLength);
  85. if (book.addTime < min) {
  86. toDel = book;
  87. min = book.addTime;
  88. }
  89. }
  90. if (size > maxDataSize && toDel) {
  91. await this._delBook(toDel);
  92. } else {
  93. break;
  94. }
  95. }
  96. }
  97. async addBook(newBook, callback) {
  98. if (!this.books)
  99. await this.init();
  100. let meta = {url: newBook.url, path: newBook.path};
  101. meta.key = this.keyFromUrl(meta.url);
  102. meta.addTime = Date.now();
  103. const cb = (perc) => {
  104. const p = Math.round(80*perc/100);
  105. callback(p);
  106. };
  107. const result = await this.parseBook(meta, newBook.data, cb);
  108. result.dataCompressed = true;
  109. let data = newBook.data;
  110. if (result.dataCompressed) {
  111. data = utils.pako.deflate(data, {level: 9});
  112. result.dataCompressedLength = data.byteLength;
  113. }
  114. callback(90);
  115. this.books[meta.key] = result;
  116. this.booksCached[meta.key] = this.metaOnly(result);
  117. await bmMetaStore.setItem(`bmMeta-${meta.key}`, this.metaOnly(result));
  118. await bmDataStore.setItem(`bmData-${meta.key}`, data);
  119. await bmCacheStore.setItem('books', this.booksCached);
  120. callback(100);
  121. return result;
  122. }
  123. hasBookParsed(meta) {
  124. if (!this.books)
  125. return false;
  126. if (!meta.url)
  127. return false;
  128. if (!meta.key)
  129. meta.key = this.keyFromUrl(meta.url);
  130. let book = this.books[meta.key];
  131. return !!(book && book.parsed);
  132. }
  133. async getBook(meta, callback) {
  134. if (!this.books)
  135. await this.init();
  136. let result = undefined;
  137. if (!meta.key)
  138. meta.key = this.keyFromUrl(meta.url);
  139. result = this.books[meta.key];
  140. if (result && !result.parsed) {
  141. let data = await bmDataStore.getItem(`bmData-${meta.key}`);
  142. callback(10);
  143. await utils.sleep(10);
  144. if (result.dataCompressed) {
  145. data = utils.pako.inflate(data, {to: 'string'});
  146. }
  147. callback(20);
  148. const cb = (perc) => {
  149. const p = 20 + Math.round(80*perc/100);
  150. callback(p);
  151. };
  152. result = await this.parseBook(result, data, cb);
  153. this.books[meta.key] = result;
  154. }
  155. return result;
  156. }
  157. async _delBook(meta) {
  158. await bmMetaStore.removeItem(`bmMeta-${meta.key}`);
  159. await bmDataStore.removeItem(`bmData-${meta.key}`);
  160. delete this.books[meta.key];
  161. delete this.booksCached[meta.key];
  162. }
  163. async delBook(meta) {
  164. if (!this.books)
  165. await this.init();
  166. await this._delBook(meta);
  167. await bmCacheStore.setItem('books', this.booksCached);
  168. }
  169. async parseBook(meta, data, callback) {
  170. if (!this.books)
  171. await this.init();
  172. const parsed = new BookParser(this.settings);
  173. const parsedMeta = await parsed.parse(data, callback);
  174. const result = Object.assign({}, meta, parsedMeta, {
  175. length: data.length,
  176. textLength: parsed.textLength,
  177. parsed
  178. });
  179. return result;
  180. }
  181. metaOnly(book) {
  182. let result = Object.assign({}, book);
  183. delete result.data;//можно будет убрать эту строку со временем
  184. delete result.parsed;
  185. return result;
  186. }
  187. keyFromUrl(url) {
  188. return utils.stringToHex(url);
  189. }
  190. async setRecentBook(value) {
  191. if (!this.recent)
  192. await this.init();
  193. const result = this.metaOnly(value);
  194. result.touchTime = Date.now();
  195. result.deleted = 0;
  196. if (this.recent[result.key] && this.recent[result.key].deleted) {
  197. //восстановим из небытия пользовательские данные
  198. if (!result.bookPos)
  199. result.bookPos = this.recent[result.key].bookPos;
  200. if (!result.bookPosSeen)
  201. result.bookPosSeen = this.recent[result.key].bookPosSeen;
  202. }
  203. this.recent[result.key] = result;
  204. await bmRecentStore.setItem(result.key, result);
  205. //кэшируем, аккуратно
  206. if (!(this.recentLast && this.recentLast.key == result.key)) {
  207. await bmCacheStore.setItem('recent', this.recent);
  208. this.emit('recent-changed');
  209. }
  210. this.recentLast = result;
  211. await bmCacheStore.setItem('recent-last', this.recentLast);
  212. this.emit('recent-last-changed');
  213. this.recentChanged1 = true;
  214. this.recentChanged2 = true;
  215. return result;
  216. }
  217. async getRecentBook(value) {
  218. if (!this.recent)
  219. await this.init();
  220. return this.recent[value.key];
  221. }
  222. async delRecentBook(value) {
  223. if (!this.recent)
  224. await this.init();
  225. this.recent[value.key].deleted = 1;
  226. await bmRecentStore.setItem(value.key, this.recent[value.key].deleted);
  227. await bmCacheStore.setItem('recent', this.recent);
  228. this.emit('recent-changed');
  229. this.recentChanged1 = true;
  230. this.recentChanged2 = true;
  231. }
  232. async cleanRecentBooks() {
  233. if (!this.recent)
  234. await this.init();
  235. if (Object.keys(this.recent).length > 1000) {
  236. let min = Date.now();
  237. let found = null;
  238. for (let key in this.recent) {
  239. const book = this.recent[key];
  240. if (book.touchTime < min) {
  241. min = book.touchTime;
  242. found = book;
  243. }
  244. }
  245. if (found) {
  246. await bmRecentStore.removeItem(found.key);
  247. delete this.recent[found.key];
  248. await this.cleanRecentBooks();
  249. }
  250. }
  251. }
  252. mostRecentBook() {
  253. if (!this.recentChanged1 && this.mostRecentCached) {
  254. return this.mostRecentCached;
  255. }
  256. let max = 0;
  257. let result = null;
  258. for (let key in this.recent) {
  259. const book = this.recent[key];
  260. if (!book.deleted && book.touchTime > max) {
  261. max = book.touchTime;
  262. result = book;
  263. }
  264. }
  265. this.mostRecentCached = result;
  266. this.recentChanged1 = false;
  267. return result;
  268. }
  269. getSortedRecent() {
  270. if (!this.recentChanged2 && this.sortedRecentCached) {
  271. return this.sortedRecentCached;
  272. }
  273. let result = Object.values(this.recent);
  274. result.sort((a, b) => b.touchTime - a.touchTime);
  275. this.sortedRecentCached = result;
  276. this.recentChanged2 = false;
  277. return result;
  278. }
  279. setRecent(newRecent) {
  280. this.recent = newRecent;
  281. }
  282. setRecentLast(newRecentLast) {
  283. this.recentLast = newRecentLast;
  284. }
  285. setRecentRev(newRecentRev) {
  286. bmRecentStore.setItem('recent-rev', newRecentRev);
  287. this.recentRev = newRecentRev;
  288. }
  289. setRecentLastRev(newRecentLastRev) {
  290. bmRecentStore.setItem('recent-last-rev', newRecentLastRev);
  291. this.recentLastRev = newRecentLastRev;
  292. }
  293. addEventListener(listener) {
  294. if (this.eventListeners.indexOf(listener) < 0)
  295. this.eventListeners.push(listener);
  296. }
  297. removeEventListener(listener) {
  298. const i = this.eventListeners.indexOf(listener);
  299. if (i >= 0)
  300. this.eventListeners.splice(i, 1);
  301. }
  302. emit(eventName, value) {
  303. for (const listener of this.eventListeners)
  304. listener(eventName, value);
  305. }
  306. }
  307. export default new BookManager();