utils.js 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196
  1. const fs = require('fs-extra');
  2. const path = require('path');
  3. const zlib = require('zlib');
  4. const crypto = require('crypto');
  5. function sleep(ms) {
  6. return new Promise(resolve => setTimeout(resolve, ms));
  7. }
  8. function processLoop() {
  9. return new Promise(resolve => setImmediate(resolve));
  10. }
  11. function versionText(config) {
  12. return `${config.name} v${config.version}, Node.js ${process.version}`;
  13. }
  14. async function findFiles(callback, dir, recursive = true) {
  15. if (!(callback && dir))
  16. return;
  17. const files = await fs.readdir(dir, { withFileTypes: true });
  18. for (const file of files) {
  19. const found = path.resolve(dir, file.name);
  20. if (file.isDirectory()) {
  21. if (recursive)
  22. await findFiles(callback, found);
  23. } else {
  24. await callback(found);
  25. }
  26. }
  27. }
  28. async function touchFile(filename) {
  29. await fs.utimes(filename, Date.now()/1000, Date.now()/1000);
  30. }
  31. function hasProp(obj, prop) {
  32. return Object.prototype.hasOwnProperty.call(obj, prop);
  33. }
  34. function freeMemory() {
  35. if (global.gc) {
  36. global.gc();
  37. }
  38. }
  39. function getFileHash(filename, hashName, enc) {
  40. return new Promise((resolve, reject) => {
  41. const hash = crypto.createHash(hashName);
  42. const rs = fs.createReadStream(filename);
  43. rs.on('error', reject);
  44. rs.on('data', chunk => hash.update(chunk));
  45. rs.on('end', () => resolve(hash.digest(enc)));
  46. });
  47. }
  48. function getBufHash(buf, hashName, enc) {
  49. const hash = crypto.createHash(hashName);
  50. hash.update(buf);
  51. return hash.digest(enc);
  52. }
  53. function intersectSet(arrSet) {
  54. if (!arrSet.length)
  55. return new Set();
  56. let min = 0;
  57. let size = arrSet[0].size;
  58. for (let i = 1; i < arrSet.length; i++) {
  59. if (arrSet[i].size < size) {
  60. min = i;
  61. size = arrSet[i].size;
  62. }
  63. }
  64. const result = new Set();
  65. for (const elem of arrSet[min]) {
  66. let inAll = true;
  67. for (let i = 0; i < arrSet.length; i++) {
  68. if (i === min)
  69. continue;
  70. if (!arrSet[i].has(elem)) {
  71. inAll = false;
  72. break;
  73. }
  74. }
  75. if (inAll)
  76. result.add(elem);
  77. }
  78. return result;
  79. }
  80. function randomHexString(len) {
  81. return crypto.randomBytes(len).toString('hex')
  82. }
  83. //async
  84. function gzipFile(inputFile, outputFile, level = 1) {
  85. return new Promise((resolve, reject) => {
  86. const gzip = zlib.createGzip({level});
  87. const input = fs.createReadStream(inputFile);
  88. const output = fs.createWriteStream(outputFile);
  89. input.on('error', reject)
  90. .pipe(gzip).on('error', reject)
  91. .pipe(output).on('error', reject)
  92. .on('finish', (err) => {
  93. if (err) reject(err);
  94. else resolve();
  95. });
  96. });
  97. }
  98. function gunzipFile(inputFile, outputFile) {
  99. return new Promise((resolve, reject) => {
  100. const gzip = zlib.createGunzip();
  101. const input = fs.createReadStream(inputFile);
  102. const output = fs.createWriteStream(outputFile);
  103. input.on('error', reject)
  104. .pipe(gzip).on('error', reject)
  105. .pipe(output).on('error', reject)
  106. .on('finish', (err) => {
  107. if (err) reject(err);
  108. else resolve();
  109. });
  110. });
  111. }
  112. function gzipBuffer(buf) {
  113. return new Promise((resolve, reject) => {
  114. zlib.gzip(buf, {level: 1}, (err, result) => {
  115. if (err) reject(err);
  116. resolve(result);
  117. });
  118. });
  119. }
  120. function gunzipBuffer(buf) {
  121. return new Promise((resolve, reject) => {
  122. zlib.gunzip(buf, (err, result) => {
  123. if (err) reject(err);
  124. resolve(result);
  125. });
  126. });
  127. }
  128. function toUnixPath(dir) {
  129. return dir.replace(/\\/g, '/');
  130. }
  131. function makeValidFileName(fileName, repl = '_') {
  132. let f = fileName.replace(/[\x00\\/:*"<>|]/g, repl); // eslint-disable-line no-control-regex
  133. f = f.trim();
  134. while (f.length && (f[f.length - 1] == '.' || f[f.length - 1] == '_')) {
  135. f = f.substring(0, f.length - 1);
  136. }
  137. if (f)
  138. return f;
  139. else
  140. throw new Error('Invalid filename');
  141. }
  142. function makeValidFileNameOrEmpty(fileName) {
  143. try {
  144. return makeValidFileName(fileName);
  145. } catch(e) {
  146. return '';
  147. }
  148. }
  149. module.exports = {
  150. sleep,
  151. processLoop,
  152. versionText,
  153. findFiles,
  154. touchFile,
  155. hasProp,
  156. freeMemory,
  157. getFileHash,
  158. getBufHash,
  159. intersectSet,
  160. randomHexString,
  161. gzipFile,
  162. gunzipFile,
  163. gzipBuffer,
  164. gunzipBuffer,
  165. toUnixPath,
  166. makeValidFileName,
  167. makeValidFileNameOrEmpty,
  168. };