miao-plugin/components/Data.js

import lodash from "lodash";
import fs from "fs";
import request from "request";

let Data = {

  /*
  * 根据指定的path依次检查与创建目录
  * */
  createDir(rootPath = "", path = "", includeFile = false) {
    let pathList = path.split("/"),
      nowPath = rootPath;
    pathList.forEach((name, idx) => {
      name = name.trim();
      if (!includeFile && idx <= pathList.length - 1) {
        nowPath += name + "/";
        if (name) {
          if (!fs.existsSync(nowPath)) {
            fs.mkdirSync(nowPath);
          }
        }
      }
    })
  },

  /*
  * 读取json
  * */
  readJSON(root, path) {
    if (!/\.json$/.test(path)) {
      path = path + ".json";
    }
    // 检查并创建目录
    Data.createDir(root, path, true);

    let jsonRet = fs.readFileSync(`${root}/${path}`, "utf8");
    return JSON.parse(jsonRet);
  },

  /*
  * 写JSON
  * */
  writeJson(path, file, data, space = "\t") {
    if (!/\.json$/.test(file)) {
      file = file + ".json";
    }

    // 检查并创建目录
    Data.createDir(path, true);
    return fs.writeFileSync(`${path}/${file}`, JSON.stringify(data, null, space));
  },

  /*
  * 返回一个从 target 中选中的属性的对象
  *
  * keyList : 获取字段列表，逗号分割字符串
  *   key1, key2, toKey1:fromKey1, toKey2:fromObj.key
  *
  * defaultData: 当某个字段为空时会选取defaultData的对应内容
  * toKeyPrefix：返回数据的字段前缀，默认为空。defaultData中的键值无需包含toKeyPrefix
  *
  * */

  getData(target, keyList = "", cfg = {}) {
    target = target || {};
    let defaultData = cfg.defaultData || {};
    let ret = {};
    // 分割逗号
    if (typeof (keyList) === "string") {
      keyList = keyList.split(",");
    }

    lodash.forEach(keyList, (keyCfg) => {
      // 处理通过:指定 toKey & fromKey
      let _keyCfg = keyCfg.split(":");
      let keyTo = _keyCfg[0].trim(),
        keyFrom = (_keyCfg[1] || _keyCfg[0]).trim(),
        keyRet = keyTo;
      if (cfg.lowerFirstKey) {
        keyRet = lodash.lowerFirst(keyRet);
      }
      if (cfg.keyPrefix) {
        keyRet = cfg.keyPrefix + keyRet;
      }
      // 通过Data.getVal获取数据
      ret[keyRet] = Data.getVal(target, keyFrom, defaultData[keyTo], cfg);
    })
    return ret;
  },

  getVal(target, keyFrom, defaultValue) {
    return lodash.get(target, keyFrom, defaultValue);
  },

  getUrlPath(url) {
    let reg = /^https*:\/\/(.*)\/(\w+\.(png|jpg|jpeg|webp))(\?.*)?$/;
    let ret = reg.exec(url);
    if (!ret) {
      return false;
    }
    return {
      path: ret[1],
      filename: ret[2],
      type: ret[3],
      url
    }
  },
  pathExists(root, path) {
    if (fs.existsSync(root + "/" + path)) {
      return true;
    }
    path = path.replace("\\", "/");
    const dirList = path.split("/");
    let currentDir = root;

    for (let dir of dirList) {
      currentDir = currentDir + "/" + dir;
      if (!fs.existsSync(currentDir)) {
        fs.mkdirSync(currentDir);
      }
    }
    return true;
  },
  async asyncPool(poolLimit, array, iteratorFn) {
    const ret = []; // 存储所有的异步任务
    const executing = []; // 存储正在执行的异步任务
    for (const item of array) {
      // 调用iteratorFn函数创建异步任务
      const p = Promise.resolve().then(() => iteratorFn(item, array));
      // 保存新的异步任务
      ret.push(p);

      // 当poolLimit值小于或等于总任务个数时，进行并发控制
      if (poolLimit <= array.length) {
        // 当任务完成后，从正在执行的任务数组中移除已完成的任务
        const e = p.then(() => executing.splice(executing.indexOf(e), 1));
        executing.push(e); // 保存正在执行的异步任务
        if (executing.length >= poolLimit) {
          // 等待较快的任务执行完成
          await Promise.race(executing);
        }
      }
    }
    return Promise.all(ret);
  },

  async cacheFile(fileList, cacheRoot) {

    let ret = {};
    let cacheFn = async function (url) {
      let path = Data.getUrlPath(url);
      if (fs.existsSync(`${cacheRoot}/${path.path}/${path.filename}`)) {
        console.log("已存在，跳过 " + path.path + "/" + path.filename);
        ret[url] = `${path.path}/${path.filename}`;
        return true;
      }

      Data.pathExists(cacheRoot, path.path);
      await request(url).pipe(fs.createWriteStream(`${cacheRoot}/${path.path}/` + path.filename));
      console.log("下载成功: " + path.path + "/" + path.filname);
      ret[url] = `${path.path}/${path.filename}`;
      return true;
    };

    await Data.asyncPool(10, fileList, cacheFn);
    return ret;

  }


}

export default Data;