miao-plugin/tools/reli-data-sprider.js

import fs from "fs";
import cheerio from "cheerio";
import lodash from "lodash";
import fetch from "node-fetch";

const _path = process.cwd();

const artiIdx = {
  Flower: 1,
  Plume: 2,
  Sands: 3,
  Goblet: 4,
  Circlet: 5
}

let getCharData = async function (url, key, name = '') {

  url = "https://genshin.honeyhunterworld.com/" + url;
  console.log('req' + key, url)

  let req = await fetch(url);
  let txt = await req.text();

  const $ = cheerio.load(txt);
  let ret = getBasic($, name);

  name = ret.name;

  return ret;
}

async function saveCharData(url, key, name) {

  let data = await getCharData(url, key, name);

  name = name || data.name;

  if (!name) {
    console.log("角色名不存在" + url);
    return;
  }

  let charPath = `${_path}/plugins/miao-plugin/resources/meta/character/${data.name}/`
  if (!fs.existsSync(charPath)) {
    fs.mkdirSync(charPath);
  }

  fs.writeFileSync(`${charPath}data.json`, JSON.stringify(data, "", "\t"));
  console.log(data.name + "下载完成");
}

function getEffect(txt) {
  let regRet = /(\d) Piece:/.exec(txt);
  if (regRet) {
    return [regRet[1], txt.replace(regRet[0], "").trim().replace(/。$/, "")]
  }
  return [];
}

async function getSets(id) {
  const url = `https://genshin.honeyhunterworld.com/db/art/family/a_${id}/?lang=CHS`;
  let req = await fetch(url);
  let txt = await req.text();
  fs.writeFileSync("./test.html", txt);
  let $ = cheerio.load(txt);

  let sets = $(".wrappercont .add_stat_table:eq(0)");
  let ret = {}

  sets.find("td").each(function () {
    let line = $(this);
    let nRet = /\s*(.*?)\s+\(([^\s]+)/.exec(line.find("span").text());
    let idRet = /a_(\d+)/.exec(line.find("a").attr("href"));
    if (nRet && idRet) {
      ret[`arti${artiIdx[nRet[2]]}`] = {
        id: idRet[1],
        name: nRet[1]
      }
    }
  })
  return ret;
}

async function down() {
  const url = "https://genshin.honeyhunterworld.com/db/artifact/?lang=CHS";
  let req = await fetch(url);
  let txt = await req.text();
  let $ = cheerio.load(txt);
  let char = $(".art_stat_table_new");

  let ret = {}
  let tmp = {};

  char.each(function () {
    let trs = $(this).find("tr:gt(0)");
    trs.each(function (idx) {
      let self = $(this);
      if (idx % 2 === 0) {
        let na = self.find("td:eq(2) a")
        let idRet = /a_(\d+)/.exec(na.attr("href"))
        if (idRet) {
          tmp = {
            id: idRet[1],
            name: na.text(),
            sets: {},
            effect: {}
          }
        } else {
          tmp = {effect: {}}
        }
      }
      let et = getEffect(self.find(`td:eq(${idx % 2 === 0 ? 4 : 1})`).text());
      if (et && et[0]) {
        tmp.effect[et[0]] = et[1];
      }
      if (idx % 2 === 1 && tmp.id) {
        ret[tmp.id] = tmp;
      }
    })
  });

  for (let idx in ret) {
    let ds = ret[idx];

    ds.sets = await getSets(ds.id);
    console.log(`arti ${ds.id}:${ds.name} Done`);
  }

  let filePath = `${_path}/plugins/miao-plugin/resources/meta/reliquaries/`
  fs.writeFileSync(`${filePath}data.json`, JSON.stringify(ret, "", "\t"));
}

//await saveCharData("https://genshin.honeyhunterworld.com/db/char/ayaka/?lang=CHS", "ayaka");


await down();