mirror of
https://github.com/PaiGramTeam/PamGram.git
synced 2024-11-22 06:17:54 +00:00
127 lines
5.2 KiB
Python
127 lines
5.2 KiB
Python
from contextlib import contextmanager
|
|
from typing import Iterator
|
|
|
|
import ujson as json
|
|
from aiofiles import open as async_open
|
|
from httpx import AsyncClient, RemoteProtocolError, Response, URL
|
|
from line_profiler_pycharm import profile
|
|
|
|
from utils.const import AMBR_HOST, PROJECT_ROOT
|
|
from utils.log import logger
|
|
|
|
__all__ = ["update_metadata_from_ambr", "update_metadata_from_github"]
|
|
|
|
client = AsyncClient()
|
|
|
|
|
|
async def update_metadata_from_ambr(overwrite: bool = True):
|
|
result = []
|
|
targets = ["material", "weapon", "avatar", "reliquary"]
|
|
for target in targets:
|
|
path = PROJECT_ROOT.joinpath(f"metadata/data/{target}.json")
|
|
if not overwrite and path.exists():
|
|
continue
|
|
url = AMBR_HOST.join(f"v2/chs/{target}")
|
|
path.parent.mkdir(parents=True, exist_ok=True)
|
|
response = await client.get(url)
|
|
json_data = json.loads(response.text)["data"]["items"]
|
|
async with async_open(path, mode="w", encoding="utf-8") as file:
|
|
data = json.dumps(json_data, ensure_ascii=False)
|
|
await file.write(data)
|
|
result.append(json_data)
|
|
return result
|
|
|
|
|
|
@contextmanager
|
|
async def stream_request(method, url) -> Iterator[Response]:
|
|
with client.stream(method=method, url=url) as response:
|
|
yield response
|
|
|
|
|
|
# noinspection PyShadowingNames
|
|
@profile
|
|
async def update_metadata_from_github(overwrite: bool = True):
|
|
path = PROJECT_ROOT.joinpath("metadata/data/namecard.json")
|
|
if not overwrite and path.exists():
|
|
return
|
|
|
|
hosts = [
|
|
URL("https://ghproxy.net/https://raw.githubusercontent.com/Dimbreath/GenshinData/master/"),
|
|
URL("https://github.91chi.fun/https://raw.githubusercontent.com/Dimbreath/GenshinData/master/"),
|
|
URL("https://raw.fastgit.org/Dimbreath/GenshinData/master/"),
|
|
URL("https://raw.githubusercontent.com/Dimbreath/GenshinData/master/"),
|
|
]
|
|
for num, host in enumerate(hosts):
|
|
try:
|
|
text_map_url = host.join("TextMap/TextMapCHS.json")
|
|
material_url = host.join("ExcelBinOutput/MaterialExcelConfigData.json")
|
|
|
|
material_json_data = []
|
|
async with client.stream("GET", material_url) as response:
|
|
started = False
|
|
cell = []
|
|
async for line in response.aiter_lines():
|
|
if line == " {\n":
|
|
started = True
|
|
continue
|
|
elif line in [" },\n", " }\n"]:
|
|
started = False
|
|
if any("MATERIAL_NAMECARD" in x for x in cell):
|
|
material_json_data.append(json.loads("{" + "".join(cell) + "}"))
|
|
cell = []
|
|
continue
|
|
if started:
|
|
if "materialType" in line and "MATERIAL_NAMECARD" not in line:
|
|
cell = []
|
|
started = False
|
|
continue
|
|
cell.append(line.strip(" \n"))
|
|
|
|
string_ids = []
|
|
for namecard_data in material_json_data:
|
|
string_ids.append(str(namecard_data["nameTextMapHash"]))
|
|
string_ids.append(str(namecard_data["descTextMapHash"]))
|
|
|
|
text_map_json_data = {}
|
|
async with client.stream("GET", text_map_url) as response:
|
|
async for line in response.aiter_lines():
|
|
if (string_id := (splits := line.split(":"))[0].strip(' "')) in string_ids:
|
|
text_map_json_data.update({string_id: splits[1].strip('\n ,"')})
|
|
string_ids.remove(string_id)
|
|
if not string_ids:
|
|
break
|
|
|
|
data = {}
|
|
for namecard_data in material_json_data:
|
|
name = text_map_json_data[str(namecard_data["nameTextMapHash"])]
|
|
icon = namecard_data["icon"]
|
|
navbar = namecard_data["picPath"][0]
|
|
banner = namecard_data["picPath"][1]
|
|
rank = namecard_data["rankLevel"]
|
|
description = text_map_json_data[str(namecard_data["descTextMapHash"])].replace("\\n", "\n")
|
|
data.update(
|
|
{
|
|
str(namecard_data["id"]): {
|
|
"id": namecard_data["id"],
|
|
"name": name,
|
|
"rank": rank,
|
|
"icon": icon,
|
|
"navbar": navbar,
|
|
"profile": banner,
|
|
"description": description,
|
|
}
|
|
}
|
|
)
|
|
async with async_open(path, mode="w", encoding="utf-8") as file:
|
|
data = json.dumps(data, ensure_ascii=False)
|
|
await file.write(data)
|
|
return data
|
|
except RemoteProtocolError as e:
|
|
logger.warning(f"在从 {host} 下载元数据的过程中遇到了错误: {repr(e)}")
|
|
continue
|
|
except Exception as e:
|
|
if num != len(hosts) - 1:
|
|
logger.error(f"在从 {host} 下载元数据的过程中遇到了错误: {repr(e)}")
|
|
continue
|
|
raise e
|