import asyncio import random from contextlib import asynccontextmanager from datetime import datetime, time, timedelta from typing import Optional from typing import TYPE_CHECKING, Union from pydantic import ValidationError from simnet import StarRailClient, Region from simnet.errors import BadRequest as SimnetBadRequest, InvalidCookies, NetworkError, CookieException from simnet.models.genshin.calculator import CalculatorCharacterDetails from simnet.models.genshin.chronicle.characters import Character from sqlalchemy.exc import SQLAlchemyError from sqlmodel import BigInteger, Column, DateTime, Field, Index, Integer, SQLModel, String, delete, func, select from telegram.ext import ContextTypes from core.basemodel import RegionEnum from core.dependence.database import Database from core.dependence.redisdb import RedisDB from core.error import ServiceNotFoundError from core.plugin import Plugin from core.services.cookies.services import CookiesService, PublicCookiesService from core.services.devices import DevicesService from core.services.players.services import PlayersService from core.services.users.services import UserService from core.sqlmodel.session import AsyncSession from utils.log import logger if TYPE_CHECKING: from sqlalchemy import Table __all__ = ("GenshinHelper", "PlayerNotFoundError", "CookiesNotFoundError", "CharacterDetails") class CharacterDetailsSQLModel(SQLModel, table=True): __tablename__ = "character_details" __table_args__ = ( Index("index_player_character", "player_id", "character_id", unique=True), dict(mysql_charset="utf8mb4", mysql_collate="utf8mb4_general_ci"), ) id: Optional[int] = Field(default=None, sa_column=Column(Integer, primary_key=True, autoincrement=True)) player_id: int = Field(sa_column=Column(BigInteger())) character_id: int = Field(sa_column=Column(BigInteger())) data: Optional[str] = Field(sa_column=Column(String(length=4096))) time_updated: Optional[datetime] = Field(sa_column=Column(DateTime, onupdate=func.now())) # pylint: disable=E1102 class CharacterDetails(Plugin): def __init__( self, database: Database, redis: RedisDB, ) -> None: self.database = database self.redis = redis.client self.expire = 60 * 60 async def initialize(self) -> None: def fetch_and_update_objects(connection): if not self.database.engine.dialect.has_table(connection, table_name="character_details"): logger.info("正在创建角色详细信息表") table: "Table" = SQLModel.metadata.tables["character_details"] table.create(connection) logger.success("创建角色详细信息表成功") async with self.database.engine.begin() as conn: await conn.run_sync(fetch_and_update_objects) self.application.job_queue.run_daily(self.del_old_data_job, time(hour=12, minute=0)) async def del_old_data_job(self, _: ContextTypes.DEFAULT_TYPE): await self.del_old_data(timedelta(days=7)) async def del_old_data(self, expiration_time: timedelta): expire_time = datetime.now() - expiration_time statement = delete(CharacterDetailsSQLModel).where(CharacterDetailsSQLModel.time_updated <= expire_time) async with AsyncSession(self.database.engine) as session: await session.execute(statement) @staticmethod def get_qname(uid: int, character: int): return f"plugins:character_details:{uid}:{character}" async def get_character_details_for_redis( self, uid: int, character_id: int, ) -> Optional["CalculatorCharacterDetails"]: name = self.get_qname(uid, character_id) data = await self.redis.get(name) if data is None: return None json_data = str(data, encoding="utf-8") return CalculatorCharacterDetails.parse_raw(json_data) async def set_character_details(self, player_id: int, character_id: int, data: str): randint = random.randint(1, 30) # nosec await self.redis.set( self.get_qname(player_id, character_id), data, ex=self.expire + randint * 60 ) # 使用随机数防止缓存雪崩 async with AsyncSession(self.database.engine) as session: statement = ( select(CharacterDetailsSQLModel) .where(CharacterDetailsSQLModel.player_id == player_id) .where(CharacterDetailsSQLModel.character_id == character_id) ) results = await session.exec(statement) sql_data = results.first() if sql_data is None: sql_data = CharacterDetailsSQLModel( player_id=player_id, character_id=character_id, data=data, time_updated=datetime.now() ) async with AsyncSession(self.database.engine) as session: session.add(sql_data) await session.commit() else: sql_data.data = data sql_data.time_updated = datetime.now() async with AsyncSession(self.database.engine) as session: session.add(sql_data) await session.commit() async def set_character_details_task(self, player_id: int, character_id: int, data: str): try: await self.set_character_details(player_id, character_id, data) except SQLAlchemyError as exc: logger.error("写入到数据库失败 code[%s]", exc.code) logger.debug("写入到数据库失败", exc_info=exc) except Exception as exc: logger.error("set_character_details 执行失败", exc_info=exc) async def get_character_details_for_mysql( self, uid: int, character_id: int, ) -> Optional["CalculatorCharacterDetails"]: async with AsyncSession(self.database.engine) as session: statement = ( select(CharacterDetailsSQLModel) .where(CharacterDetailsSQLModel.player_id == uid) .where(CharacterDetailsSQLModel.character_id == character_id) ) results = await session.exec(statement) data = results.first() if data is not None: try: return CalculatorCharacterDetails.parse_raw(data.data) except ValidationError as exc: logger.error("解析数据出现异常 ValidationError", exc_info=exc) await session.delete(data) await session.commit() except ValueError as exc: logger.error("解析数据出现异常 ValueError", exc_info=exc) await session.delete(data) await session.commit() return None async def get_character_details( self, client: "StarRailClient", character: "Union[int,Character]" ) -> Optional["CalculatorCharacterDetails"]: """缓存 character_details 并定时对其进行数据存储 当遇到 Too Many Requests 可以获取以前的数据""" uid = client.player_id if isinstance(character, Character): character_id = character.id else: character_id = character if uid is not None: detail = await self.get_character_details_for_redis(uid, character_id) if detail is not None: return detail try: detail = await client.get_character_details(character_id) except SimnetBadRequest as exc: if "Too Many Requests" in exc.message: return await self.get_character_details_for_mysql(uid, character_id) raise exc asyncio.create_task(self.set_character_details(uid, character_id, detail.json(by_alias=True))) return detail try: return await client.get_character_details(character_id) except SimnetBadRequest as exc: if "Too Many Requests" in exc.message: logger.warning("Too Many Requests") else: raise exc return None class PlayerNotFoundError(Exception): def __init__(self, user_id): super().__init__(f"User not found, user_id: {user_id}") class CookiesNotFoundError(Exception): def __init__(self, user_id): super().__init__(f"{user_id} cookies not found") class GenshinHelper(Plugin): def __init__( self, cookies: CookiesService, public_cookies: PublicCookiesService, user: UserService, player: PlayersService, devices: DevicesService, ) -> None: self.cookies_service = cookies self.public_cookies_service = public_cookies self.user_service = user self.players_service = player self.devices_service = devices if None in (temp := [self.user_service, self.cookies_service, self.players_service]): raise ServiceNotFoundError(*filter(lambda x: x is None, temp)) @asynccontextmanager async def genshin(self, user_id: int, region: Optional[RegionEnum] = None) -> StarRailClient: player = await self.players_service.get_player(user_id, region) if player is None: raise PlayerNotFoundError(user_id) if player.account_id is None: raise CookiesNotFoundError(user_id) cookie_model = await self.cookies_service.get(player.user_id, player.account_id, player.region) if cookie_model is None: raise CookiesNotFoundError(user_id) cookies = cookie_model.data if player.region == RegionEnum.HYPERION: # 国服 region = Region.CHINESE elif player.region == RegionEnum.HOYOLAB: # 国际服 region = Region.OVERSEAS else: raise TypeError("Region is not None") device_id: Optional[str] = None device_fp: Optional[str] = None devices = await self.devices_service.get(player.account_id) if devices: device_id = devices.device_id device_fp = devices.device_fp async with StarRailClient( cookies, region=region, account_id=player.account_id, player_id=player.player_id, lang="zh-cn", device_id=device_id, device_fp=device_fp, ) as client: try: yield client except InvalidCookies as exc: stoken = client.cookies.get("stoken") if stoken is not None: try: await client.get_cookie_token_by_stoken() logger.success("用户 %s 刷新 cookie_token 成功", user_id) await client.get_ltoken_by_stoken() logger.success("用户 %s 刷新 ltoken 成功", user_id) except SimnetBadRequest as _exc: logger.warning( "用户 %s 刷新 token 失败 [%s]%s", user_id, _exc.ret_code, _exc.original or _exc.message ) except NetworkError: logger.warning("用户 %s 刷新 Cookies 失败 网络错误", user_id) except Exception as _exc: logger.error("用户 %s 刷新 Cookies 失败", user_id, exc_info=_exc) else: raise CookieException(message="The cookie has been refreshed.") from exc raise exc async def get_genshin_client(self, user_id: int, region: Optional[RegionEnum] = None) -> StarRailClient: player = await self.players_service.get_player(user_id, region) if player is None: raise PlayerNotFoundError(user_id) if player.account_id is None: raise CookiesNotFoundError(user_id) cookie_model = await self.cookies_service.get(player.user_id, player.account_id, player.region) if cookie_model is None: raise CookiesNotFoundError(user_id) cookies = cookie_model.data if player.region == RegionEnum.HYPERION: region = Region.CHINESE elif player.region == RegionEnum.HOYOLAB: region = Region.OVERSEAS else: raise TypeError("Region is not None") device_id: Optional[str] = None device_fp: Optional[str] = None devices = await self.devices_service.get(player.account_id) if devices: device_id = devices.device_id device_fp = devices.device_fp return StarRailClient( cookies, region=region, account_id=player.account_id, player_id=player.player_id, lang="zh-cn", device_id=device_id, device_fp=device_fp, ) @asynccontextmanager async def public_genshin(self, user_id: int, region: Optional[RegionEnum] = None) -> StarRailClient: player = await self.players_service.get_player(user_id, region) region = player.region cookies = await self.public_cookies_service.get_cookies(user_id, region) uid = player.player_id if player.region == RegionEnum.HYPERION: region = Region.CHINESE elif player.region == RegionEnum.HOYOLAB: region = Region.OVERSEAS else: raise TypeError("Region is not `RegionEnum.NULL`") device_id: Optional[str] = None device_fp: Optional[str] = None devices = await self.devices_service.get(cookies.account_id) if devices: device_id = devices.device_id device_fp = devices.device_fp async with StarRailClient( cookies.data, region=region, account_id=player.account_id, player_id=uid, lang="zh-cn", device_id=device_id, device_fp=device_fp, ) as client: try: yield client except SimnetBadRequest as exc: if exc.ret_code == 1034: await self.public_cookies_service.undo(user_id) raise exc