import asyncio import contextlib import os import re import time from asyncio import sleep from io import BytesIO from typing import List, Dict from pyrogram.errors import FloodWait from pyrogram.types import Message from defs.glover import lofter_channel from defs.lofter import lofter_link from models.lofter import LofterPost as LofterPostModel from models.models.lofter import Lofter as LofterModel from init import request, bot pattern = re.compile(r'<[^>]+>', re.S) class LofterPost: def __init__(self, url: str, offset: str): try: self.grainId = int(url) except ValueError: self.grainId = int(url[url.find('grainId=') + 8:].split("&")[0]) try: self.offset = int(offset) except ValueError: self.offset = 0 self.url = f"https://api.lofter.com/api-grain/grain/getH5Detail.json?grainId={self.grainId}&offset=" async def get_data(self): if self.offset == -1: return None res = await request.get(self.url + str(self.offset)) assert res.status_code == 200 return res.json() class Item: def __init__(self, url, origin_url, title, user_id, username, name, tags, comment, post_id, first, static): self.url = url.split('?')[0] self.origin_url = origin_url self.user_id = str(user_id) self.username = username self.post_id = post_id self.first = first self.static = static title = pattern.sub('\n', title).strip()[:500] self.text = f"Lofter Status Info\n\n" \ f"{title}\n\n" \ f"✍️ {name}\n" \ f"{tags}\n" \ f"{comment}" async def check_exists(self): return await LofterPostModel.get_by_post_and_user_id(self.user_id, self.post_id) async def add_to_db(self): post = LofterModel( user_id=self.user_id, username=self.username, post_id=self.post_id, timestamp=int(time.time()) ) await LofterPostModel.add_post(post) async def init(self): file = await request.get(self.url, timeout=30) file = BytesIO(file.content) file.name = os.path.basename(self.url) return file async def upload(self, file): try: if self.static: await bot.send_document(lofter_channel, file, caption=self.text, disable_notification=True, reply_markup=lofter_link(self.url, self.origin_url, self.username)) else: await bot.send_photo(lofter_channel, file, caption=self.text, disable_notification=True, reply_markup=lofter_link(self.url, self.origin_url, self.username)) except FloodWait as e: await asyncio.sleep(e.value + 0.5) await self.upload(file) @staticmethod def parse_data(data: List[Dict]) -> List[Item]: datas = [] for i in data: if post_data := i.get("postData"): user_id, username, name, comment = 0, "", "", "" if blog_info := post_data.get("blogInfo"): user_id = blog_info.get("blogId", 0) username = blog_info.get("blogName", "") name = blog_info.get("blogNickName", "") if post_count_view := post_data.get("postCountView"): a = post_count_view.get("responseCount", 0) b = post_count_view.get("hotCount", 0) c = post_count_view.get("favoriteCount", 0) comment = f"评论({a}) 热度({b}) 喜欢({c})" if post_view := post_data.get("postView"): title = post_view.get("digest", "") permalink = post_view.get("permalink", "") origin_url = f"https://{username}.lofter.com/post/{permalink}" tags = "".join(f"#{i} " for i in post_view.get("tagList", [])) if photo_post_view := post_view.get("photoPostView"): if photo_links := photo_post_view.get("photoLinks"): first = True for photo in photo_links: if url := photo.get("orign"): width = photo.get("ow", 0) height = photo.get("oh", 0) static = abs(height - width) > 1300 datas.append(LofterPost.Item( url, origin_url, title, user_id, username, name, tags, comment, permalink, first, static )) first = False return datas async def get_items(self) -> List[Item]: datas: List[LofterPost.Item] = [] data = await self.get_data() if data: data = data.get("data", {}) if data: self.offset = data.get("offset", 0) if posts := data.get("posts", []): datas = self.parse_data(posts) return datas async def upload(self, message: Message): msg = await message.reply_text("正在上传中...") success, error, skip = 0, 0, 0 temp_skip = False while True: try: items = await self.get_items() if not items: break for item in items: try: if item.first: if await item.check_exists(): temp_skip = True skip += 1 await sleep(0.5) continue else: temp_skip = False elif temp_skip: skip += 1 continue file = await item.init() await item.upload(file) if item.first: await item.add_to_db() success += 1 await sleep(0.5) except Exception as e: print(f"Error uploading file: {e}") error += 1 if (success + error) % 10 == 0: with contextlib.suppress(Exception): await msg.edit(f"已成功上传{success}条,失败{error}条,跳过 {skip} 条,第 {success + error + skip} 条") if self.offset == -1: break except Exception as e: print(f"Error uploading file: {e}") continue await msg.edit(f"上传完成,成功{success}条,失败{error}条,跳过 {skip} 条,总共 {success + error + skip} 条")