2022-07-26 10:07:31 +00:00
|
|
|
|
import time
|
2022-10-12 13:39:47 +00:00
|
|
|
|
from typing import Optional
|
|
|
|
|
from urllib.parse import urlencode, urljoin, urlsplit
|
2022-07-26 10:07:31 +00:00
|
|
|
|
|
2022-10-12 13:39:47 +00:00
|
|
|
|
from jinja2 import Environment, FileSystemLoader, Template
|
2022-07-26 10:07:31 +00:00
|
|
|
|
from playwright.async_api import ViewportSize
|
2022-10-12 13:39:47 +00:00
|
|
|
|
from uuid import uuid4
|
|
|
|
|
|
|
|
|
|
from fastapi import HTTPException
|
|
|
|
|
from fastapi.responses import FileResponse, HTMLResponse
|
|
|
|
|
from fastapi.staticfiles import StaticFiles
|
2022-07-26 10:07:31 +00:00
|
|
|
|
|
2022-09-08 01:08:37 +00:00
|
|
|
|
from core.base.aiobrowser import AioBrowser
|
|
|
|
|
from core.bot import bot
|
2022-10-12 13:39:47 +00:00
|
|
|
|
from core.base.webserver import webapp
|
|
|
|
|
from utils.const import PROJECT_ROOT
|
2022-09-08 01:08:37 +00:00
|
|
|
|
from utils.log import logger
|
2022-10-12 13:39:47 +00:00
|
|
|
|
from core.template.cache import TemplatePreviewCache
|
2022-07-26 10:07:31 +00:00
|
|
|
|
|
|
|
|
|
|
2022-10-11 06:45:07 +00:00
|
|
|
|
class _QuerySelectorNotFound(Exception):
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
2022-07-26 10:07:31 +00:00
|
|
|
|
class TemplateService:
|
2022-10-12 13:39:47 +00:00
|
|
|
|
def __init__(self, browser: AioBrowser, preview_cache: TemplatePreviewCache, template_dir: str = "resources"):
|
2022-07-26 10:07:31 +00:00
|
|
|
|
self._browser = browser
|
2022-10-12 13:39:47 +00:00
|
|
|
|
self.template_dir = PROJECT_ROOT / template_dir
|
|
|
|
|
|
|
|
|
|
self._jinja2_env = Environment(
|
|
|
|
|
loader=FileSystemLoader(template_dir),
|
|
|
|
|
enable_async=True,
|
|
|
|
|
autoescape=True,
|
|
|
|
|
auto_reload=bot.config.debug,
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
self.previewer = TemplatePreviewer(self, preview_cache)
|
|
|
|
|
|
|
|
|
|
def get_template(self, template_name: str) -> Template:
|
|
|
|
|
return self._jinja2_env.get_template(template_name)
|
|
|
|
|
|
|
|
|
|
async def render_async(self, template_name: str, template_data: dict):
|
2022-09-08 01:08:37 +00:00
|
|
|
|
"""模板渲染
|
|
|
|
|
:param template_name: 模板文件名
|
|
|
|
|
:param template_data: 模板数据
|
|
|
|
|
"""
|
|
|
|
|
start_time = time.time()
|
2022-10-12 13:39:47 +00:00
|
|
|
|
template = self.get_template(template_name)
|
2022-09-08 01:08:37 +00:00
|
|
|
|
html = await template.render_async(**template_data)
|
|
|
|
|
logger.debug(f"{template_name} 模板渲染使用了 {str(time.time() - start_time)}")
|
|
|
|
|
return html
|
|
|
|
|
|
2022-07-26 10:07:31 +00:00
|
|
|
|
async def render(
|
|
|
|
|
self,
|
|
|
|
|
template_name: str,
|
|
|
|
|
template_data: dict,
|
2022-10-08 01:53:22 +00:00
|
|
|
|
viewport: ViewportSize = None,
|
|
|
|
|
full_page: bool = True,
|
|
|
|
|
evaluate: Optional[str] = None,
|
2022-10-12 09:34:55 +00:00
|
|
|
|
query_selector: str = None
|
2022-10-08 01:53:22 +00:00
|
|
|
|
) -> bytes:
|
2022-09-08 01:08:37 +00:00
|
|
|
|
"""模板渲染成图片
|
2022-07-26 10:07:31 +00:00
|
|
|
|
:param template_path: 模板目录
|
|
|
|
|
:param template_name: 模板文件名
|
|
|
|
|
:param template_data: 模板数据
|
|
|
|
|
:param viewport: 截图大小
|
|
|
|
|
:param full_page: 是否长截图
|
|
|
|
|
:param evaluate: 页面加载后运行的 js
|
2022-10-08 01:53:22 +00:00
|
|
|
|
:param query_selector: 截图选择器
|
2022-07-26 10:07:31 +00:00
|
|
|
|
:return:
|
|
|
|
|
"""
|
|
|
|
|
start_time = time.time()
|
2022-10-12 13:39:47 +00:00
|
|
|
|
template = self.get_template(template_name)
|
|
|
|
|
|
|
|
|
|
if bot.config.debug:
|
|
|
|
|
preview_url = await self.previewer.get_preview_url(template_name, template_data)
|
|
|
|
|
logger.debug(f"调试模板 URL: {preview_url}")
|
|
|
|
|
|
2022-07-26 10:07:31 +00:00
|
|
|
|
html = await template.render_async(**template_data)
|
2022-09-08 01:08:37 +00:00
|
|
|
|
logger.debug(f"{template_name} 模板渲染使用了 {str(time.time() - start_time)}")
|
2022-10-12 13:39:47 +00:00
|
|
|
|
|
2022-07-26 10:07:31 +00:00
|
|
|
|
browser = await self._browser.get_browser()
|
|
|
|
|
start_time = time.time()
|
|
|
|
|
page = await browser.new_page(viewport=viewport)
|
2022-10-12 13:39:47 +00:00
|
|
|
|
uri = (PROJECT_ROOT / template.filename).as_uri()
|
|
|
|
|
await page.goto(uri)
|
2022-07-26 10:07:31 +00:00
|
|
|
|
await page.set_content(html, wait_until="networkidle")
|
|
|
|
|
if evaluate:
|
|
|
|
|
await page.evaluate(evaluate)
|
2022-10-08 01:53:22 +00:00
|
|
|
|
clip = None
|
|
|
|
|
if query_selector:
|
|
|
|
|
try:
|
|
|
|
|
card = await page.query_selector(query_selector)
|
2022-10-11 06:45:07 +00:00
|
|
|
|
if not card:
|
|
|
|
|
raise _QuerySelectorNotFound
|
2022-10-08 01:53:22 +00:00
|
|
|
|
clip = await card.bounding_box()
|
2022-10-11 06:45:07 +00:00
|
|
|
|
if not clip:
|
|
|
|
|
raise _QuerySelectorNotFound
|
|
|
|
|
except _QuerySelectorNotFound:
|
2022-10-08 01:53:22 +00:00
|
|
|
|
logger.warning(f"未找到 {query_selector} 元素")
|
|
|
|
|
png_data = await page.screenshot(clip=clip, full_page=full_page)
|
2022-07-26 10:07:31 +00:00
|
|
|
|
await page.close()
|
2022-09-08 01:08:37 +00:00
|
|
|
|
logger.debug(f"{template_name} 图片渲染使用了 {str(time.time() - start_time)}")
|
2022-07-26 10:07:31 +00:00
|
|
|
|
return png_data
|
2022-10-12 13:39:47 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TemplatePreviewer:
|
|
|
|
|
def __init__(self, template_service: TemplateService, cache: TemplatePreviewCache):
|
|
|
|
|
self.template_service = template_service
|
|
|
|
|
self.cache = cache
|
|
|
|
|
self.register_routes()
|
|
|
|
|
|
|
|
|
|
async def get_preview_url(self, template: str, data: dict):
|
|
|
|
|
"""获取预览 URL"""
|
|
|
|
|
components = urlsplit(bot.config.web_url)
|
|
|
|
|
path = urljoin("/preview/", template)
|
|
|
|
|
query = {}
|
|
|
|
|
|
|
|
|
|
# 如果有数据,暂存在 redis 中
|
|
|
|
|
if data:
|
|
|
|
|
key = str(uuid4())
|
|
|
|
|
await self.cache.set_data(key, data)
|
|
|
|
|
query["key"] = key
|
|
|
|
|
|
|
|
|
|
return components._replace(path=path, query=urlencode(query)).geturl()
|
|
|
|
|
|
|
|
|
|
def register_routes(self):
|
|
|
|
|
"""注册预览用到的路由"""
|
|
|
|
|
|
|
|
|
|
@webapp.get("/preview/{path:path}")
|
|
|
|
|
async def preview_template(path: str, key: Optional[str] = None): # pylint: disable=W0612
|
|
|
|
|
# 如果是 /preview/ 开头的静态文件,直接返回内容。比如使用相对链接 ../ 引入的静态资源
|
|
|
|
|
if not path.endswith(".html"):
|
|
|
|
|
full_path = self.template_service.template_dir / path
|
|
|
|
|
if not full_path.is_file():
|
|
|
|
|
raise HTTPException(status_code=404, detail=f"Template '{path}' not found")
|
|
|
|
|
return FileResponse(full_path)
|
|
|
|
|
|
|
|
|
|
# 取回暂存的渲染数据
|
|
|
|
|
data = await self.cache.get_data(key) if key else {}
|
|
|
|
|
if key and data is None:
|
|
|
|
|
raise HTTPException(status_code=404, detail=f"Template data {key} not found")
|
|
|
|
|
|
|
|
|
|
# 渲染 jinja2 模板
|
|
|
|
|
html = await self.template_service.render_async(path, data)
|
|
|
|
|
# 将本地 URL file:// 修改为 HTTP url,因为浏览器内不允许加载本地文件
|
|
|
|
|
# file:///project_dir/cache/image.jpg => /cache/image.jpg
|
|
|
|
|
html = html.replace(PROJECT_ROOT.as_uri(), "")
|
|
|
|
|
return HTMLResponse(html)
|
|
|
|
|
|
|
|
|
|
# 其他静态资源
|
|
|
|
|
for name in ["cache", "resources"]:
|
|
|
|
|
webapp.mount(f"/{name}", StaticFiles(directory=PROJECT_ROOT / name), name=name)
|