mirror of
https://github.com/LmeSzinc/StarRailCopilot.git
synced 2024-11-16 06:25:24 +00:00
Dev: Add button_extract and screenshot tools
This commit is contained in:
LmeSzinc
parent
cfcf240a64
commit
541cd866eb
@ -36,7 +36,7 @@ pip install -r requirements.txt
|
||||
|
||||
## 使用
|
||||
|
||||
阿巴阿巴
|
||||
阿巴阿巴，没写完怎么用（
|
||||
|
||||
|
||||
|
||||
@ -47,5 +47,5 @@ SRC 将基于碧蓝航线脚本 [AzurLaneAutoScript](https://github.com/LmeSzinc
|
||||
- 更新 OCR 库。Alas 在 cnocr==1.2.2 上训练了多个模型，但依赖的 [mxnet](https://github.com/apache/mxnet) 已经不怎么活跃了，机器学习发展迅速，新模型的速度和正确率都碾压旧模型。
|
||||
- 配置文件 [pydantic](https://github.com/pydantic/pydantic) 化。自任务和调度器的概念加入后用户设置数量倍增，Alas 土制了一个代码生成器来完成配置文件的更新和访问，pydantic 将让这部分更加简洁。
|
||||
- 更好的 Assets 管理。button_extract 帮助 Alas 轻易维护了 4000+ 模板图片，但它有严重的性能问题，对外服缺失 Assets 的提示也淹没在了大量垃圾 log 中。
|
||||
- 减少于碧蓝的耦合。Alas 框架和 Alas GUI 有对接其他游戏及其脚本的能力，但已经完成的明日方舟 [MAA](https://github.com/MaaAssistantArknights/MaaAssistantArknights) 插件和正在开发的 [fgo-py](https://github.com/hgjazhgj/FGO-py) 插件都发现了 Alas 与碧蓝航线游戏本身耦合严重的问题。
|
||||
- 减少对于碧蓝的耦合。Alas 框架和 Alas GUI 有对接其他游戏及其脚本的能力，但已经完成的明日方舟 [MAA](https://github.com/MaaAssistantArknights/MaaAssistantArknights) 插件和正在开发的 [fgo-py](https://github.com/hgjazhgj/FGO-py) 插件都发现了 Alas 与碧蓝航线游戏本身耦合严重的问题。
|
||||
|
||||
|
||||
233
dev_tools/button_extract.py
Normal file
233
dev_tools/button_extract.py
Normal file
@ -0,0 +1,233 @@
|
||||
import os
|
||||
import re
|
||||
import typing as t
|
||||
from dataclasses import dataclass
|
||||
|
||||
import numpy as np
|
||||
from tqdm import tqdm
|
||||
|
||||
from module.base.code_generator import CodeGenerator
|
||||
from module.base.utils import SelectedGrids, area_limit, area_pad, get_bbox, get_color, image_size, load_image
|
||||
from module.config.config_manual import ManualConfig as AzurLaneConfig
|
||||
from module.config.server import VALID_SERVER
|
||||
from module.config.utils import deep_get, deep_iter, deep_set, iter_folder
|
||||
from module.logger import logger
|
||||
|
||||
|
||||
class AssetsImage:
|
||||
REGEX_ASSETS = re.compile(
|
||||
f'^{AzurLaneConfig.ASSETS_FOLDER}/'
|
||||
f'(?P<server>{"|".join(VALID_SERVER).lower()})/'
|
||||
f'(?P<module>[a-zA-Z0-9_/]+?)/'
|
||||
f'(?P<assets>\w+)'
|
||||
f'(?P<frame>\.\d+)?'
|
||||
f'(?P<attr>\.AREA|\.SEARCH|\.COLOR|\.BUTTON)?'
|
||||
f'\.png$'
|
||||
)
|
||||
|
||||
def __init__(self, file: str):
|
||||
"""
|
||||
Args:
|
||||
file: ./assets/<server>/<module>/<assets>.<frame>.<attr>.png
|
||||
Example: ./assets/cn/ui/login/LOGIN_CONFIRM.2.BUTTON.png
|
||||
then, server="cn", module="ui/login", assets="LOGIN_CONFIRM", frame=2, attr="BUTTON"
|
||||
<frame> and <attr> are optional.
|
||||
"""
|
||||
self.file: str = file
|
||||
prefix = AzurLaneConfig.ASSETS_FOLDER
|
||||
res = AssetsImage.REGEX_ASSETS.match(file)
|
||||
|
||||
self.valid = False
|
||||
self.server = ''
|
||||
self.module = ''
|
||||
self.assets = ''
|
||||
self.frame = 1
|
||||
self.attr = ''
|
||||
|
||||
if res:
|
||||
self.valid = True
|
||||
self.server = res.group('server')
|
||||
self.module = res.group('module')
|
||||
self.assets = res.group('assets')
|
||||
if res.group('frame'):
|
||||
self.frame = int(res.group('frame').strip('.'))
|
||||
else:
|
||||
self.frame = 1
|
||||
if res.group('attr'):
|
||||
self.attr = res.group('attr').strip('.')
|
||||
else:
|
||||
self.attr = ''
|
||||
self.parent_file = f'{prefix}{res.group(1)}.png'
|
||||
else:
|
||||
logger.info(f'Invalid assets name: {self.file}')
|
||||
|
||||
self.bbox: t.Tuple = ()
|
||||
self.mean: t.Tuple = ()
|
||||
|
||||
def parse(self):
|
||||
image = load_image(self.file)
|
||||
|
||||
size = image_size(image)
|
||||
if size != AzurLaneConfig.ASSETS_RESOLUTION:
|
||||
logger.warning(f'{self.file} has wrong resolution: {size}')
|
||||
self.valid = False
|
||||
bbox = get_bbox(image)
|
||||
mean = get_color(image=image, area=bbox)
|
||||
mean = tuple(np.rint(mean).astype(int))
|
||||
self.bbox = bbox
|
||||
self.mean = mean
|
||||
return bbox, mean
|
||||
|
||||
def __str__(self):
|
||||
if self.valid:
|
||||
return f'AssetsImage(module={self.module}, assets={self.assets}, server={self.server}, frame={self.frame}, attr={self.attr})'
|
||||
else:
|
||||
return f'AssetsImage(file={self.file}, valid={self.valid})'
|
||||
|
||||
|
||||
def iter_images():
|
||||
for server in VALID_SERVER:
|
||||
for path, folders, files in os.walk(os.path.join(AzurLaneConfig.ASSETS_FOLDER, server)):
|
||||
for file in files:
|
||||
file = os.path.join(path, file).replace('\\', '/')
|
||||
yield AssetsImage(file)
|
||||
|
||||
|
||||
@dataclass
|
||||
class DataAssets:
|
||||
module: str
|
||||
assets: str
|
||||
server: str
|
||||
frame: int
|
||||
file: str = ''
|
||||
area: t.Tuple[int, int, int, int] = ()
|
||||
search: t.Tuple[int, int, int, int] = ()
|
||||
color: t.Tuple[int, int, int] = ()
|
||||
button: t.Tuple[int, int, int, int] = ()
|
||||
|
||||
@staticmethod
|
||||
def area_to_search(area):
|
||||
area = area_pad(area, pad=-20)
|
||||
area = area_limit(area, (0, 0, *AzurLaneConfig.ASSETS_RESOLUTION))
|
||||
return area
|
||||
|
||||
@classmethod
|
||||
def product(cls, image: AssetsImage):
|
||||
"""
|
||||
Product DataAssets from AssetsImage with attr=""
|
||||
"""
|
||||
data = cls(module=image.module, assets=image.assets, server=image.server, frame=image.frame, file=image.file)
|
||||
data.load_image(image)
|
||||
return data
|
||||
|
||||
def load_image(self, image: AssetsImage):
|
||||
if image.attr == '':
|
||||
self.file = image.file
|
||||
self.area = image.bbox
|
||||
self.color = image.mean
|
||||
self.button = image.bbox
|
||||
elif image.attr == 'AREA':
|
||||
self.area = image.bbox
|
||||
elif image.attr == 'SEARCH':
|
||||
self.search = image.bbox
|
||||
elif image.attr == 'COLOR':
|
||||
self.color = image.mean
|
||||
elif image.attr == 'BUTTON':
|
||||
self.button = image.bbox
|
||||
else:
|
||||
logger.warning(f'Trying to load an image with unknown attribute: {image}')
|
||||
|
||||
def generate_code(self):
|
||||
return f'Assets(file="{self.file}", area={self.area}, search={self.search}, color={self.color}, button={self.button})'
|
||||
|
||||
|
||||
def iter_assets():
|
||||
images = list(iter_images())
|
||||
|
||||
# parse images, this may take a while
|
||||
for image in tqdm(images):
|
||||
image.parse()
|
||||
|
||||
# Validate images
|
||||
images = SelectedGrids(images).select(valid=True)
|
||||
images.create_index('module', 'assets', 'server', 'frame', 'attr')
|
||||
for image in images.filter(lambda x: bool(x.attr)):
|
||||
image: AssetsImage = image
|
||||
if not images.indexed_select(image.module, image.assets, image.server, image.frame, ''):
|
||||
logger.warning(f'Attribute assets has no parent assets: {image.file}')
|
||||
image.valid = False
|
||||
if not images.indexed_select(image.module, image.assets, image.server, 1, ''):
|
||||
logger.warning(f'Attribute assets has no first frame: {image.file}')
|
||||
image.valid = False
|
||||
if image.attr == 'SEARCH' and image.frame > 1:
|
||||
logger.warning(f'Attribute SEARCH with frame > 1 is not allowed: {image.file}')
|
||||
image.valid = False
|
||||
images = images.select(valid=True).sort('module', 'assets', 'server', 'frame')
|
||||
|
||||
# Convert to DataAssets
|
||||
data = {}
|
||||
for image in images:
|
||||
if image.attr == '':
|
||||
row = DataAssets.product(image)
|
||||
deep_set(data, keys=[image.module, image.assets, image.server, image.frame], value=row)
|
||||
# Load attribute images
|
||||
for image in images:
|
||||
row = deep_get(data, keys=[image.module, image.assets, image.server, image.frame])
|
||||
row.load_image(image)
|
||||
# Apply `search` of the first frame to all
|
||||
for path, frames in deep_iter(data, depth=3):
|
||||
print(path, frames)
|
||||
first = frames[1]
|
||||
search = DataAssets.area_to_search(first.area)
|
||||
for frame in frames.values():
|
||||
frame.search = search
|
||||
|
||||
return data
|
||||
|
||||
|
||||
def generate_code():
|
||||
all = iter_assets()
|
||||
for module, module_data in all.items():
|
||||
path = os.path.join(AzurLaneConfig.ASSETS_MODULE, module.split('/', maxsplit=1)[0])
|
||||
output = os.path.join(path, 'assets.py')
|
||||
if os.path.exists(output):
|
||||
os.remove(output)
|
||||
output = os.path.join(path, 'assets')
|
||||
os.makedirs(output, exist_ok=True)
|
||||
for prev in iter_folder(output, ext='.py'):
|
||||
os.remove(prev)
|
||||
|
||||
for module, module_data in all.items():
|
||||
path = os.path.join(AzurLaneConfig.ASSETS_MODULE, module.split('/', maxsplit=1)[0])
|
||||
output = os.path.join(path, 'assets')
|
||||
gen = CodeGenerator()
|
||||
for assets, assets_data in module_data.items():
|
||||
with gen.Object(key=assets, object_class='AssetsWrapper'):
|
||||
for server in VALID_SERVER:
|
||||
frames = list(assets_data.get(server, {}).values())
|
||||
if len(frames) > 1:
|
||||
with gen.ObjectAttr(key=server, value=gen.List()):
|
||||
for index, frame in enumerate(frames):
|
||||
with gen.ListItem(gen.Object(object_class='Assets')):
|
||||
gen.ObjectAttr(key='file', value=frame.file)
|
||||
gen.ObjectAttr(key='area', value=frame.area)
|
||||
gen.ObjectAttr(key='search', value=frame.search)
|
||||
gen.ObjectAttr(key='color', value=frame.color)
|
||||
gen.ObjectAttr(key='button', value=frame.button)
|
||||
gen.ObjectAttr(key='name', value=f'{assets}__{server.upper()}__{index}')
|
||||
elif len(frames) == 1:
|
||||
frame = frames[0]
|
||||
with gen.ObjectAttr(key=server, value=gen.Object(object_class='Assets')):
|
||||
gen.ObjectAttr(key='file', value=frame.file)
|
||||
gen.ObjectAttr(key='area', value=frame.area)
|
||||
gen.ObjectAttr(key='search', value=frame.search)
|
||||
gen.ObjectAttr(key='color', value=frame.color)
|
||||
gen.ObjectAttr(key='button', value=frame.button)
|
||||
gen.ObjectAttr(key='name', value=f'{assets}__{server.upper()}__1')
|
||||
else:
|
||||
gen.ObjectAttr(key=server, value=None)
|
||||
gen.write(os.path.join(output, f'assets_{module.replace("/", "_")}.py'))
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
generate_code()
|
||||
87
dev_tools/screenshot.py
Normal file
87
dev_tools/screenshot.py
Normal file
@ -0,0 +1,87 @@
|
||||
import os
|
||||
from datetime import datetime
|
||||
|
||||
from PIL import Image
|
||||
|
||||
from module.config.config import AzurLaneConfig
|
||||
from module.config.utils import alas_instance
|
||||
from module.device.connection import Connection, ConnectionAttr
|
||||
from module.device.device import Device
|
||||
from module.logger import logger
|
||||
|
||||
"""
|
||||
A tool to take screenshots on device
|
||||
|
||||
Usage:
|
||||
python -m dev_tools.screenshot
|
||||
"""
|
||||
|
||||
|
||||
class EmptyConnection(Connection):
|
||||
def __init__(self):
|
||||
ConnectionAttr.__init__(self, AzurLaneConfig('template'))
|
||||
|
||||
logger.hr('Detect device')
|
||||
print()
|
||||
print('这里是你本机可用的模拟器serial:')
|
||||
devices = self.list_device()
|
||||
|
||||
# Show available devices
|
||||
available = devices.select(status='device')
|
||||
for device in available:
|
||||
print(device.serial)
|
||||
if not len(available):
|
||||
print('No available devices')
|
||||
|
||||
# Show unavailable devices if having any
|
||||
unavailable = devices.delete(available)
|
||||
if len(unavailable):
|
||||
print('Here are the devices detected but unavailable')
|
||||
for device in unavailable:
|
||||
print(f'{device.serial} ({device.status})')
|
||||
|
||||
|
||||
def handle_sensitive_info(image):
|
||||
# Paint UID to black
|
||||
image[680:720, 0:180, :] = 0
|
||||
return image
|
||||
|
||||
|
||||
_ = EmptyConnection()
|
||||
name = input(
|
||||
'输入alas配置文件名称，或者模拟器serial，或者模拟器端口号: (默认输入 "alas"):\n'
|
||||
'例如："alas", "127.0.0.1:16384", "7555"\n'
|
||||
)
|
||||
name = name.strip().strip('"').strip()
|
||||
if not name:
|
||||
name = 'alas'
|
||||
if name.isdigit():
|
||||
name = f'127.0.0.1:{name}'
|
||||
if name in alas_instance():
|
||||
print(f'{name} is an existing config file')
|
||||
device = Device(name)
|
||||
else:
|
||||
print(f'{name} is a device serial')
|
||||
config = AzurLaneConfig('template')
|
||||
config.override(
|
||||
Emulator_Serial=name,
|
||||
Emulator_PackageName='com.miHoYo.hkrpg',
|
||||
ScreenshotMethod='ADB_nc',
|
||||
)
|
||||
device = Device(config)
|
||||
|
||||
output = './screenshots/dev_screenshots'
|
||||
os.makedirs(output, exist_ok=True)
|
||||
device.disable_stuck_detection()
|
||||
print('')
|
||||
print(f'截图将保存到: {output}')
|
||||
while 1:
|
||||
print()
|
||||
_ = input('按回车键截一张图:')
|
||||
print(f'截图中...')
|
||||
image = device.screenshot()
|
||||
now = datetime.strftime(datetime.now(), '%Y-%m-%d_%H-%M-%S-%f')
|
||||
file = f'{output}/{now}.png'
|
||||
image = handle_sensitive_info(image)
|
||||
Image.fromarray(image).save(file)
|
||||
print(f'截图已保存到: {file}')
|
||||
Loading…
Reference in New Issue
Block a user