StarRailCopilot/tasks/item/synthesize.py

import cv2
import numpy as np

import module.config.server as server
from module.base.decorator import cached_property
from module.base.timer import Timer
from module.base.utils import SelectedGrids, color_similarity_2d, crop, image_size
from module.exception import ScriptError
from module.logger import logger
from module.ocr.ocr import Digit, Ocr
from tasks.base.page import page_menu, page_synthesize
from tasks.combat.assets.assets_combat_obtain import ITEM_CLOSE
from tasks.combat.obtain import CombatObtain
from tasks.item.assets.assets_item_synthesize import *
from tasks.item.inventory import InventoryManager
from tasks.item.keywords import KEYWORDS_ITEM_TAB
from tasks.item.slider import Slider
from tasks.item.ui import ItemUI
from tasks.planner.keywords import ITEM_CLASSES, ItemCalyx, ItemTrace
from tasks.planner.keywords.classes import ItemBase
from tasks.planner.model import ObtainedAmmount, StoredPlannerProxy
from tasks.planner.scan import OcrItemName

RARITY_COLOR = {
    'green': (68, 127, 124),
    'blue': (76, 124, 191),
    'purple': (141, 97, 203),
}


def image_color_count(image, color, threshold=221):
    mask = color_similarity_2d(image, color=color)
    cv2.inRange(mask, threshold, 255, dst=mask)
    sum_ = cv2.countNonZero(mask)
    return sum_


class WhiteStrip(Ocr):
    def pre_process(self, image):
        mask = color_similarity_2d(image, color=(255, 255, 255))
        mask = cv2.inRange(mask, 160, 255, dst=mask)

        mask = np.mean(mask, axis=0)
        point = np.array(cv2.findNonZero(mask))[:, 0, 1]
        x1, x2 = point.min(), point.max()

        _, y = image_size(image)
        image = crop(image, (x1 - 5, 0, x2 + 5, y), copy=False)
        return image


class SynthesizeItemName(OcrItemName, WhiteStrip):
    pass


class SynthesizeItemAmount(Digit, WhiteStrip):
    def pre_process(self, image):
        image = super().pre_process(image)
        image = cv2.subtract((255, 255, 255, 0), image)
        return image


class SynthesizeInventoryManager(InventoryManager):
    GRID_DELTA = (110, 130)

    @cached_property
    def dic_item_index(self):
        """
        Index of items in synthesize inventory.
        Basically ItemTrace then ItemCalyx, but high rarity items first

        Returns:
            dict: Key: item name, Value: index starting from 1
        """
        data = {}
        index = 0
        items = SelectedGrids(ItemBase.instances.values()).select(is_ItemTrace=True)
        items.create_index('item_group')
        for item_group in items.indexes.values():
            for item in item_group[::-1]:
                index += 1
                data[item.name] = index
        items = SelectedGrids(ItemBase.instances.values()).select(is_ItemCalyx=True)
        items.create_index('item_group')
        for item_group in items.indexes.values():
            for item in item_group[::-1]:
                index += 1
                data[item.name] = index
        return data

    def is_item_below(self, item1: ItemBase, item2: ItemBase) -> bool:
        """
        If item2 is on the right or below item1
        """
        try:
            id1 = self.dic_item_index[item1.name]
            id2 = self.dic_item_index[item2.name]
        except KeyError:
            raise ScriptError(f'is_item_below: {item1} {item2} not in SynthesizeInventoryManager')
        return id2 > id1


class Synthesize(CombatObtain, ItemUI):
    def item_get_rarity(self, button) -> str | None:
        """
        Args:
            button:

        Returns:
            str: Rarity color or None if no match

        Pages:
            in: page_synthesize
        """
        image = self.image_crop(button, copy=False)
        image = cv2.GaussianBlur(image, (3, 3), 0)
        x2, y2 = image_size(image)
        y1 = y2 - int(y2 // 4)
        image = crop(image, (0, y1, x2, y2), copy=False)
        # self.device.image_show(image)
        # print(image.shape)

        # Must contain 30% target color at icon bottom
        minimum = x2 * (y2 - y1) * 0.3
        for rarity, color in RARITY_COLOR.items():
            count = image_color_count(image, color=color, threshold=221)
            # print(rarity, count, minimum)
            if count > minimum:
                return rarity

        return None

    def item_get_rarity_retry(self, button, skip_first_screenshot=True) -> str | None:
        timeout = Timer(1, count=3).start()
        while 1:
            if skip_first_screenshot:
                skip_first_screenshot = False
            else:
                self.device.screenshot()

            # End
            current = self.item_get_rarity(button)
            logger.attr('SynthesizeRarity', current)
            if current is not None:
                return current
            if timeout.reached():
                logger.warning(f'item_get_rarity_retry timeout')
                return None

    def synthesize_rarity_set(self, rarity: str, skip_first_screenshot=True) -> bool:
        """
        Args:
            rarity: "green" or "blue"
                note that rarity is the one you consume to synthesize
            skip_first_screenshot:

        Returns:
            bool: If switched

        Pages:
            in: page_synthesize
        """
        logger.info(f'item_synthesize_rarity_set: {rarity}')

        switched = False
        self.interval_clear(page_synthesize.check_button)
        while 1:
            if skip_first_screenshot:
                skip_first_screenshot = False
            else:
                self.device.screenshot()

            # End
            current = self.item_get_rarity(ENTRY_ITEM_FROM)
            logger.attr('SynthesizeRarity', current)
            if current is not None and current == rarity:
                break

            # Click
            if self.ui_page_appear(page_synthesize, interval=2):
                self.device.click(SWITCH_RARITY)
                switched = True
                continue
            if self.appear_then_click(ITEM_CLOSE, interval=2):
                continue
            if self.handle_reward():
                continue

        return switched

    def synthesize_rarity_reset(self, inv, skip_first_screenshot=True):
        """
        Reset rarity switch, so current item will pin on the first row

        Args:
            inv: InventoryManager object if wait until item selected
            skip_first_screenshot:

        Returns:
            bool: If success
        """
        for _ in range(3):
            logger.hr('synthesize rarity reset')
            current = self.item_get_rarity_retry(ENTRY_ITEM_FROM)
            if current == 'blue':
                r1, r2 = 'green', 'blue'
            elif current == 'green':
                r1, r2 = 'blue', 'green'
            else:
                logger.error(f'item_synthesize_rarity_reset: Unknown current rarity {current}')
                return False

            self.synthesize_rarity_set(r1, skip_first_screenshot=skip_first_screenshot)
            self.synthesize_rarity_set(r2, skip_first_screenshot=True)
            if inv is not None:
                if inv.wait_selected():
                    return True
                # Game bug that selection may have lost after setting rarity
                elif inv.wait_selected(select_first=True):
                    continue
            else:
                logger.info('synthesize_rarity_reset ended without wait_selected()')
                return True

        logger.error('synthesize_rarity_reset failed 3 times')
        return False

    def synthesize_obtain_get(self) -> list[ObtainedAmmount]:
        """
        Update item amount from synthesize page
        """
        logger.hr('Synthesize obtain get', level=2)
        items = []

        def obtain_end():
            return self.ui_page_appear(page_synthesize) and self.item_get_rarity(ENTRY_ITEM_FROM) is not None

        # Purple
        self.synthesize_rarity_set('blue')
        self._obtain_enter(ENTRY_ITEM_TO, appear_button=page_synthesize.check_button)
        item = self.obtain_parse()
        if item is not None:
            items.append(item)
        self._obtain_close(check_button=obtain_end)
        # Blue
        self._obtain_enter(ENTRY_ITEM_FROM, appear_button=page_synthesize.check_button)
        item = self.obtain_parse()
        if item is not None:
            items.append(item)
        self._obtain_close(check_button=obtain_end)
        # Green
        self.synthesize_rarity_set('green')
        self._obtain_enter(ENTRY_ITEM_FROM, appear_button=page_synthesize.check_button)
        item = self.obtain_parse()
        if item is not None:
            items.append(item)
        self._obtain_close(check_button=obtain_end)

        logger.hr('Obtained Result')
        for item in items:
            # Pretend everything is full
            # item.value += 1000
            logger.info(f'Obtained item: {item.item.name}, {item.value}')
        """
        <<< OBTAIN GET RESULT >>>                   
        ItemAmount: Arrow_of_the_Starchaser, 15     
        ItemAmount: Arrow_of_the_Demon_Slayer, 68   
        ItemAmount: Arrow_of_the_Beast_Hunter, 85   
        """
        self.planner.load_obtained_amount(items)
        self.planner_write()
        return items

    def synthesize_get_item(self) -> ItemBase | None:
        ocr = SynthesizeItemName(ITEM_NAME)
        item = ocr.matched_single_line(self.device.image, keyword_classes=ITEM_CLASSES)
        if item is None:
            logger.warning('synthesize_get_item: Unknown item name')
            return None

        return item

    @cached_property
    def synthesize_inventory(self):
        return SynthesizeInventoryManager(main=self, inventory=SYNTHESIZE_INVENTORY)

    def synthesize_inventory_select(self, item: ItemTrace | ItemCalyx | str):
        """
        Select item from inventory list.
        Inventory list must be at top be fore selecting.

        This method is kind of a magic to lower maintenance cost
        by doing OCR on item names instead of matching item templates.

        - Iter first item of each row
        - If current item index > target item index, switch back to prev row and iter prev row
        - If item matches or item group matches, stop
        """
        logger.hr('Synthesize select', level=1)
        logger.info(f'Synthesize select {item}')
        if isinstance(item, str):
            item = ItemBase.find(item)
        if not isinstance(item, (ItemTrace, ItemCalyx)):
            raise ScriptError(f'synthesize_inventory_select: '
                              f'Trying to select item {item} but it is not an ItemTrace or ItemCalyx object')

        inv = self.synthesize_inventory
        inv.update()
        first = inv.get_first()
        if first.is_selected:
            logger.info('first item selected')
        else:
            inv.select(first)

        logger.hr('Synthesize select view', level=2)
        self.device.click_record_clear()
        switch_row = True
        while 1:
            # End
            current = self.synthesize_get_item()
            if current == item:
                logger.info('Selected at target item')
                return True
            if current.item_group == item.item_group:
                logger.info('Selected at target item group')
                return True
            # Switch rows
            if switch_row and inv.is_item_below(current, item):
                # Reached end, reset rarity to set current item at top
                next_row = inv.get_row_first(row=1)
                if next_row is None:
                    if inv.selected.loca[1] >= 3:
                        logger.info('Reached inventory view end, reset view')
                        self.synthesize_rarity_reset(inv=inv)
                        logger.hr('Synthesize select view', level=2)
                        self.device.click_record_clear()
                        continue
                    else:
                        logger.info('Reached inventory list end, no more rows')
                        switch_row = False
                        logger.hr('Synthesize select row', level=2)
                else:
                    logger.info('Item below current, select next row')
                    inv.select(next_row)
                    continue
            # Over switched, target item is at prev row
            elif switch_row:
                logger.info('Item above current, stop switch_row')
                switch_row = False
                logger.hr('Synthesize select row', level=2)
                prev2 = inv.get_row_first(row=-1, first=1)
                if prev2 is None:
                    logger.error(f'Current selected item {inv.selected} has not prev2')
                else:
                    inv.select(prev2)
                continue
            # switch_row = False
            if not switch_row:
                right = inv.get_right()
                if right is None:
                    logger.error('No target item, inventory ended')
                    return False
                else:
                    inv.select(right)
                    continue
            else:
                logger.error(f'Unexpected switch_row={switch_row} during loop')
                return False

    def synthesize_amount_set(self, value: int, total: int):
        """
        Args:
            value: Value to set
            total: Maximum amount of slider
        """
        logger.hr('Synthesize amount set', level=2)
        slider = Slider(main=self, slider=SYNTHESIZE_SLIDER)
        slider.set(value, total)
        ocr = SynthesizeItemAmount(SYNTHESIZE_AMOUNT, lang=server.lang)
        self.ui_ensure_index(
            value, letter=ocr, next_button=SYNTHESIZE_PLUS, prev_button=SYNTHESIZE_MINUS, interval=(0.1, 0.2))

    def synthesize_tab_set(self, state, reset=True):
        """
        Args:
            state:
                KEYWORDS_ITEM_TAB.Consumables
                KEYWORDS_ITEM_TAB.UpgradeMaterials
                Exchange, not in KEYWORDS_ITEM_TAB yet
                KEYWORDS_ITEM_TAB.Relics
            reset: True to reset current list

        Page:
            in: page_synthesize
        """
        logger.info(f'Synthesize tab set {state}, reset={reset}')
        if self.item_goto(state, wait_until_stable=False):
            return True
        else:
            if reset:
                if state == KEYWORDS_ITEM_TAB.Consumables:
                    other = KEYWORDS_ITEM_TAB.UpgradeMaterials
                else:
                    other = KEYWORDS_ITEM_TAB.Consumables
                self.item_goto(other, wait_until_stable=False)
                self.item_goto(state, wait_until_stable=False)
                return True
            else:
                return False

    def synthesize_confirm(self, skip_first_screenshot=True):
        """
        Confirm synthesize
        amount needs to be set before call

        Pages:
            in: page_synthesize, SYNTHESIZE_CONFIRM
            out: page_synthesize, SYNTHESIZE_CONFIRM
        """
        logger.hr('Synthesize confirm')
        self.interval_clear([SYNTHESIZE_CONFIRM, page_synthesize.check_button])

        def appear_confirm():
            return self.image_color_count(SYNTHESIZE_CONFIRM, color=(226, 229, 232), threshold=221, count=1000)

        def appear_insufficient():
            return self.image_color_count(SYNTHESIZE_INSUFFICIENT, color=(172, 95, 87), threshold=221, count=5000)

        # SYNTHESIZE_CONFIRM -> reward_appear
        while 1:
            if skip_first_screenshot:
                skip_first_screenshot = False
            else:
                self.device.screenshot()

            # End
            if self.reward_appear():
                logger.info('Got reward')
                break
            # Click
            if self.handle_popup_confirm():
                self.interval_reset(page_synthesize.check_button)
                continue
            if appear_confirm() and self.ui_page_appear(page_synthesize, interval=2):
                self.device.click(SYNTHESIZE_CONFIRM)
                continue

        # reward_appear -> SYNTHESIZE_CONFIRM
        skip_first_screenshot = True
        while 1:
            if skip_first_screenshot:
                skip_first_screenshot = False
            else:
                self.device.screenshot()

            # End
            if appear_confirm():
                logger.info('Synthesize end')
                break
            if appear_insufficient():
                logger.info('Synthesize end, item insufficient')
                break
            # Click
            if self.handle_reward(click_button=SYNTHESIZE_MINUS):
                continue

        self.interval_clear([SYNTHESIZE_CONFIRM, page_synthesize.check_button])

    def synthesize_exit(self, skip_first_screenshot=True):
        """
        Pages:
            in: page_synthesize
            out: page_main
        """
        logger.hr('Synthesize exit')
        self.interval_clear(page_synthesize.check_button)
        while 1:
            if skip_first_screenshot:
                skip_first_screenshot = False
            else:
                self.device.screenshot()

            # End
            if self.is_in_main():
                break
            # Click
            if self.handle_ui_close(page_synthesize.check_button):
                continue
            if self.handle_ui_close(page_menu.check_button):
                continue
            if self.handle_reward():
                continue
            if self.handle_popup_confirm():
                continue

    def synthesize_needed(self):
        """
        Returns:
            bool: True is any synthesizable items are full
        """
        for row in self.planner.rows.values():
            if not row.need_farm() and row.need_synthesize():
                logger.info(f'Going to synthesize {row.item}')
                return True

        logger.info('No items need to synthesize')
        return False

    def synthesize_planner_row_select(self, row: StoredPlannerProxy):
        """
        Select an item in synthesize inventory and update obtained amount to planner

        Args:
            row:

        Returns:
            StoredPlannerProxy: Same row with updated data
                or None if failed
        """
        for _ in range(3):
            logger.hr('Synthesize planner row', level=1)
            self.synthesize_tab_set(KEYWORDS_ITEM_TAB.UpgradeMaterials, reset=True)
            self.synthesize_inventory_select(row.item)

            # Update obtain amount
            obtained = self.synthesize_obtain_get()
            self.planner.load_obtained_amount(obtained)
            if not row.need_synthesize():
                logger.warning('Planner row do not need to synthesize')
                return None

            # Check current item again
            current = self.synthesize_get_item()
            if current.item_group == row.item.item_group:
                logger.info('Selected at target item')
                try:
                    new = self.planner.rows[row.item.name]
                    return new
                except KeyError:
                    logger.error(f'synthesize_planner_row_select: row {row} disappeared after updating obtained')
                    return None
            else:
                logger.warning(f'Item changed after getting obtain, expected: {row.item}, current: {current}')
                continue

        logger.error('synthesize_planner_row_select failed 3 times')
        return None

    def synthesize_planner(self):
        """
        Synthesize items in planner

        Pages:
            in: Any
            out: page_main
        """
        logger.hr('Synthesize planner', level=1)
        self.ui_ensure(page_synthesize)

        # Cache things to iter
        rows = list(self.planner.rows.values())
        for row in rows:
            if not row.need_synthesize():
                continue

            row = self.synthesize_planner_row_select(row)
            if row is None:
                continue

            logger.info(f'Synthesize row: {row}')
            # green -> blue
            value = row.synthesize.blue
            total = int(row.value.green // 3)
            if value:
                logger.info(f'Synthesize green to blue: {value}/{total}')
                self.synthesize_rarity_set('green')
                self.synthesize_amount_set(value, total)
                self.synthesize_confirm()
            # blue -> purple
            synthesized_blue = value
            value = row.synthesize.purple
            total = int((row.value.blue + synthesized_blue) // 3)
            if value:
                logger.info(f'Synthesize blue to purple: {value}/{total}')
                self.synthesize_rarity_set('blue')
                self.synthesize_amount_set(value, total)
                self.synthesize_confirm()

            # Update obtain amount
            obtained = self.synthesize_obtain_get()
            self.planner.load_obtained_amount(obtained)

        self.synthesize_exit()
        self.planner_write()


if __name__ == '__main__':
    self = Synthesize('src')
    self.device.screenshot()
    self.synthesize_planner()