play.py

from ctypes import pythonapi
import cv2
import glob, time, pyautogui, math, enum
import numpy as np
from datetime import datetime  
from datetime import timedelta

PLAY_AREA=(282, 214, 1388, 798)
OUTSIDE_PLAY_AREA=(277, 638)
INSIDE_PLAY_AREA=(364, 953)
HARVEST_AREA=(975, 894)
CENTER_PLAY_AREA=(694+282, 399+214)
NUMBER_OF_CAGES=4
NUMBER_OF_PLOT=8

#width/2 - 50


class Template(enum.Enum):
    COIN="img/templates/coin.png"
    FARM="img/templates/land.png"
    SHOVEL="img/templates/shovel.png"
    HARVEST="img/templates/harvest-all.png"
    CENTER="img/templates/center.png"
    POTATO="img/templates/potato.png"
    WHEAT="img/templates/wheat.png"
    CORN="img/templates/corn.png"
    OK="img/templates/OK.png"
    INTERNET="img/templates/internet2.png"
    WARNING="img/templates/warning.png"

def click(p):
    x,y = p
    pyautogui.click(x, y)

def collect_coins():
    for i in range(NUMBER_OF_CAGES):
        coins = detect(Template.COIN)
        if coins is not None:
            click(coins)
            time.sleep(2)
        else:
            break

def center():
    center_of_home = detect(Template.CENTER)
    if center_of_home is None:
        return False
    distance = math.sqrt( ((center_of_home[0]-CENTER_PLAY_AREA[0])**2)+((center_of_home[1]-CENTER_PLAY_AREA[1])**2) )
    if distance > 50:
        x_diff = center_of_home[0] - CENTER_PLAY_AREA[0]
        y_diff = center_of_home[1] - CENTER_PLAY_AREA[1]
        x = INSIDE_PLAY_AREA[0] + -x_diff
        y = INSIDE_PLAY_AREA[1] + -y_diff
        pyautogui.moveTo(INSIDE_PLAY_AREA)
        pyautogui.dragTo(x, y, duration=0.5)
    return True

def farm():
    shovel = detect(Template.SHOVEL)
    if shovel is not None:
        click((shovel[0], shovel[1] + 70))
        time.sleep(1)
        harvest = detect(Template.HARVEST)
        if harvest is not None: 
            click(harvest)
    farm = detect(Template.FARM)
    if farm is not None:
        click(farm)
        crop = detect(Template.CORN)
        if crop is not None:
            for i in range(NUMBER_OF_PLOT):
                click((crop[0], crop[1] + 120))
                time.sleep(0.2)
    time.sleep(3)

def screenshot():
    time.sleep(2)
    filename = "img/source/screenshot.png"
    im = pyautogui.screenshot(region=PLAY_AREA)
    im2 = cv2.cvtColor(np.array(im), cv2.COLOR_BGR2GRAY)
    cv2.imwrite(filename, im2)
    return filename

def check_dialog():
    internet_connection = detect(Template.INTERNET) or detect(Template.WARNING)
    if internet_connection is not None:
        # ok_button = detect(Template.OK)
        # click(ok_button)
        refresh_browser()
        time.sleep(30)
        setup_view()
        


def detect(template):
    template_img = template.value
    image = cv2.imread(screenshot())
    gray = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
    threshold = 0.9
    if template == template.HARVEST:
        threshold = 0.6
    elif template == template.SHOVEL or template == template.CENTER or template == Template.FARM:
        threshold = 0.8
    elif template == template.WARNING or template == Template.INTERNET:
        threshold = 1.0
    for file in glob.glob(template_img):
        template_img = cv2.imread(file)
        found = None
        (tH, tW) = template_img.shape[:2]
        tEdged = cv2.Canny(template_img, 50, 200)

        for scale in np.linspace(1, 2, 20):
            resized = cv2.resize(gray, dsize = (0,0), fx = scale, fy = scale)
            r = gray.shape[1] / float(resized.shape[1])
            if resized.shape[0] < tH or resized.shape[1] < tW:
                break
            edged = cv2.Canny(resized, 50, 200)
            result = cv2.matchTemplate(edged, tEdged, cv2.TM_CCOEFF)
            (_, maxVal, _, maxLoc) = cv2.minMaxLoc(result)

            if found is None or maxVal > found[0]:
                found = (maxVal, maxLoc, r)

        (_, maxLoc, r) = found
        (startX, startY) = (int(maxLoc[0] * r), int(maxLoc[1] * r))

        # draw rectangle
        #(endX, endY) = (int((maxLoc[0] + tW) * r), int((maxLoc[1] + tH) * r))
        #if template == template.HARVEST:
        #    cv2.rectangle(image, (startX, startY), (endX, endY), (0, 0, 255), 2)
        #    cv2.imshow(template.name, image)
        #    cv2.imwrite('output.jpg', image)
        #    cv2.waitKey(0)
        #    cv2.destroyAllWindows()
        
        center = (282+startX + tW//2, 214+startY + tH//2)
        
        if found[2] >= threshold:
            print(f"{datetime.now().strftime('%x %X')}::{template.name}::Center: {center}, Factor: {found[2]}")
            return center
        else:
            print(f"{datetime.now().strftime('%x %X')}::{template.name}::Not found, Factor: {found[2]}")
            return None

def play():
    check_dialog()
    if center():
        collect_coins()
        farm()
        click(INSIDE_PLAY_AREA)
        click(OUTSIDE_PLAY_AREA)

def alttab(first = False):
    print(f"first: {first}")
    pyautogui.keyDown('alt')
    time.sleep(.2)
    pyautogui.press('tab')
    if first:
        time.sleep(.2)
        pyautogui.press('tab')
    pyautogui.keyUp('alt')

def toggle_browser_console():
    pyautogui.keyDown('ctrl')
    time.sleep(.2)
    pyautogui.keyDown('shift')
    time.sleep(.2)
    pyautogui.press('J')
    pyautogui.keyUp('shift')
    pyautogui.keyUp('ctrl')

def setup_view():
    toggle_browser_console()
    time.sleep(3)
    pyautogui.write('document.documentElement.scrollTop = 296', interval=0.02)
    pyautogui.press('enter')
    toggle_browser_console()
    time.sleep(1)
    click(INSIDE_PLAY_AREA)
    time.sleep(1)
    pyautogui.scroll(-500)
    pyautogui.scroll(-500)
    pyautogui.scroll(-500)
    pyautogui.scroll(-500)
    pyautogui.scroll(-500)
    pyautogui.scroll(-500)
    pyautogui.scroll(-500)
    pyautogui.scroll(-500)

def refresh_browser():
    pyautogui.keyDown('ctrl')
    time.sleep(.2)
    pyautogui.keyDown('shift')
    time.sleep(.2)
    pyautogui.press('R')
    pyautogui.keyUp('shift')
    pyautogui.keyUp('ctrl')
    
first = True
while(True):
    if first:
        alttab()
        alttab(first)
        first = False
    play()
    alttab()
    play()
    alttab()
    print(f"{datetime.now().strftime('%x %X')}::Resuming in {(datetime.now() + timedelta(seconds=50)).strftime('%x %X')}")
    
    time.sleep(10)
    # break


# 1,2

# 3,4