Python automates operations through pyautogui, screenshot positioning

1. Install pyautogui

pip install pyautogui

2. Use pyautogui to operate the mouse and locate through screenshots

import pytest
import pyautogui
import os
import time
import allure
from PIL import Image
import cv2
import aircv as ac
import numpy as np


if __name__ == "__main__":
    # pytest.main(['-s', r'D:\aeas\shendu_-ui_zidonghua\tests\test_zaoshang\test_zaoshang.py'])
    # # 获取屏幕分辨率
    # print(pyautogui.size())
    # # # 获取鼠标的坐标位置
    # w, h = pyautogui.position()
    w, h = pyautogui.size()
    print("W: %s H: %s" % (w, h))
    # all = pyautogui.locateCenterOnScreen('allure.png',grayscale=False)
    # print(all, type(all))
    # print(tuple(all))
    # pyautogui.moveTo(all, duration=1)
    lock = pyautogui.locateCenterOnScreen('lock.png',grayscale=False)
    pyautogui.moveTo(lock, duration=0.5)
    pyautogui.leftClick()
    base_path = os.path.join(os.getcwd(), 'mima')
    time.sleep(0.5)
    for item in os.listdir(base_path):
        one_but = pyautogui.locateCenterOnScreen(os.path.join(base_path, item),grayscale=False)
        print(item, one_but)
        if one_but:
            pyautogui.moveTo(one_but, duration=0.5)

    # # 获取当前背景截图，用了获取坐标
    # img = pyautogui.screenshot(region=[0,0,w,h])
    # # print(dir(img))
    # # print(img.im)
    # # print(np.array(img))
    # pos = ac.find_template(np.array(img), ac.imread('lock.png'))
    # lock = pos.get('result')
    # pyautogui.moveTo(lock, duration=0.5)
    # pyautogui.leftClick()
    # time.sleep(0.5)
    # img = pyautogui.screenshot(region=[0,0,w,h])
    # base_path = os.path.join(os.getcwd(), 'mima')
    # for item in os.listdir(base_path):
    #     one_but = ac.find_template(np.array(img), ac.imread(os.path.join(base_path, item)), threshold=0.9)
    #     print(item, one_but)
    #     # 得到位置后，移动鼠标
    #     if one_but and one_but.get('result'):
    #         pyautogui.moveTo(one_but.get('result'), duration=0.3)