Code Implementation of Madam Marko's Decision Process-Mandarin Duck System

main.py

import pygame
import numpy as np
from load import *
import random
class YuanYangEnv:
    def __init__(self):
        self.states = []# 状态
        for i in range(0,100):
            self.states.append(i)
        self.actions = ['e', 's', 'w', 'n']# 离散的状态
        self.gamma = 0.8 # 衰减因子
        self.value = np.zeros((10, 10))# 值函数
        # 渲染属性
        self.viewer = None# 窗口
        self.FPSCLOCK = pygame.time.Clock()
        # print(self.FPSCLOCK)
        # 屏幕大小
        self.screen_size = (1200, 900)
        self.bird_position = (0, 0)
        # 一个方格的大小
        self.limit_distance_x = 120
        self.limit_distance_y = 90
        self.obstacle_size = [120, 90]
        self.obstacle1_x = []
        self.obstacle1_y = []
        self.obstacle2_x = []
        self.obstacle2_y = []
        self.path = []

        for i in range(8):
            # 第一个障碍物
            self.obsta