lywsvip/yolov5-DNF2
1
0
Fork 0
mirror of https://github.com/SilverComet7/yolov5-DNF.git synced 2026-05-06 22:08:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: action_cache 问题

Browse Source 
feat: 自动寻路逻辑伪代码
todo：训练更优秀的模型
This commit is contained in:
Chris Wang
2022-08-16 23:13:56 +08:00
parent 381fd9fcf4
commit ffe5add99f
5 changed files with 71 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
README.md
View File

@@ -10,7 +10,7 @@
训练
视频检测训练效果
游戏主流程:
## 游戏主流程:
1. 屏幕抓取，图像检测
2. 怪物识别，和怪物距离n像素拍地板清怪，漏怪继续拍地板
3. 捡发光的材料
@@ -18,6 +18,18 @@
5. boss房间，下一局
## 小地图寻路
1. 固定地图寻路:
幽暗密林: → → → ↑ →
2. 不固定最快boss寻路:
heroDoor 临边？房间
有 英雄房间与boss房间比较 x距离 y距离决定去往哪 无 返回上一个房间
3. 最慢boss寻路(全图?):
测试流程:
1.纯小号检测 1级地图
2.未央爬楼视频检测，测试延迟同步操作是否能基础通过

4
main2.py
View File

@@ -307,6 +307,7 @@ while True:
action_cache = move(direct="RIGHT", action_cache=action_cache, press_delay=press_delay,
release_delay=release_delay)
# break
# 门在右下方
elif door_box[1] - hero_xywh[1] < 0 and door_box[0] - hero_xywh[0] > 0:
if abs(door_box[1] - hero_xywh[1]) < thy and abs(door_box[0] - hero_xywh[0]) < thx:
action_cache = None
@@ -324,6 +325,7 @@ while True:
action_cache = move(direct="UP", action_cache=action_cache, press_delay=press_delay,
release_delay=release_delay)
# break
# 门在右上方
elif door_box[1] - hero_xywh[1] < 0 and door_box[0] - hero_xywh[0] < 0:
if abs(door_box[1] - hero_xywh[1]) < thy and abs(door_box[0] - hero_xywh[0]) < thx:
action_cache = None
@@ -341,6 +343,7 @@ while True:
action_cache = move(direct="UP", action_cache=action_cache, press_delay=press_delay,
release_delay=release_delay)
# break
# 门在左下方
elif door_box[1] - hero_xywh[1] > 0 and door_box[0] - hero_xywh[0] < 0:
if abs(door_box[1] - hero_xywh[1]) < thy and abs(door_box[0] - hero_xywh[0]) < thx:
action_cache = None
@@ -358,6 +361,7 @@ while True:
action_cache = move(direct="DOWN", action_cache=action_cache, press_delay=press_delay,
release_delay=release_delay)
# break
# 门在左上方
elif door_box[1] - hero_xywh[1] > 0 and door_box[0] - hero_xywh[0] > 0:
if abs(door_box[1] - hero_xywh[1]) < thy and abs(door_box[0] - hero_xywh[0]) < thx:
action_cache = None

13
test/directInput.py
View File

@@ -7,18 +7,11 @@ from directkeys import (PressKey, key_press, ReleaseKey)
import win32api
time.sleep(2)
pydirectinput.press('i')i
pydirectinput.press('i')
time.sleep(1)
pyautogui.moveTo(868, 471)
# pydirectinput.moveTo(868, 471, duration=1) # Move the mouse to the x, y coordinates 100, 150.11
pyautogui.moveTo(776, 471, duration=0.2)
time.sleep(0.5)
# 鼠标在当前所在位置按下右键（只是按下，不松开）
win32api.mouse_event(win32con.MOUSEEVENTF_RIGHTDOWN, 0, 0, 0, 0)
time.sleep(0.5)
# 鼠标在当前所在位置抬起右键（松开）
win32api.mouse_event(win32con.MOUSEEVENTF_RIGHTUP, 0, 0, 0, 0)
# pydirectinput.click(x=868, y=471, button='right')
# pydirectinput.rightClick(x=868, y=471, interval=0.1, duration=0.1)
pydirectinput.rightClick(776, 471)
time.sleep(1)
# pyautogui.rightClick(x=868, y=471)
# pydirectinput.press('a') # Simulate pressing the Escape key.

5
test/direction_move.py
View File

@@ -7,8 +7,9 @@ direct_dic = {"UP": 0xC8, "DOWN": 0xD0, "LEFT": 0xCB, "RIGHT": 0xCD}
def move(direct, material=False, action_cache=None, press_delay=0.1,
release_delay=0.1):
print(action_cache)
if direct == "RIGHT":
if action_cache != None:
if action_cache is not None:
if action_cache != "RIGHT":
if action_cache not in ["LEFT", "RIGHT", "UP", "DOWN"]:
ReleaseKey(direct_dic[action_cache.strip().split("_")[0]])
@@ -37,7 +38,7 @@ def move(direct, material=False, action_cache=None, press_delay=0.1,
return action_cache
elif direct == "LEFT":
if action_cache != None:
if action_cache is not None:
if action_cache != "LEFT":
if action_cache not in ["LEFT", "RIGHT", "UP", "DOWN"]:
ReleaseKey(direct_dic[action_cache.strip().split("_")[0]])

70
test/yabl.py
View File

@@ -45,12 +45,14 @@ def plot_one_box(x, img, color=None, label=None, line_thickness=None):
cv2.putText(img, label, (c1[0], c1[1] - 2), 0, tl / 3, [225, 255, 255], thickness=tf, lineType=cv2.LINE_AA)
yamlDoorDirection = ['RIGHT', 'RIGHT', 'UP', 'RIGHT']
while True:
if not paused:
frame += 1
if frame % fs == 0:
img0 = grab_screen((0, 0, 1200, 900))
img0 = grab_screen((0, 0, 1280, 960))
img = cv2.cvtColor(img0, cv2.COLOR_BGRA2BGR)
img = img[:, :, ::-1].transpose(2, 0, 1) # BGR to RGB
@@ -59,7 +61,7 @@ while True:
img = img.half() if half else img.float() # uint8 to fp16/32~
img /= 255.0 # 0 - 255 to 0.0 - 1.0
pred = model(img, augment=False)[0]
pred = model(img)[0]
# Apply NMS
det = non_max_suppression(pred, conf_thres, iou_thres, classes=classes, agnostic=agnostic_nms)
gn = torch.tensor(img0.shape)[[1, 0, 1, 0]]
@@ -81,19 +83,21 @@ while True:
label = '%s %.2f' % (names[int(cls)], conf)
plot_one_box(xyxy, img0, label=label, color=colors[int(cls)], line_thickness=2)
# 游戏
thx = 30 # 捡东西时，x方向的阈值
thy = 30 # 捡东西时，y方向的阈值
thx = 30 # 捡东西，进门，x方向的阈值
thy = 30 # 捡东西，进门，y方向的阈值
attx = 150 # 攻击时，x方向的阈值
atty = 50 # 攻击时，y方向的阈值
skillDis = 800
skillDis = 400
# skillDis = 800
# skillDis = 400
thisDirectionIndex = 0
if 'hero' in cls_object:
hero_xywh = img_object[hero_index]
else:
continue
# 对屏幕中的monster 进行平均 最终一个
if 'monster' in cls_object:
# 对屏幕中的monster 进行平均
min_distance = float("inf")
# 遍历屏幕上的所有怪，找到距离最小的那个怪
for idx, (c, box) in enumerate(zip(cls_object, img_object)):
@@ -106,13 +110,9 @@ while True:
monster_index = idx
min_distance = dis
print(hero_xywh, monster_box)
print(abs(hero_xywh[0] - monster_box[0]), hero_xywh[1] - monster_box[1])
if abs(hero_xywh[0] - monster_box[0]) < attx and abs(hero_xywh[1] - monster_box[1]) < atty:
print('准备攻击 , a')
# pydirectinput.press('a')
# directkeys.key_press('A')
directkeys.key_press("A")
if not action_cache:
directkeys.key_press("A")
pass
elif action_cache not in ["LEFT", "RIGHT", "UP", "DOWN"]:
ReleaseKey(direct_dic[action_cache.strip().split("_")[0]])
@@ -123,28 +123,54 @@ while True:
action_cache = None
elif abs(hero_xywh[0] - monster_box[0]) < attx and abs(hero_xywh[1] - monster_box[1]) > atty:
if hero_xywh[1] - monster_box[1] < 0:
action_cache = move('DOWN', material=False, action_cache=None)
action_cache = move('DOWN', material=False, action_cache=action_cache)
else:
action_cache = move('UP', material=False, action_cache=None)
action_cache = move('UP', material=False, action_cache=action_cache)
elif abs(hero_xywh[0] - monster_box[0]) > attx and abs(hero_xywh[1] - monster_box[1]) < atty:
if hero_xywh[0] - monster_box[0] < 0:
action_cache = move('RIGHT', material=False, action_cache=None)
action_cache = move('RIGHT', material=False, action_cache=action_cache)
else:
action_cache = move('LEFT', material=False, action_cache=None)
action_cache = move('LEFT', material=False, action_cache=action_cache)
elif abs(hero_xywh[0] - monster_box[0]) > attx and abs(hero_xywh[1] - monster_box[1]) > atty:
if hero_xywh[0] - monster_box[0] < 0 and hero_xywh[1] - monster_box[1] < 0:
action_cache = move('RIGHT_UP', material=False, action_cache=None)
action_cache = move('RIGHT_UP', material=False, action_cache=action_cache)
elif hero_xywh[0] - monster_box[0] < 0 and hero_xywh[1] - monster_box[1] > 0:
action_cache = move('RIGHT_DOWN', material=False, action_cache=None)
action_cache = move('RIGHT_DOWN', material=False, action_cache=action_cache)
elif hero_xywh[0] - monster_box[0] > 0 and hero_xywh[1] - monster_box[1] < 0:
action_cache = move('LEFT_UP', material=False, action_cache=None)
action_cache = move('LEFT_DOWN', material=False, action_cache=action_cache)
elif hero_xywh[0] - monster_box[0] > 0 and hero_xywh[1] - monster_box[1] > 0:
action_cache = move('LEFT_DOWN', material=False, action_cache=None)
action_cache = move('LEFT_UP', material=False, action_cache=action_cache)
elif 'boss' in cls_object:
print('攻击boss')
# action_cache = key_press('A')
elif 'mat' in cls_object:
print('减材料')
elif 'box' in cls_object:
print('ESC')
elif 'option' in cls_object:
print('next GAME right ctrl')
thisDirectionIndex = 0
else:
print('没有识别到任何有效目标,去下一个门')
# 门的位置小于抓取的一半，在左侧
door_box = []
door_index = 0
for idx, (c, box) in enumerate(zip(cls_object, img_object)):
if c == 'door':
door_box = box
door_index = idx
if not door_box or door_box[0] < img0.shape[0] // 2:
print('没有识别到门，门在左侧,固定去下一个门')
action_cache = move(yamlDoorDirection[thisDirectionIndex], material=False, action_cache=action_cache)
elif abs(door_box[1] - hero_xywh[1]) < thy and abs(door_box[0] - hero_xywh[0]) < thx:
action_cache = None
print("进入下一地图")
thisDirectionIndex += 1
elif door_box[1] - hero_xywh[1] > thy and door_box[0] - hero_xywh[0] > thx:
action_cache = move(direct="RIGHT_DOWN", action_cache=action_cache)
elif door_box[1] - hero_xywh[1] > thy and door_box[0] - hero_xywh[0] < thx:
action_cache = move(direct="DOWN", action_cache=action_cache)
elif door_box[1] - hero_xywh[1] < thy and door_box[0] - hero_xywh[0] > thx:
action_cache = move(direct="RIGHT", action_cache=action_cache)
img0 = cv2.resize(img0, (600, 375))
if view_img:
cv2.imshow('window', img0)
@@ -166,4 +192,4 @@ while True:
time.sleep(1)
else:
paused = True
time.sleep(1)
time.sleep(1)