352 lines
13 KiB
Python
352 lines
13 KiB
Python
from PIL import Image
|
||
import subprocess
|
||
import copy
|
||
import time
|
||
import threading
|
||
import queue
|
||
import serial
|
||
import math
|
||
import yaml
|
||
import os
|
||
import sys
|
||
|
||
# 编辑好的图片路径
|
||
IMAGE_PATH = "./image/image_monitor.png"
|
||
# 串口号
|
||
COM_PORT = "COM33"
|
||
# 比特率
|
||
COM_BAUDRATE = 9600
|
||
# Android 多点触控数量
|
||
MAX_SLOT = 12
|
||
# 检测区域的像素值范围
|
||
AREA_SCOPE = 50
|
||
# 检测区域圆上点的数量
|
||
AREA_POINT_NUM = 8
|
||
# Android 设备实际屏幕大小 (单位:像素)
|
||
ANDROID_ABS_MONITOR_SIZE = [1600, 2560]
|
||
# Android 设备触控屏幕大小 (单位:像素)
|
||
ANDROID_ABS_INPUT_SIZE = [1600, 2560]
|
||
# 是否开启屏幕反转(充电口朝上时开启该配置)
|
||
ANDROID_REVERSE_MONITOR = False
|
||
# touch_thread 是否启用sleep, 默认开启, 如果程序 CPU 占用较高则开启, 如果滑动时延迟极大请关闭
|
||
TOUCH_THREAD_SLEEP_MODE = True
|
||
# 每次 sleep 的延迟, 单位: 微秒, 默认 100 微秒
|
||
TOUCH_THREAD_SLEEP_DELAY = 100
|
||
|
||
exp_list = [
|
||
["A1", "A2", "A3", "A4", "A5", ],
|
||
["A6", "A7", "A8", "B1", "B2", ],
|
||
["B3", "B4", "B5", "B6", "B7", ],
|
||
["B8", "C1", "C2", "D1", "D2", ],
|
||
["D3", "D4", "D5", "D6", "D7", ],
|
||
["D8", "E1", "E2", "E3", "E4", ],
|
||
["E5", "E6", "E7", "E8", ],
|
||
]
|
||
exp_image_dict = {'41-65-93': 'A1', '87-152-13': 'A2', '213-109-81': 'A3', '23-222-55': 'A4', '69-203-71': 'A5',
|
||
'147-253-55': 'A6', '77-19-35': 'A7', '159-109-79': 'A8', '87-217-111': 'B1', '149-95-154': 'B2',
|
||
'97-233-9': 'B3', '159-27-222': 'B4', '152-173-186': 'B5', '192-185-149': 'B6', '158-45-23': 'B7',
|
||
'197-158-219': 'B8', '127-144-79': 'C1', '242-41-155': 'C2', '69-67-213': 'D1', '105-25-130': 'D2',
|
||
'17-39-170': 'D3', '97-103-203': 'D4', '113-25-77': 'D5', '21-21-140': 'D6', '155-179-166': 'D7',
|
||
'55-181-134': 'D8', '61-33-27': 'E1', '51-91-95': 'E2', '143-227-63': 'E3', '216-67-226': 'E4',
|
||
'202-181-245': 'E5', '99-11-183': 'E6', '75-119-224': 'E7', '182-19-85': 'E8'}
|
||
|
||
|
||
class SerialManager:
|
||
p1Serial = serial.Serial(COM_PORT, COM_BAUDRATE)
|
||
settingPacket = bytearray([40, 0, 0, 0, 0, 41])
|
||
startUp = False
|
||
recvData = ""
|
||
|
||
def __init__(self):
|
||
self.touchQueue = queue.Queue()
|
||
self.data_lock = threading.Lock()
|
||
self.touchThread = threading.Thread(target=self.touch_thread)
|
||
self.writeThread = threading.Thread(target=self.write_thread)
|
||
self.now_touch_data = b''
|
||
self.now_touch_keys = []
|
||
self.ping_touch_thread()
|
||
|
||
def start(self):
|
||
print(f"开始监听 {COM_PORT} 串口...")
|
||
self.touchThread.start()
|
||
self.writeThread.start()
|
||
|
||
def ping_touch_thread(self):
|
||
self.touchQueue.put([self.build_touch_package(exp_list), []])
|
||
|
||
def touch_thread(self):
|
||
while True:
|
||
# start_time = time.perf_counter()
|
||
if self.p1Serial.is_open:
|
||
self.read_data(self.p1Serial)
|
||
if not self.touchQueue.empty():
|
||
# print("touchQueue 不为空，开始执行")
|
||
s_temp = self.touchQueue.get()
|
||
self.update_touch(s_temp)
|
||
# 延迟防止消耗 CPU 时间过长
|
||
if TOUCH_THREAD_SLEEP_MODE:
|
||
microsecond_sleep(TOUCH_THREAD_SLEEP_DELAY)
|
||
# print("单次执行时间:", (time.perf_counter() - start_time) * 1e3, "毫秒")
|
||
|
||
def write_thread(self):
|
||
while True:
|
||
# 延迟匹配波特率
|
||
time.sleep(0.0075) # 9600
|
||
# time.sleep(0.002) # 115200
|
||
if not self.startUp:
|
||
# print("当前没有启动")
|
||
continue
|
||
# print(self.now_touch_data)
|
||
with self.data_lock:
|
||
self.send_touch(self.p1Serial, self.now_touch_data)
|
||
|
||
def destroy(self):
|
||
self.touchThread.join()
|
||
self.p1Serial.close()
|
||
|
||
def read_data(self, ser):
|
||
if ser.in_waiting == 6:
|
||
self.recvData = ser.read(6).decode()
|
||
# print(self.recvData)
|
||
self.touch_setup(ser, self.recvData)
|
||
|
||
def touch_setup(self, ser, data):
|
||
byte_data = ord(data[3])
|
||
if byte_data in [76, 69]:
|
||
self.startUp = False
|
||
elif byte_data in [114, 107]:
|
||
for i in range(1, 5):
|
||
self.settingPacket[i] = ord(data[i])
|
||
ser.write(self.settingPacket)
|
||
elif byte_data == 65:
|
||
self.startUp = True
|
||
print("已连接到游戏")
|
||
|
||
def send_touch(self, ser, data):
|
||
ser.write(data)
|
||
|
||
# def build_touch_package(self, sl):
|
||
# sum_list = [0, 0, 0, 0, 0, 0, 0]
|
||
# for i in range(len(sl)):
|
||
# for j in range(len(sl[i])):
|
||
# if sl[i][j] == 1:
|
||
# sum_list[i] += (2 ** j)
|
||
# s = "28 "
|
||
# for i in sum_list:
|
||
# s += hex(i)[2:].zfill(2).upper() + " "
|
||
# s += "29"
|
||
# # print(s)
|
||
# return bytes.fromhex(s)
|
||
|
||
def build_touch_package(self, sl):
|
||
sum_list = [sum(2 ** j for j, val in enumerate(row) if val == 1) for row in sl]
|
||
hex_list = [hex(i)[2:].zfill(2).upper() for i in sum_list]
|
||
s = "28 " + " ".join(hex_list) + " 29"
|
||
# print(s)
|
||
return bytes.fromhex(s)
|
||
|
||
def update_touch(self, s_temp):
|
||
# if not self.startUp:
|
||
# print("当前没有启动")
|
||
# return
|
||
with self.data_lock:
|
||
self.now_touch_data = s_temp[0]
|
||
self.send_touch(self.p1Serial, s_temp[0])
|
||
self.now_touch_keys = s_temp[1]
|
||
print("Touch Keys:", s_temp[1])
|
||
# else:
|
||
# self.send_touch(self.p2Serial, s_temp[0])
|
||
|
||
def change_touch(self, sl, touch_keys):
|
||
self.touchQueue.put([self.build_touch_package(sl), touch_keys])
|
||
|
||
|
||
def restart_script():
|
||
python = sys.executable
|
||
script = os.path.abspath(sys.argv[0])
|
||
os.execv(python, [python, script])
|
||
|
||
|
||
def microsecond_sleep(sleep_time):
|
||
end_time = time.perf_counter() + (sleep_time - 1.0) / 1e6 # 1.0是时间补偿，需要根据自己PC的性能去实测
|
||
while time.perf_counter() < end_time:
|
||
pass
|
||
|
||
|
||
# 选择圆形区域的9个点作为判定
|
||
def get_colors_in_area(x, y):
|
||
colors = set() # 使用集合来存储颜色值，以避免重复
|
||
num_points = AREA_POINT_NUM # 要获取的点的数量
|
||
angle_increment = 360.0 / num_points # 角度增量
|
||
cos_values = [math.cos(math.radians(i * angle_increment)) for i in range(num_points)]
|
||
sin_values = [math.sin(math.radians(i * angle_increment)) for i in range(num_points)]
|
||
# 处理中心点
|
||
if 0 <= x < exp_image_width and 0 <= y < exp_image_height:
|
||
colors.add(get_color_name(exp_image.getpixel((x, y))))
|
||
# 处理圆上的点
|
||
for i in range(num_points):
|
||
dx = int(AREA_SCOPE * cos_values[i])
|
||
dy = int(AREA_SCOPE * sin_values[i])
|
||
px = x + dx
|
||
py = y + dy
|
||
if 0 <= px < exp_image_width and 0 <= py < exp_image_height:
|
||
colors.add(get_color_name(exp_image.getpixel((px, py))))
|
||
return list(colors)
|
||
|
||
|
||
def get_color_name(pixel):
|
||
return str(pixel[0]) + "-" + str(pixel[1]) + "-" + str(pixel[2])
|
||
|
||
|
||
def convert(touch_data):
|
||
copy_exp_list = copy.deepcopy(exp_list)
|
||
touch_keys = {exp_image_dict[rgb_str] for i in touch_data if i["p"] for rgb_str in get_colors_in_area(i["x"], i["y"]) if
|
||
rgb_str in exp_image_dict}
|
||
# print("Touch Keys:", touch_keys)
|
||
# touched = sum(1 for i in touch_data if i["p"])
|
||
# print("Touched:", touched)
|
||
touch_keys_list = list(touch_keys)
|
||
copy_exp_list = [[1 if item in touch_keys_list else 0 for item in sublist] for sublist in copy_exp_list]
|
||
# print(copy_exp_list)
|
||
serial_manager.change_touch(copy_exp_list, touch_keys_list)
|
||
|
||
|
||
# def convert(touch_data):
|
||
# copy_exp_list = copy.deepcopy(exp_list)
|
||
# touch_keys = set()
|
||
# touched = 0
|
||
# for i in touch_data:
|
||
# if not i["p"]:
|
||
# continue
|
||
# touched += 1
|
||
# x = i["x"]
|
||
# y = i["y"]
|
||
# for rgb_str in get_colors_in_area(x, y):
|
||
# if not rgb_str in exp_image_dict:
|
||
# continue
|
||
# touch_keys.add(exp_image_dict[rgb_str])
|
||
# # print("Touched:", touched)
|
||
# # print("Touch Keys:", touch_keys)
|
||
# touch_keys_list = list(touch_keys)
|
||
# for i in range(len(copy_exp_list)):
|
||
# for j in range(len(copy_exp_list[i])):
|
||
# if copy_exp_list[i][j] in touch_keys_list:
|
||
# copy_exp_list[i][j] = 1
|
||
# else:
|
||
# copy_exp_list[i][j] = 0
|
||
# # print(copy_exp_list)
|
||
# serial_manager.change_touch(copy_exp_list, touch_keys_list)
|
||
|
||
|
||
def getevent():
|
||
# 存储多点触控数据的列表
|
||
touch_data = [{"p": False, "x": 0, "y": 0} for _ in range(MAX_SLOT)]
|
||
# 记录当前按下的触控点数目
|
||
touch_sum = 0
|
||
# 记录当前选择的 SLOT 作为索引
|
||
touch_index = 0
|
||
|
||
# 执行 adb shell getevent 命令并捕获输出
|
||
process = subprocess.Popen(['adb', 'shell', 'getevent', '-l'], stdin=subprocess.PIPE, stdout=subprocess.PIPE)
|
||
key_is_changed = False
|
||
|
||
# 读取实时输出
|
||
for line in iter(process.stdout.readline, b''):
|
||
try:
|
||
event = line.decode('utf-8').strip()
|
||
_, _, event_type, event_value = event.split()
|
||
# print(event_type, int(event_value, 16))
|
||
if event_type == 'ABS_MT_POSITION_X':
|
||
key_is_changed = True
|
||
if not ANDROID_REVERSE_MONITOR:
|
||
touch_data[touch_index]["x"] = int(int(event_value, 16) * abs_multi_x)
|
||
else:
|
||
touch_data[touch_index]["x"] = ANDROID_ABS_MONITOR_SIZE[0] - int(int(event_value, 16) * abs_multi_x)
|
||
elif event_type == 'ABS_MT_POSITION_Y':
|
||
key_is_changed = True
|
||
if not ANDROID_REVERSE_MONITOR:
|
||
touch_data[touch_index]["y"] = int(int(event_value, 16) * abs_multi_y)
|
||
else:
|
||
touch_data[touch_index]["y"] = ANDROID_ABS_MONITOR_SIZE[1] - int(int(event_value, 16) * abs_multi_y)
|
||
elif event_type == 'SYN_REPORT':
|
||
if not key_is_changed:
|
||
continue
|
||
# print("Touch Data:", touch_data)
|
||
# 向 convert 函数发送数据
|
||
key_is_changed = False
|
||
# start_time = time.perf_counter()
|
||
convert(touch_data)
|
||
# print("单次执行时间:", (time.perf_counter() - start_time) * 1e3, "毫秒")
|
||
elif event_type == 'ABS_MT_SLOT':
|
||
key_is_changed = True
|
||
touch_index = int(event_value, 16)
|
||
if touch_index >= touch_sum:
|
||
touch_sum = touch_index + 1
|
||
elif event_type == 'ABS_MT_TRACKING_ID':
|
||
key_is_changed = True
|
||
if event_value == "ffffffff":
|
||
touch_data[touch_index]['p'] = False
|
||
touch_sum = max(0, touch_sum - 1)
|
||
else:
|
||
touch_data[touch_index]['p'] = True
|
||
touch_sum += 1
|
||
else:
|
||
continue
|
||
except Exception:
|
||
event_error_output = line.decode('utf-8')
|
||
if "name" in event_error_output:
|
||
continue
|
||
print(event_error_output)
|
||
|
||
|
||
exp_image = Image.open(IMAGE_PATH)
|
||
exp_image_width, exp_image_height = exp_image.size
|
||
abs_multi_x = 1
|
||
abs_multi_y = 1
|
||
|
||
if __name__ == "__main__":
|
||
yaml_file_path = 'config.yaml'
|
||
if len(sys.argv) > 1:
|
||
yaml_file_path = sys.argv[1]
|
||
if os.path.isfile(yaml_file_path):
|
||
print("使用配置文件:", yaml_file_path)
|
||
with open(yaml_file_path, 'r', encoding='utf-8') as file:
|
||
c = yaml.safe_load(file)
|
||
IMAGE_PATH = c["IMAGE_PATH"]
|
||
COM_PORT = c["COM_PORT"]
|
||
COM_BAUDRATE = c["COM_BAUDRATE"]
|
||
MAX_SLOT = c["MAX_SLOT"]
|
||
AREA_SCOPE = c["AREA_SCOPE"]
|
||
AREA_POINT_NUM = c["AREA_POINT_NUM"]
|
||
ANDROID_ABS_MONITOR_SIZE = c["ANDROID_ABS_MONITOR_SIZE"]
|
||
ANDROID_ABS_INPUT_SIZE = c["ANDROID_ABS_INPUT_SIZE"]
|
||
ANDROID_REVERSE_MONITOR = c["ANDROID_REVERSE_MONITOR"]
|
||
TOUCH_THREAD_SLEEP_MODE = c["TOUCH_THREAD_SLEEP_MODE"]
|
||
TOUCH_THREAD_SLEEP_DELAY = c["TOUCH_THREAD_SLEEP_DELAY"]
|
||
exp_image_dict = c["exp_image_dict"]
|
||
else:
|
||
print("未找到配置文件, 使用默认配置")
|
||
|
||
abs_multi_x = ANDROID_ABS_MONITOR_SIZE[0] / ANDROID_ABS_INPUT_SIZE[0]
|
||
abs_multi_y = ANDROID_ABS_MONITOR_SIZE[1] / ANDROID_ABS_INPUT_SIZE[1]
|
||
print("当前触控区域X轴放大倍数:", abs_multi_x)
|
||
print("当前触控区域Y轴放大倍数:", abs_multi_y)
|
||
print(('已' if ANDROID_REVERSE_MONITOR else '未') + "开启屏幕反转")
|
||
serial_manager = SerialManager()
|
||
serial_manager.start()
|
||
threading.Thread(target=getevent).start()
|
||
while True:
|
||
input_str = input().strip()
|
||
if len(input_str) == 0:
|
||
continue
|
||
if input_str == 'start':
|
||
serial_manager.startUp = True
|
||
print("已连接到游戏")
|
||
elif input_str == 'reverse':
|
||
ANDROID_REVERSE_MONITOR = not ANDROID_REVERSE_MONITOR
|
||
print("已" + ('开启' if ANDROID_REVERSE_MONITOR else '关闭') + "屏幕反转")
|
||
elif input_str == 'restart':
|
||
restart_script()
|
||
else:
|
||
print("未知的输入")
|