diff --git a/WeiXin/Screenshots/T6_debug_view.jpg b/WeiXin/Screenshots/T6_debug_view.jpg new file mode 100644 index 0000000..5e94192 Binary files /dev/null and b/WeiXin/Screenshots/T6_debug_view.jpg differ diff --git a/WeiXin/Screenshots/t6_live_shot.jpg b/WeiXin/Screenshots/t6_live_shot.jpg new file mode 100644 index 0000000..7291a99 Binary files /dev/null and b/WeiXin/Screenshots/t6_live_shot.jpg differ diff --git a/WeiXin/T6_CV_Voice_Debug.py b/WeiXin/T6_CV_Voice_Debug.py new file mode 100644 index 0000000..3c6b1d2 --- /dev/null +++ b/WeiXin/T6_CV_Voice_Debug.py @@ -0,0 +1,87 @@ +# coding=utf-8 +import os +import sys +import time + +import cv2 +import uiautomator2 as u2 + +# 添加项目根目录到 sys.path +project_root = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) +if project_root not in sys.path: + sys.path.append(project_root) + +from WeiXin.WxUtil import find_all_template_matches + + +def run_cv_debug(): + # 1. 拍照 (获取当前设备屏幕) + print("📸 正在连接设备并截取屏幕...") + try: + d = u2.connect() + screenshot_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "Screenshots") + if not os.path.exists(screenshot_dir): + os.makedirs(screenshot_dir) + + image_path = os.path.join(screenshot_dir, "t6_live_shot.jpg") + output_path = os.path.join(screenshot_dir, "T6_debug_view.jpg") + + d.screenshot(image_path) + print(f"✅ 截图已保存: {image_path}") + except Exception as e: + print(f"❌ 拍照失败: {e}") + return + + print(f"🔍 正在分析实时图片...") + + # 模板路径 + audio_template = r"d:\dsWork\aiData\WeiXin\Templates\audio.jpg" + red_point_template = r"d:\dsWork\aiData\WeiXin\Templates\red_point.jpg" + + if not os.path.exists(audio_template) or not os.path.exists(red_point_template): + print("错误: 模板文件不存在") + return + + # 2. 识别逻辑 + audio_matches = find_all_template_matches(image_path, audio_template, threshold=0.8) + red_points = find_all_template_matches(image_path, red_point_template, threshold=0.8) + + print(f"发现语音图标数量: {len(audio_matches)}") + print(f"发现红点数量: {len(red_points)}") + + # 3. 读取图片并绘制 + img = cv2.imread(image_path) + if img is None: + print("错误: 无法读取图片") + return + + for ax, ay in audio_matches: + # 排除顶部标题栏和底部输入区 (假设 300-1800 为有效区) + if ay < 300 or ay > 1800: + continue + + sender = "对方" if ax < 500 else "我" + is_unread = False + + # 1. 绘制语音图标绿框 (根据模板大小，假设 60x60) + cv2.rectangle(img, (int(ax-30), int(ay-30)), (int(ax+30), int(ay+30)), (0, 255, 0), 3) + + # 2. 绘制模拟点击红点 (用户要求用红点标出模拟点击位置) + cv2.circle(img, (int(ax), int(ay)), 15, (0, 0, 255), -1) + + # 3. 检查并标记未读红点 (如果存在) + for rx, ry in red_points: + if abs(ry - ay) < 50 and rx > ax: + is_unread = True + # 绘制未读红点 + cv2.circle(img, (int(rx), int(ry)), 12, (0, 0, 255), -1) + break + + print(f"标注语音消息: ({ax}, {ay}), 发送者: {sender}, 未读: {is_unread}") + + # 保存结果 + cv2.imwrite(output_path, img) + print(f"✅ 调试图片已保存至: {output_path}") + +if __name__ == "__main__": + run_cv_debug() diff --git a/WeiXin/T6_AutoChatMonitor.py b/WeiXin/T7_AutoChatMonitor.py similarity index 97% rename from WeiXin/T6_AutoChatMonitor.py rename to WeiXin/T7_AutoChatMonitor.py index 9cc2c56..95280eb 100644 --- a/WeiXin/T6_AutoChatMonitor.py +++ b/WeiXin/T7_AutoChatMonitor.py @@ -15,7 +15,7 @@ if project_root not in sys.path: from Util import Win32Patch -from WeiXin.WxUtil import perform_input_action, clean_screenshots_dir, is_in_chat_interface, find_template_match, find_all_template_matches +from WeiXin.WxUtil import perform_input_action, clean_screenshots_dir, find_template_match, find_all_template_matches from Util.LlmUtil import get_llm_response from Util.EasyOcrKit import EasyOcrKit @@ -255,14 +255,8 @@ class ChatBot: while True: try: - # 0.5 检查是否在聊天界面 - if not is_in_chat_interface(self.d): - logger.warning("📵 当前不在聊天界面，跳过扫描...") - await asyncio.sleep(CHECK_INTERVAL) - continue - logger.info("🔍 正在扫描当前界面内容...") - + # 1. 截图 tmp_shot = os.path.join(self.screenshot_dir, "t6_monitor_temp.jpg") logger.info(f"📸 正在截取屏幕... ({datetime.now().strftime('%H:%M:%S')})") @@ -340,10 +334,10 @@ class ChatBot: click_x, click_y = ax, ay # 绘制视觉反馈 - # 语音图标用绿框 + # 1. 语音图标用绿框 cv2.rectangle(debug_img, (int(ax-30), int(ay-30)), (int(ax+30), int(ay+30)), (0, 255, 0), 3) - # 点击位置用红十字 - cv2.drawMarker(debug_img, (int(click_x), int(click_y)), (0, 0, 255), cv2.MARKER_CROSS, 35, 3) + # 2. 点击位置用红点 (用户偏好) + cv2.circle(debug_img, (int(click_x), int(click_y)), 15, (0, 0, 255), -1) v_msg = { "type": "voice", diff --git a/WeiXin/__pycache__/T6_AutoChatMonitor.cpython-310.pyc b/WeiXin/__pycache__/T6_AutoChatMonitor.cpython-310.pyc deleted file mode 100644 index 7f5801e..0000000 Binary files a/WeiXin/__pycache__/T6_AutoChatMonitor.cpython-310.pyc and /dev/null differ diff --git a/static/Test/地狱大转盘.html b/static/Test/地狱大转盘V1.html similarity index 100% rename from static/Test/地狱大转盘.html rename to static/Test/地狱大转盘V1.html diff --git a/static/Test/地狱大转盘V3.html b/static/Test/地狱大转盘V3.html new file mode 100644 index 0000000..c4f3fe3 --- /dev/null +++ b/static/Test/地狱大转盘V3.html @@ -0,0 +1,571 @@ + + + + + + 🍲 地狱火锅 V3 - 谁是那块肉？ 🍲 + + + + +

🍲 地狱火锅 V3 🍲

+
—— 今天的你，是什么口味的食材？ ——
+ +
+
+
+ +
+ +
+
+ + + +
+
+ +
???
+
美味食材
+ +
+
+ + + + diff --git a/static/Test/地狱大转盘V4.html b/static/Test/地狱大转盘V4.html new file mode 100644 index 0000000..d4f5fad --- /dev/null +++ b/static/Test/地狱大转盘V4.html @@ -0,0 +1,459 @@ + + + + + + 🎰 地狱扭蛋机 V4 - 非酋还是欧皇？ 🎰 + + + + +

🎰 地狱扭蛋机 V4 🎰

+ +
+
+ +
+ +
+
+
+
+ +
+
+
+ +
点击摇杆，抽取今日“欧皇”！
+ +
+
+
+
+
SSR
+ +
???
+
这是一个极其稀有的灵魂
+
+
+
+ +
+ + + + diff --git a/static/Test/地狱大转盘V5.html b/static/Test/地狱大转盘V5.html new file mode 100644 index 0000000..f946c1b --- /dev/null +++ b/static/Test/地狱大转盘V5.html @@ -0,0 +1,435 @@ + + + + + + 🔥 地狱炙烤 V8 - 谁是最后那块肉？ 🔥 + + + + +

🔥 地狱炙烤 V8 🔥

+ +
+
+
当前温度: 25°C
+
+ +
+ +
+ + + +
+
+
恭喜！这块肉烤得恰到好处！
+ +
???
+ +
+
+ + + + diff --git a/static/Test/地狱大转盘V6.html b/static/Test/地狱大转盘V6.html new file mode 100644 index 0000000..5718db6 --- /dev/null +++ b/static/Test/地狱大转盘V6.html @@ -0,0 +1,556 @@ + + + + + + 🧸 地狱抓娃娃机 V6 - 抓到谁就是谁！ 🧸 + + + + +

🧸 地狱抓娃娃机 V6 🧸

+ +
+
+
+
+
+ + +
+
+
+
+
+
+
+
+ + +
+ +
+
+
+
+
+
+ +
+
+ +
+
+
恭喜抓到幸运儿！
+ +
???
+ +
+
+ + + +