当前位置：首页 > news >正文

OpenCV + PyAutoGUI + Tkinter + FastAPI + Requests 实现的远程控制软件设计方案

news 2025/5/15 8:37:45

以下是基于 OpenCV + PyAutoGUI + Tkinter + FastAPI + Requests 实现的远程控制软件设计方案。该方案分为 被控端（服务端） 和 控制端（客户端），支持屏幕实时查看、键盘映射和鼠标操作。

1. 系统架构

+-------------------+       +-------------------+       +-------------------+
| 控制端（Tkinter） |<----->| 网络通信（HTTP）  |<----->| 被控端（FastAPI） |
| UI界面            |       | FastAPI + Requests |       | OpenCV + PyAutoGUI |
+-------------------+       +-------------------+       +-------------------+

2. 被控端（服务端）

功能：

提供屏幕截图接口
接收键盘和鼠标操作指令

依赖安装

pip install fastapi pyautogui opencv-python uvicorn

代码实现

# server.py
from fastapi import FastAPI, HTTPException
import pyautogui
import cv2
import numpy as np
import base64
from fastapi.responses import JSONResponse
from fastapi.middleware.cors import CORSMiddlewareapp = FastAPI()# 允许跨域
app.add_middleware(CORSMiddleware,allow_origins=["*"],allow_methods=["*"],allow_headers=["*"],
)# 屏幕截图接口
@app.get("/screenshot")
def get_screenshot():try:# 使用pyautogui截图screenshot = pyautogui.screenshot()# 转换为OpenCV格式（BGR）frame = cv2.cvtColor(np.array(screenshot), cv2.COLOR_RGB2BGR)# 压缩图像_, buffer = cv2.imencode(".jpg", frame, [int(cv2.IMWRITE_JPEG_QUALITY), 70])# 转换为Base64编码jpg_as_text = base64.b64encode(buffer).decode()return JSONResponse(content={"image": jpg_as_text})except Exception as e:raise HTTPException(status_code=500, detail=str(e))# 键盘操作接口
@app.post("/keyboard")
def keyboard_action(key: str):try:pyautogui.press(key)return {"status": "success", "key": key}except Exception as e:raise HTTPException(status_code=500, detail=str(e))# 鼠标操作接口
@app.post("/mouse")
def mouse_action(x: int = None, y: int = None, button: str = "left", clicks: int = 1):try:if x is not None and y is not None:pyautogui.moveTo(x, y)pyautogui.click(button=button, clicks=clicks)return {"status": "success", "action": f"Mouse {button} clicked at ({x}, {y})"}except Exception as e:raise HTTPException(status_code=500, detail=str(e))if __name__ == "__main__":import uvicornuvicorn.run(app, host="0.0.0.0", port=8000)

启动服务

python server.py

3. 控制端（客户端）

功能：

显示实时屏幕画面
提供键盘和鼠标操作界面

依赖安装

pip install requests tkinter

代码实现

# client.py
import tkinter as tk
import requests
from PIL import Image, ImageTk
import base64
from io import BytesIOclass RemoteControlClient:def __init__(self, root, server_ip="127.0.0.1"):self.root = rootself.server_ip = server_ipself.root.title("远程控制客户端")self.root.geometry("800x600")# 图像显示区域self.panel = tk.Label(root)self.panel.pack()# 键盘输入框self.key_entry = tk.Entry(root, width=20)self.key_entry.pack(pady=10)self.key_entry.bind("<Return>", self.send_keyboard)# 鼠标坐标输入self.x_entry = tk.Entry(root, width=5)self.y_entry = tk.Entry(root, width=5)self.x_entry.pack(side=tk.LEFT, padx=10)self.y_entry.pack(side=tk.LEFT, padx=10)# 鼠标点击按钮self.mouse_btn = tk.Button(root, text="点击", command=self.send_mouse)self.mouse_btn.pack(side=tk.LEFT, padx=10)# 定时刷新屏幕self.update_screen()def update_screen(self):try:# 获取截图response = requests.get(f"http://{self.server_ip}:8000/screenshot")data = response.json()# 解码Base64图像image_data = base64.b64decode(data["image"])image = Image.open(BytesIO(image_data))# 调整图像尺寸image = image.resize((800, 600), Image.ANTIALIAS)photo = ImageTk.PhotoImage(image)self.panel.configure(image=photo)self.panel.image = photoexcept Exception as e:print("屏幕更新失败:", e)# 每100毫秒刷新一次self.root.after(100, self.update_screen)def send_keyboard(self, event=None):key = self.key_entry.get()requests.post(f"http://{self.server_ip}:8000/keyboard", params={"key": key})self.key_entry.delete(0, tk.END)def send_mouse(self):x = int(self.x_entry.get())y = int(self.y_entry.get())requests.post(f"http://{self.server_ip}:8000/mouse", params={"x": x, "y": y})if __name__ == "__main__":root = tk.Tk()app = RemoteControlClient(root, server_ip="192.168.1.100")  # 替换为被控端IProot.mainloop()