scrcpy_adb.py

import cv2
from adbutils import adb
import time
import scrcpy
class ScrcpyADB:
    def __init__(self,image_queue,max_fps=30):
        devices = adb.device_list()
        client = scrcpy.Client(device=devices[0],max_fps=max_fps,block_frame=True)
        print(devices, client)
        client.add_listener(scrcpy.EVENT_FRAME, self.on_frame)
        client.start(threaded=True)
        self.client = client
        self.last_screen = None
        self.frame_idx = -1
        self.queue = image_queue
    def touch_down(self, x: int or float, y: int or float,id:int = -1):
        self.client.control.touch(int(x), int(y), scrcpy.ACTION_DOWN,id)
    def touch_move(self, x: int or float, y: int or float,id:int = -1):
        self.client.control.touch(int(x), int(y), scrcpy.ACTION_MOVE,id)
    def touch_up(self, x: int or float, y: int or float,id:int = -1):
        self.client.control.touch(int(x), int(y), scrcpy.ACTION_UP,id)
    def touch_swipe(
        self,
        start_x: int,
        start_y: int,
        end_x: int,
        end_y: int,
        move_step_length: int = 5,
        move_steps_delay: float = 0.005,
    ) :
        self.client.control.swipe(start_x, start_y, end_x, end_y, move_step_length, move_steps_delay)
    def tap(self, x: int or float, y: int or float):
        self.touch_start(x, y)
        time.sleep(0.01)
        self.touch_end(x, y)
    def on_frame(self, frame: cv2.Mat):
        if frame is not None:
            self.queue.put(frame)