HW-Lab-Spring23/client.py at main · mofayezi/HW-Lab-Spring23 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
import pyautogui
from enum import IntEnum
import numpy as np
from tkinter import messagebox
import socket
import json
import time


class Command(IntEnum):
    MOVE = 1
    CLICK = 2
    DOUBLE_CLICK = 3
    RIGHT_CLICK = 4
    SCROLL_UP = 5
    SCREENSHOT = 6


class Client:
    def __init__(self) -> None:
        self.port = 12345
        self.camera_width = 224
        self.camera_height = 224
        self.screen_width, self.screen_height = pyautogui.size()
        self.x_mid = self.screen_width // 2
        self.y_mid = self.screen_height // 2
        self.smoothening = 1
        self.frame_rate = 30
        pyautogui.PAUSE = 0.02
        # self.server_socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
        # self.server_socket.bind(('localhost', 12345))
        # self.client_socket.connect(('localhost', 12345))
        # print("Connected to server successfully")

    def get_data(self):
        '''
        Get the command from server socket
        '''
        data = self.client_socket.recv(1024).decode()
        if data:
            print(data)
            return json.loads(data)
        else:
            return None

    def move_curser(self, x, y):
        x1 = np.interp(x, (self.frame_rate, self.camera_width - self.frame_rate), (0, self.screen_width))
        y1 = np.interp(y, (self.frame_rate, self.camera_height - self.frame_rate), (0, self.screen_height))

        x2 = self.x_mid + (x1 - self.x_mid) / self.smoothening
        y2 = self.y_mid + (y1 - self.y_mid) / self.smoothening

        pyautogui.moveTo(self.screen_width - x2, y2)


    def run(self, data: dict):
        if 'type' in data:
            if data['type'] == Command.MOVE:
                self.move_curser(data['x'], data['y'])
            elif data['type'] == Command.CLICK:
                pyautogui.click()
                # messagebox.showinfo("Clicked", "You clicked!")
            elif data['type'] == Command.DOUBLE_CLICK:
                pyautogui.doubleClick()
            elif data['type'] == Command.RIGHT_CLICK:
                pyautogui.rightClick()
            elif data['type'] == Command.SCREENSHOT:
                # offset = -int(data['offset']) * 10
                # pyautogui.scroll(offset)
                print('Screenshot Saved!')
                pyautogui.screenshot(f'screenshot-{time.time()}.jpg')
        else:
            pass


    def start(self):
        client = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
        client.connect(('192.168.19.23', self.port)) # 5.208.214.153
        print('Connected to server')
        self.client_socket = client
        recv_buffer = ""
        while True:
            data = self.client_socket.recv(1024).decode()
            recv_buffer = recv_buffer + data
            commands = recv_buffer.split('\0')
            for command in commands[:-1]:
                if command:
                    print(command)
                    self.run(json.loads(command))
            recv_buffer = commands[-1]


if __name__ == "__main__":
    client = Client()
    client.start()