Python server files added

Wireless-X_server.py

+import socket
+import time
+import threading
+import autopy
+import cv2
+import numpy as np
+import binascii
+import pyfakewebcam
+from pynput.keyboard import Key, Controller as KeyboardController
+from pynput.mouse import Button, Controller as MouseController
+
+print('---------Wireless-X Server------')
+
+
+width, height = autopy.screen.size()
+print("width: "+str(width)+" height: "+str(height))
+curr_x, curr_y = autopy.mouse.location()
+remote_x = curr_x/2
+remote_y = curr_y/2
+s=''
+cameraSocket=''
+img_width = 720
+img_height = 480
+camera = pyfakewebcam.FakeWebcam('/dev/video20', img_width, img_height)
+thread_run = True
+
+keyboard = KeyboardController()
+mouse = MouseController()
+
+mouse_speed =2
+
+
+screenshot_count=0
+
+# binding the socket
+def bind_sockets():
+    try:
+
+        global s, cameraSocket
+        
+        cameraSocket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+        cameraSocket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+        cameraSocket.settimeout(1)
+
+        s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+        s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+
+
+        cam_port=9998
+        cameraSocket.bind(("0.0.0.0", cam_port))
+        print("Camera stream port: "+ str(cam_port))
+        cameraSocket.listen(10)
+
+        key_port=6666
+        s.bind(("0.0.0.0", key_port))
+        print("Keyboard and Mouse Listening port: "+ str(key_port))
+        s.listen(10)
+
+
+    except socket.error as msg:
+        print("Socket Binding error: "+str(msg))
+        time.sleep(5) # Time to sleep before reattempting the bind connection
+        bind_sockets()
+
+
+
+
+'''
+Testing Zone
+
+
+
+
+
+jsjsjjjsu
+rajeesh n  rajneesh katkam
+~12838
+
+    qwertyuiop[]
+    ASDFasdfghjkl;'
+    zxcvbnm,           ./
+zxcvbnzxcrvb<<<<<<<>>>>>>><<<<<~~~~~u@(@@*@wjwjsjiwi@u<><<<<<<<<<<<<<<<<>>>>>>>>>>>>>>)
+
+Te84848  QWEqweUTREYYUWYWqtwywywuiiwywyRTWWYYUUUYETUIOIwwertyuiop[][
+special_key_list = ["F1",  "F2",  "F3",  "F4",  "F5",  "F6",  "F7",  "F8",  "F9",  "F10",  "F11",  "F12",  "ALT",  "BACKSPACE",  "CAPS_LOCK",  "CONTROL",  "DELETE",  "DOWN_ARROW",  "END",  "ESCAPE",  "HOME",  "LEFT_ARROW",  "META",  "PAGE_DOWN",  "PAGE_UP",  "RETURN",  "RIGHT_ARROW",  "SHIFT",  "SPACE",  "UP_ARROW"]
+
+special_key_android_list = ["F1",  "F2",  "F3",  "F4",  "F5",  "F6",  "F7",  "F8",  "F9",  "F10",  "F11",  "F12",  "Alt",  "Backspace",  "Caps\nLock",  "Ctrl",  "Delete",  "↓",  "End",  "Esc",  "Home",  "←",  "META",  "Page Down",  "Page Up",  "Enter",  "→",  "Shift",  "Space",  "↑"]
+
+
+special_key_android_dictionary = {
+
+    "Alt":"ALT",  "Caps\nLock":"CAPS_LOCK",  "Ctrl":"CONTROL",
+
+     "META":"META",
+
+    "Enter":"RETURN", "Shift":"SHIFT", "Space":"SPACE", "Tab":"Tab"}
+
+'''
+
+
+special_key_android_dictionary = {"F1": "F1", "F2":"F2", "F3":"F3", "F4":"F4", "F5":"F5", "F6":"F6", "F7":"F7", "F8":"F8", "F9":"F9", "F10":"F10", "F11":"F11", "F12":"F12", "Alt":"ALT", "Backspace":"BACKSPACE",  "Caps\nLock":"CAPS_LOCK",  "Ctrl":"CONTROL", "Delete":"DELETE",  "↓":"DOWN_ARROW",  "End":"END", "Esc":"ESCAPE", "Home":"HOME", "←":"LEFT_ARROW", "META":"META", "Page Down":"PAGE_DOWN", "Page Up":"PAGE_UP", "Enter":"RETURN", "→":"RIGHT_ARROW", "Shift":"SHIFT", "Space":"SPACE", "↑":"UP_ARROW", "Tab":"Tab"}
+
+def mouse_keyboard_connections():
+    global thread_run, curr_x, curr_y, remote_x, remote_y
+    global screenshot_count
+    thread_run=True
+    prev_x = int(width/2)
+    prev_y = int(height/2)
+
+    while thread_run:
+        try:
+            conn, address = s.accept()
+            
+            #Mouse coordinates receiving function
+            #print("Mouse Accept")
+            peer_response=str(conn.recv(1024).decode("utf-8"))
+
+            if "!#Mouse#!" in peer_response:
+                peer_response=peer_response.split("!#Mouse#!")[1]
+                xy=peer_response.split(',')
+                if len(xy)==2:
+                    mouse.position = (float(xy[0])*width, float(xy[1])*height)
+                    #mouse.position = (float(xy[0])*mouse_speed, float(xy[1])*mouse_speed)
+
+                    #mouse.move((float(xy[0])-0.5)*10, (float(xy[0])-0.5)*10)
+
+                    #print(xy[1]+","+xy[0], end="\t")
+                    #print(str(width), str(height), end="\t")
+                    #remote_x= float(max(min(float(xy[0]),1),0)*width) # + prev_x
+                    #remote_y=  float(max(0,min(float(xy[1]),1),0)*height) # + prev_y
+                    #autopy.mouse.move(remote_x, remote_y)
+
+                    #mouse.position = (remote_x, remote_y)
+                    
+
+
+            elif "!#Keyboard#!" in peer_response:
+                peer_response=peer_response.split("!#Keyboard#!")[1]
+                #print("Key:"+ peer_response)
+                #autopy.key.tap(autopy.key.Code.TAB, [autopy.key.Modifier.META])
+                #autopy.key.tap(autopy.key.Code.RETURN)
+                if peer_response in special_key_android_dictionary.keys():
+                    
+                    print("Special: "+ special_key_android_dictionary[peer_response])
+
+                    if peer_response == "Backspace":
+                        #pyautogui.press('backspace')
+                        keyboard.press(Key.backspace)
+                        keyboard.release(Key.backspace)
+                    
+                    elif peer_response == "Tab":
+                        keyboard.press(Key.tab)
+                        keyboard.release(Key.tab)
+                    else:
+                        autopy.key.tap(eval("autopy.key.Code."+special_key_android_dictionary[peer_response]))
+
+                elif peer_response == "Cmd":  # Windows key or Command Key in Mac
+                    keyboard.press(Key.cmd)
+                    keyboard.release(Key.cmd)
+
+                elif peer_response == "Print\nScreen":
+                    print("Entered Print Screen: "+ str(screenshot_count))
+                    #autopy.bitmap.capture_screen().save(str("screenshot.png"))
+                    autopy.bitmap.capture_screen().save(str("screenshot_"+str(screenshot_count)+".png"))
+                    screenshot_count+=1
+
+                else:
+                    print("Not Special :"+peer_response)
+                    
+                    if peer_response.isalnum and peer_response != "'" and peer_response != "<":
+                        print("Is Alpha Numeric")
+                        autopy.key.tap(peer_response.lower())
+                    elif peer_response == "'":
+                        keyboard.press("'")
+                        keyboard.release("'")
+                    elif peer_response == "<":
+                        keyboard.press("<")
+                        keyboard.release("<")
+
+            elif "!#MouseClick#!" in peer_response:
+                if "LEFT" in peer_response:
+                    mouse.click(Button.left, 1)
+                else:
+                    mouse.click(Button.right, 1)
+
+
+            elif "!#MouseScroll#!" in peer_response:
+                if "SCROLL \nUP" in peer_response:
+                    mouse.scroll(0, 2)  # Scroll Up
+                else:
+                    mouse.scroll(0, -2)  # Scroll Down
+                    
+
+
+            elif "!#Test#!" in peer_response:
+                #print(peer_response)p
+                conn.send(bytes("Success "+str(int(width))+" "+str(int(height)),"utf-8"))
+
+            # else:
+            #     print(peer_response)
+
+            conn.close()
+
+        except Exception as msg :
+            # if "timed out" not in str(msg):
+            #     print("mouse_keyboard_connections() Error: "+ str(msg))
+            # continue
+            pass
+
+
+def camera_stream_connections():
+    thread_run = True
+    image_window_open=False
+
+    while thread_run:
+        try:
+            conn, address = cameraSocket.accept()
+
+            client_response = str(conn.recv(1024).decode("utf-8"))
+
+            while "#$#$#$" not in client_response:
+                client_response += str(conn.recv(1024).decode("utf-8"))
+
+            pic = client_response.partition("#$#$#$")[0]
+            client_response = client_response.partition("#$#$#$")[2]
+            
+            b = binascii.a2b_base64(pic)
+            nparr = np.frombuffer(b, dtype=np.uint8)
+            frame = cv2.imdecode(nparr, cv2.IMREAD_COLOR)
+            img = cv2.resize(frame, (img_width, img_height))
+            #height, width = img.shape[:2]
+            try:
+                # cv2.imshow('Main', img)
+                # image_window_open=True
+                # cv2.waitKey(5)
+
+                camera.schedule_frame(img)
+
+            except Exception as msg:
+                print ("error: "+ str(msg))
+                #print("Frame height: "+ str(height) +"  width: "+ str(width))
+            
+            conn.close()
+
+        except Exception as msg:
+            if "timed out" not in str(msg):
+                print("camera_stream_connections() Error: " + str(msg))
+
+            if image_window_open:
+                cv2.destroyWindow("Main")
+                image_window_open=False
+                pass
+
+
+def listening_connections():
+    bind_sockets()
+    mouse_thread=threading.Thread(target=mouse_keyboard_connections)
+    mouse_thread.daemon=True
+    
+    camera_thread=threading.Thread(target=camera_stream_connections)
+    camera_thread.daemon=True
+
+    mouse_thread.start()
+    camera_thread.start()
+
+    mouse_thread.join()
+    camera_thread.join()
+
+
+
+t2=threading.Thread(target=listening_connections)
+t2.daemon=True
+t2.start()
+t2.join()

WirelessX-Python-Server @ e8b6c457

-Subproject commit e8b6c45707164fc4254d8063b482ac53a02cd0eb