VirtualMouse.py

import cv2
import numpy as np
import HandTrackingModule as htm
import time
import autopy



# print(wScr, hScr)
def start_vm():
    ######################
    wCam, hCam = 640, 480
    frameR = 100     #Frame Reduction
    smoothening = 7  #random value
    ######################

    plocX, plocY = 0, 0
    clocX, clocY = 0, 0
    cap = cv2.VideoCapture(0)
    cap.set(3, wCam)
    cap.set(4, hCam)

    detector = htm.handDetector(maxHands=1)
    wScr, hScr = autopy.screen.size()
    while True:
        # Step1: Find the landmarks
        success, img = cap.read()
        img = detector.findHands(img)
        lmList, bbox = detector.findPosition(img)

        # Step2: Get the tip of the index and middle finger
        if len(lmList) != 0:
            x1, y1 = lmList[8][1:]
            x2, y2 = lmList[12][1:]

            # Step3: Check which fingers are up
            fingers = detector.fingersUp()
            # cv2.rectangle(img, (frameR, frameR), (wCam - frameR, hCam - frameR),
            #               (255, 0, 255), 2)

            # Step4: Only Index Finger: Moving Mode
            if fingers[1] == 1 and fingers[2] == 0:

                # Step5: Convert the coordinates
                x3 = np.interp(x1, (frameR, wCam-frameR), (0, wScr))
                y3 = np.interp(y1, (frameR, hCam-frameR), (0, hScr))

                # Step6: Smooth Values
                clocX = plocX + (x3 - plocX) / smoothening
                clocY = plocY + (y3 - plocY) / smoothening

                # Step7: Move Mouse
                autopy.mouse.move(wScr - clocX, clocY)
                cv2.circle(img, (x1, y1), 15, (255, 0, 255), cv2.FILLED)
                plocX, plocY = clocX, clocY

            # Step8: Both Index and middle are up: Clicking Mode
            if fingers[1] == 1 and fingers[2] == 1:

                # Step9: Find distance between fingers
                length, img, lineInfo = detector.findDistance(8, 12, img)

                # Step10: Click mouse if distance short
                if length < 40:
                    cv2.circle(img, (lineInfo[4], lineInfo[5]), 15, (0, 255, 0), cv2.FILLED)
                    autopy.mouse.click()


        # Step12: Display
        img=cv2.flip(img,1)
        # cv2.imshow("Image", img)
        # cv2.setWindowProperty("Image", cv2.WND_PROP_TOPMOST, 1)
        if cv2.waitKey(1)==ord('q'):
            break