HandTracking/VolumeHandControl.py at main · JuanGarza97/HandTracking · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
import cv2
import time
import numpy as np
from HandTrackingModule import HandDetector, Fingers
from ctypes import cast, POINTER
from comtypes import CLSCTX_ALL
from pycaw.pycaw import AudioUtilities, IAudioEndpointVolume

########################
wCam, hCam = 640, 480
########################

cap = cv2.VideoCapture(0)
cap.set(3, wCam)
cap.set(4, hCam)

pTime = 0

detector = HandDetector()

devices = AudioUtilities.GetSpeakers()
interface = devices.Activate(IAudioEndpointVolume._iid_, CLSCTX_ALL, None)
volume = cast(interface, POINTER(IAudioEndpointVolume))

# volume.GetMute()
# volume.GetMasterVolumeLevel()
minVol, maxVol, _ = volume.GetVolumeRange()
vol = 400
volBar = 400
volPer = 0
colorVolume = (255, 0, 0)
while True:
    success, img = cap.read()
    img = cv2.flip(img, 1)
    hands = detector.find_hands(img)

    # right_hand = detector.get_hand(hands, HandType.Right)

    for hand in hands:
        if hand.type == "Right":
            landmarks = hand.landmarks
            bounding_box = hand.bounding_box

            if landmarks:

                # Filter based on size
                area = (bounding_box[2] - bounding_box[0]) * (bounding_box[3] - bounding_box[1]) // 100

                if 250 < area < 1000:

                    # Find Distance between index and thumb
                    length, lineInfo = detector.find_distance(img, hand.get_finger(Fingers.Index),
                                                              hand.get_finger(Fingers.Thumb), True)

                    # Convert Volume
                    # Hand range 50 - 300
                    volBar = np.interp(length, [50, 200], [400, 150])
                    volPer = np.interp(length, [50, 200], [0, 100])

                    # Reduce Resolution to make it smoother
                    smoothness = 10
                    volPer = smoothness * round(volPer / smoothness)

                    # Check fingers up
                    fingers = hand.fingers_up()

                    # If pinky is down set volume
                    if not fingers[4]:
                        # volume.SetMasterVolumeLevelScale(volPer / 100, None)
                        cv2.circle(img, (lineInfo[4], lineInfo[5]), 7, (0, 255, 0), cv2.FILLED)
                        colorVolume = (0, 255, 0)
                    else:
                        colorVolume = (255, 0, 0)

    # Drawing
    cv2.rectangle(img, (50, 150), (85, 400), (0, 255, 0), 3)
    cv2.rectangle(img, (50, int(volBar)), (85, 400), (0, 255, 0), cv2.FILLED)
    cv2.putText(img, f'{int(volPer)}%', (40, 450), cv2.FONT_HERSHEY_PLAIN, 2, (0, 255, 0), 2)
    currentVolume = int(volume.GetMasterVolumeLevelScalar() * 100)
    cv2.putText(img, f'Vol Set: {int(volPer)}', (400, 50), cv2.FONT_HERSHEY_PLAIN, 2, colorVolume, 2)

    # Frame Rate
    cTime = time.time()
    delta_time = cTime - pTime
    if delta_time == 0:
        fps = 0
    else:
        fps = 1 / (cTime - pTime)
    pTime = cTime
    cv2.putText(img, f'FPS: {int(fps)}', (40, 50), cv2.FONT_HERSHEY_PLAIN, 1, (255, 0, 0), 2)

    cv2.imshow("Img", img)

    if cv2.waitKey(1) & 0xff == ord('q'):
        break