'Trying to play sound with python opencv with specific pose
hello i'm trying to play some sounds with a specific gesture with my hand but don't know the conditions to play that sound while (for example): my hand is in fest shape want it to play that sound but don't know how to recall that file i want to replace "break" "gas" with that file to play while the camera detects my hand pose here is the code:
import cv2
import mediapipe as mp
from playsound import playsound
mp_draw=mp.solutions.drawing_utils
mp_hand=mp.solutions.hands
tipIds=[4,8,12,16,20]
video=cv2.VideoCapture(0)
with mp_hand.Hands(min_detection_confidence=0.5,
min_tracking_confidence=0.5) as hands:
while True:
ret,image=video.read()
image=cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
image.flags.writeable=False
results=hands.process(image)
image.flags.writeable=True
image=cv2.cvtColor(image, cv2.COLOR_RGB2BGR)
lmList=[]
if results.multi_hand_landmarks:
for hand_landmark in results.multi_hand_landmarks:
myHands=results.multi_hand_landmarks[0]
for id, lm in enumerate(myHands.landmark):
h,w,c=image.shape
cx,cy= int(lm.x*w), int(lm.y*h)
lmList.append([id,cx,cy])
mp_draw.draw_landmarks(image, hand_landmark, mp_hand.HAND_CONNECTIONS)
fingers=[]
if len(lmList)!=0:
if lmList[tipIds[0]][1] > lmList[tipIds[0]-1][1]:
fingers.append(1)
else:
fingers.append(0)
for id in range(1,5):
if lmList[tipIds[id]][2] < lmList[tipIds[id]-2][2]:
fingers.append(1)
else:
fingers.append(0)
total=fingers.count(1)
if total==0:
print("Brake")
elif total==5:
print("GAS")
# if lmList[8][2] < lmList[6][2]:
# print("Open")
# else:
# print("Close")
cv2.imshow("Frame",image)
k=cv2.waitKey(1)
if k==ord('q'):
break
video.release()
cv2.destroyAllWindows()
Sources
This article follows the attribution requirements of Stack Overflow and is licensed under CC BY-SA 3.0.
Source: Stack Overflow
Solution | Source |
---|