Sign-Language-Project/Main.py at main · SrishtiCode/Sign-Language-Project · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
import cv2
import mediapipe as mp
mp_drawing = mp.solutions.drawing_utils
mp_drawing_styles = mp.solutions.drawing_styles
mp_hands = mp.solutions.hands

# For static images:
IMAGE_FILES = []
noiceprinted = False
ok = False
thumbup = False
peace = False
with mp_hands.Hands(
    static_image_mode=True,
    max_num_hands=2,
    min_detection_confidence=0.5) as hands:
  for idx, file in enumerate(IMAGE_FILES):
    # Read an image, flip it around y-axis for correct handedness output (see
    # above).
    image = cv2.flip(cv2.imread(file), 1)
    # Convert the BGR image to RGB before processing.
    results = hands.process(cv2.cvtColor(image, cv2.COLOR_BGR2RGB))

    # Print handedness and draw hand landmarks on the image.
    print('Handedness:', results.multi_handedness)
    if not results.multi_hand_landmarks:
      continue
    image_height, image_width, _ = image.shape
    annotated_image = image.copy()
    for hand_landmarks in results.multi_hand_landmarks:
      mp_drawing.draw_landmarks(
          annotated_image,
          hand_landmarks,
          mp_hands.HAND_CONNECTIONS,
          mp_drawing_styles.get_default_hand_landmarks_style(),
          mp_drawing_styles.get_default_hand_connections_style())
    cv2.imwrite(
        '/tmp/annotated_image' + str(idx) + '.png', cv2.flip(annotated_image, 1))
    # Draw hand world landmarks.
    if not results.multi_hand_world_landmarks:
      continue
    for hand_world_landmarks in results.multi_hand_world_landmarks:
      mp_drawing.plot_landmarks(
        hand_world_landmarks, mp_hands.HAND_CONNECTIONS, azimuth=5)

# For webcam input:
cap = cv2.VideoCapture(0)
with mp_hands.Hands(
    model_complexity=0,
    min_detection_confidence=0.5,
    min_tracking_confidence=0.5) as hands:
  while cap.isOpened():
    success, image = cap.read()
    if not success:
      print("Ignoring empty camera frame.")
      # If loading a video, use 'break' instead of 'continue'.
      continue

    # To improve performance, optionally mark the image as not writeable to
    # pass by reference.
    image.flags.writeable = False
    image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
    results = hands.process(image)

    # Draw the hand annotations on the image.
    image.flags.writeable = True
    image = cv2.cvtColor(image, cv2.COLOR_RGB2BGR)
    if results.multi_hand_landmarks:
      for hand_landmarks in results.multi_hand_landmarks:
        #print('hand_landmarks:', hand_landmarks)
        #print
        #(
         #   f'Index finger tip coordinates: (',
          #  f'{hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP].x * 1920}, '
           # f'{hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP].y * 1080})'
        #)

        if(hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_DIP].y
        and hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_DIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_PIP].y
        and hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_PIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_MCP].y
        and noiceprinted == False):
          if(hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_TIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_DIP].y
          and hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_DIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_PIP].y
          and hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_PIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_MCP].y):
            print("STOP")
            #noiceprinted = True
        elif(hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_DIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.MIDDLE_FINGER_DIP].y
        and hand_landmarks.landmark[mp_hands.HandLandmark.MIDDLE_FINGER_DIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP].y
        and ok == False):
          if(hand_landmarks.landmark[mp_hands.HandLandmark.PINKY_TIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.PINKY_DIP].y
          and hand_landmarks.landmark[mp_hands.HandLandmark.PINKY_DIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.PINKY_PIP].y
          and hand_landmarks.landmark[mp_hands.HandLandmark.PINKY_PIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.PINKY_MCP].y):
            print("GOOD")
            #ok = True
        elif(hand_landmarks.landmark[mp_hands.HandLandmark.THUMB_TIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_MCP].y
        and hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_MCP].y <hand_landmarks.landmark[mp_hands.HandLandmark.MIDDLE_FINGER_MCP].y
        and hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_MCP].y <hand_landmarks.landmark[mp_hands.HandLandmark.PINKY_MCP].y
        and thumbup == False):
            print("THUMB UP")
            #thumbup = True
        elif(hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_DIP].y
        and hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_DIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_PIP].y
        and hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_PIP].y <hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_MCP].y
        and peace == False
        and hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_TIP].y >hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_DIP].y
        and hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_DIP].y >hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_PIP].y
        and hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_PIP].y >hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_MCP].y):
            print("PEACE")
            #peace = True
        mp_drawing.draw_landmarks(
            image,
            hand_landmarks,
            mp_hands.HAND_CONNECTIONS,
            mp_drawing_styles.get_default_hand_landmarks_style(),
            mp_drawing_styles.get_default_hand_connections_style())
    # Flip the image horizontally for a selfie-view display.
    cv2.imshow('Srishti Project', cv2.flip(image, 1))
    if cv2.waitKey(5) & 0xFF == 27:
      break
cap.release()