main.py

import os
import json
import subprocess
from math import fabs
import tkinter as tk
from turtle import color
import customtkinter
import cv2
import mediapipe as mp
from PIL import ImageTk, Image
from hand_detection import process_image_hand_detection
from face_detection import process_image_face_detection
from body_detection import process_image_body_detection, capture_initial_position, store_reference_position
import pyautogui
import random
import string
import json
import bcrypt
import webbrowser


customtkinter.set_appearance_mode("Dark")  # Modes: "System" (standard), "Dark", "Light"
customtkinter.set_default_color_theme("blue")  # Themes: "blue" (standard), "green", "dark-blue"

users = {}

PATH = os.path.dirname(os.path.realpath(__file__))


BUTTON_COLOR = "#fedd03"
BUTTON_COLOR_HOVER = "#ffc800"

current_user = ["", ""]

class App(customtkinter.CTk):
	WIDTH = 930
	HEIGHT = 600

	def __init__(self):
		super().__init__()

		with open("users.json", "a+") as infile:
			infile.seek(0)
			try:
				global users
				users = json.load(infile)
			except Exception as e:
				pass

		self.title("Motional: Motion is All You Need")
		self.geometry(f"{App.WIDTH}x{App.HEIGHT}")
		self.minsize(App.WIDTH, App.HEIGHT)
		self.protocol("WM_DELETE_WINDOW", self.on_closing)  # call .on_closing() when app gets closed
		container = customtkinter.CTkFrame(self)
		container.pack(side = "top", fill = "both", expand = True)

		container.grid_rowconfigure(0, weight = 1)
		container.grid_columnconfigure(0, weight = 1)

		self.frames = {}

		for F in (LoginPage, CapturePage):
  
			frame = F(container, self)
  
			# initializing frame of that object from
			# startpage, page1, page2 respectively with
			# for loop
			self.frames[F] = frame
  
			frame.grid(row=0, column=0, sticky ="nsew")
  
		self.show_page(LoginPage)

	def show_page(self, cont):
		frame = self.frames[cont]
		frame.tkraise()


	def on_closing(self, event=0):
		with open("users.json", "w+") as outfile:
			json.dump(users, outfile)
		self.destroy()

class LoginPage(customtkinter.CTkFrame):
	def __init__(self, parent, controller):
		super().__init__(master = parent)
		self.controller = controller
  
		self.grid_rowconfigure(0, weight=1)
		self.grid_columnconfigure(0, weight=1)

		self.grid_rowconfigure((0, 9), weight=1)
		self.grid_columnconfigure(0, weight=1)

		self.text = customtkinter.CTkLabel(self, text="username", justify=tk.LEFT)
		self.text.grid(row=0, column=0, sticky="s")
		self.username_entry = customtkinter.CTkEntry(self)
		self.username_entry.grid(row=1, column=0)
		self.label_1 = customtkinter.CTkLabel(self,
											  text="",
											  height=10,
											  text_font=("Roboto Medium", 8),) 
		self.label_1.grid(row=2, column=0)
		
		self.text = customtkinter.CTkLabel(self, text="password", justify=tk.LEFT)
		self.text.grid(row=2, column=0, sticky="s")
		self.password_entry = customtkinter.CTkEntry(self)
		self.password_entry.grid(row=3, column=0)
		self.label_2 = customtkinter.CTkLabel(self,
											  text="",
											  height=10,
											  text_font=("Roboto Medium", 8),) 
		self.label_2.grid(row=4, column=0)

		self.button = customtkinter.CTkButton(self, text ="Login",
				command = self.login)
		self.button.grid(row=5, column=0, sticky="n", pady=5)

		# self.login_info = customtkinter.CTkLabel(self, text="placeholder", justify=tk.LEFT, text_font=("Roboto Medium", 8))
		# self.login_info.grid(row=6, column=0, sticky="s")
		
		self.button = customtkinter.CTkButton(self, text ="Sign up",
				command = self.sign_up)
		self.button.grid(row=7, column=0, sticky="n")

		self.sign_up_info = customtkinter.CTkLabel(self, text="or", justify=tk.LEFT, text_font=("Roboto Medium", 12))
		self.sign_up_info.grid(row=8, column=0, sticky="s")

		self.button = customtkinter.CTkButton(self, text ="Authenticate as guest",
				command = self.guest_login)
		self.button.grid(row=9, column=0, sticky="n")

		# button = customtkinter.CTkButton(self, text ="Login with Google",
		# command = lambda : controller.show_page(UsernamePage))
		# button.grid(row=0, column=0, padx=10, pady=10)

	def login(self):
		username = self.username_entry.get()
		password = self.password_entry.get().encode('utf-8')

		if (username not in users.keys() or not bcrypt.checkpw(password, users[username][1])):
			self.sign_up_info.configure(text="Sorry, wrong username/password.", fg="red")
		else:
			global current_user
			current_user = users[username]
			self.controller.show_page(CapturePage)
			self.sign_up_info.configure(text="or", fg="white")

	def sign_up(self):
		username = self.username_entry.get()
		password = self.password_entry.get().encode('utf-8')
		
		if (not len(username) or not len(password)):
			self.sign_up_info.configure(text="Sorry, empty username/password.", fg="red")
		elif (username in users.keys()):
			self.sign_up_info.configure(text="Sorry, this username is already taken. Please try a different one.", fg="red")
		else:
			users[username] = [username, bcrypt.hashpw(password, bcrypt.gensalt())]
			global current_user
			current_user = users[username]
			self.controller.show_page(CapturePage)
			self.sign_up_info.configure(text="or", fg="white")

	def guest_login(self):
		suffix = ''.join(random.choices(string.ascii_uppercase + string.digits, k=8))
		username = "Guest#" + suffix
		password = ''.join(random.choices(string.ascii_uppercase + string.digits, k=8)).encode('utf-8')

		while (username in users.keys()):
			suffix = ''.join(random.choices(string.ascii_uppercase + string.digits, k=8))
			username = "Guest#" + suffix
		
		users[username] =[username, bcrypt.hashpw(password, bcrypt.gensalt())]
		global current_user
		current_user = users[username]
		self.controller.show_page(CapturePage)
		self.sign_up_info.configure(text="or", fg="white")


class CapturePage(customtkinter.CTkFrame):
	def __init__(self, parent, controller):
		super().__init__(master = parent)
		self.controller = controller
		self.update_username = True
		
		self.mp_drawing = mp.solutions.drawing_utils
		self.mp_drawing_styles = mp.solutions.drawing_styles
		self.mp_hands = mp.solutions.hands
		self.hands = self.mp_hands.Hands(
		static_image_mode=False,
		max_num_hands=2, # TODO: Implement Multiplayer with multiple hands
		model_complexity=0, # for faster speed
		min_detection_confidence=0.8,
		min_tracking_confidence=0.5)
		
		self.mp_face_mesh = mp.solutions.face_mesh
		self.face_mesh = self.mp_face_mesh.FaceMesh(
			max_num_faces=1,
			refine_landmarks=True,
			min_detection_confidence=0.5,
			min_tracking_confidence=0.5)
		
		self.mp_pose = mp.solutions.pose
		self.pose = self.mp_pose.Pose(
			min_detection_confidence=0.5,
			min_tracking_confidence=0.5)


		self.hand_image = self.load_image("/assets/hand.png", 30)
		self.face_image = self.load_image("/assets/face.png", 30)
		self.body_image = self.load_image("/assets/body.png", 30)

		self.flappy_bird_image = self.load_image("/assets/flappy.png", 50)
		self.pong_image = self.load_image("/assets/pong.jpeg", 50)
		self.snake_image = self.load_image("/assets/snake.png", 50)
		self.dino_image = self.load_image("/assets/dino.png", 50)
		self.tetris_image = self.load_image("/assets/tetris.png", 50)

		self.current_pose = "hand" # Can be "face" or "body"

		self.stored_hand_keys = {}
		self.stored_face_keys = {}
		self.stored_body_keys = {}

		self.running_gesture_keyboard_control = False
		self.storing_key = False # Will be used to check if we are storing hand keys
		
		self.body_reference_landmark = None
		self.counter = 50 # Used as a countdown
		self.counter2 = [0]
		# self.resizable(False, False) # Remove the option to resize, TODO: Fix it so we can enable that

		self.cap = cv2.VideoCapture(0)

		# ============ create two frames ============

		# configure grid layout (2x1)
		self.grid_columnconfigure(1, weight=1)
		self.grid_rowconfigure(0, weight=1)

		self.frame_left = customtkinter.CTkFrame(master=self,
												 width=100,
												 corner_radius=0)
		self.frame_left.grid(row=0, column=0, sticky="nswe")

		self.frame_right = customtkinter.CTkFrame(master=self)
		self.frame_right.grid(row=0, column=1, sticky="nwe", padx=20, pady=20)

		# ============ frame_left ============
		# configure grid layout (1x11)
		self.frame_left.grid_rowconfigure(0, minsize=10)   # empty row with minsize as spacing
		self.frame_left.grid_rowconfigure(6, weight=1)  # empty row as spacing
		self.frame_left.grid_rowconfigure(8, minsize=20)    # empty row with minsize as spacing
		self.frame_left.grid_rowconfigure(11, minsize=10)  # empty row with minsize as spacing

		self.label_1 = customtkinter.CTkLabel(master=self.frame_left,
											  text="",
											  text_font=("Roboto Medium", -16))  # font name and size in px
		self.label_1.grid(row=1, column=0, pady=10, padx=10)

		self.flappy_bird_button = customtkinter.CTkButton(master=self.frame_left,
													text="",
													width=50,
													height=50,
													image=self.flappy_bird_image,
													command=self.launch_flappy_bird,
													corner_radius=20,
													fg_color=None)
		self.flappy_bird_button.grid(row=2, column=0, pady=10, padx=20)

		self.snake_button = customtkinter.CTkButton(master=self.frame_left,
													text="",
													width=50,
													height=50,
													image=self.snake_image,
													command=self.launch_snake,
													corner_radius=20,
													fg_color=None)
		self.snake_button.grid(row=3, column=0, pady=10, padx=20)
		
		# TODO: Add Dino

		self.dino_button = customtkinter.CTkButton(master=self.frame_left,
													text="",
													width=50,
													height=50,
													image=self.dino_image,
													command=self.launch_dino,
													corner_radius=20,
													fg_color=None)
		self.dino_button.grid(row=4, column=0, pady=10, padx=20)

		self.tetris_button = customtkinter.CTkButton(master=self.frame_left,
													text="",
													width=50,
													height=50,
													image=self.tetris_image,
													command=self.launch_tetris,
													corner_radius=20,
													fg_color=None)
		self.tetris_button.grid(row=5, column=0, pady=10, padx=20)

		# self.pong_button = customtkinter.CTkButton(master=self.frame_left,
		# 											text="",
		# 											width=50,
		# 											height=50,
		# 											image=self.pong_image,
		# 											command=self.launch_pong,
		# 											corner_radius=20)
		# self.pong_button.grid(row=3, column=0, pady=10, padx=20)

		# self.button_3 = customtkinter.CTkButton(master=self.frame_left,
		# 										text="Custom",
		# 										command=self.button_event)
		# self.button_3.grid(row=4, column=0, pady=10, padx=20)

		self.label_mode = customtkinter.CTkLabel(master=self.frame_left, text="Appearance Mode:")
		self.label_mode.grid(row=9, column=0, pady=0, padx=20, sticky="w")

		self.optionmenu_1 = customtkinter.CTkOptionMenu(master=self.frame_left,
														values=["Light", "Dark", "System"],
														command=self.change_appearance_mode)
		self.optionmenu_1.grid(row=10, column=0, pady=10, padx=20, sticky="w")

		self.exit = customtkinter.CTkButton(master=self.frame_left,
												text="Exit",
												command=self.exit_capture,
												fg_color="#D35B58", 
												hover_color="#C77C78",
												width=62)
		self.exit.grid(row=11, column=0, pady=20, padx=20, sticky="w")

		self.reset = customtkinter.CTkButton(master=self.frame_left,
												text="Reset",
												command=self.reset_capture,
												width=62)
		self.reset.grid(row=11, column=0, pady=20, padx=20, sticky="e")

		# # ============ frame_right ============
		# # configure grid layout (3x7)
		self.frame_right.rowconfigure((0), weight=2)
		self.frame_right.columnconfigure((0, 1), weight=1)
		self.frame_info = customtkinter.CTkFrame(master=self.frame_right, width=1000)
		self.frame_info.grid(row=0, column=0, columnspan=5, rowspan=2, pady=0, padx=0)

		# ============ frame_info ============

		# configure grid layout (1x1)
		self.frame_info.rowconfigure(0, weight=1)
		self.frame_info.columnconfigure(0, weight=1)


		#Capture video frames
		self.label_info_1 = customtkinter.CTkLabel(master=self.frame_info,
												   height=540,
												   width=960,
												   )
		self.label_info_1.grid(column=0, row=0, padx=0, pady=0)


		self.frame_option = customtkinter.CTkFrame(master=self.frame_right, width=1000, height=50)
		self.frame_option.grid(row=1, column=0, columnspan=5, rowspan=1, pady=0, padx=0)

		self.hand_gesture_button = customtkinter.CTkButton(master=self.frame_option,
													text="",
													width=50,
													height=50,
													fg_color=BUTTON_COLOR,
													hover_color=BUTTON_COLOR_HOVER,
													image=self.hand_image,
													command=self.toggle_hand,
													corner_radius=20,
													)
		self.hand_gesture_button.grid(row=0, column=0, pady=10, padx=20, sticky="e")
		self.face_gesture_button = customtkinter.CTkButton(master=self.frame_option,
													text="",
													width=50,
													height=50,
													fg_color=BUTTON_COLOR,
													hover_color=BUTTON_COLOR_HOVER,
													image=self.face_image,
													command=self.toggle_face,
													corner_radius=20,
													)

		self.face_gesture_button.grid(row=0, column=1, pady=10, padx=20, sticky="e")
		self.body_gesture_button = customtkinter.CTkButton(master=self.frame_option,
													text="",
													width=50,
													height=50,
													fg_color=BUTTON_COLOR,
													hover_color=BUTTON_COLOR_HOVER,
													image=self.body_image,
													command=self.toggle_body,
													corner_radius=20,
													)

		self.body_gesture_button.grid(row=0, column=2, pady=10, padx=20, sticky="e")

		# # ============ frame_right ============
		self.text = customtkinter.CTkLabel(master=self.frame_right,
													 text="Key: ",
													 width=10,
													 justify=tk.RIGHT)
		self.text.grid(row=4, column=0, sticky="e")

		self.key_entry = customtkinter.CTkEntry(master=self.frame_right,
													 text="Enter Key")
		self.key_entry.grid(row=4, column=1, pady=10, sticky="w")

		self.save_button = customtkinter.CTkButton(master=self.frame_right,
													 text="Save",
													 command=self.save_key,
													 width=20
													 )
		self.save_button.grid(row=4, column=1, pady=10, padx=0, sticky="e")

		self.stored_keys_text = customtkinter.CTkLabel(master=self.frame_right,
													 text=self.stored_hand_keys,
													 justify=tk.CENTER)
		self.stored_keys_text.grid(row=4, column=3)
		
		self.run_button = customtkinter.CTkButton(master=self.frame_right,
													text="Run Gesture-Keyboard Control",
													command=self.toggle_running_gesture_keyboard_control,
													width=230,
													fg_color="#1f6aa5", 
													hover_color="#154870"
													)
		self.run_button.grid(row=4, column=4, pady=10, padx=20, sticky="e")

		# self.reset_button = customtkinter.CTkButton(master=self.frame_right,
		# 											text="Reset",
		# 											command=self.reset,
		# 											)

		# self.reset_button.grid(row=0, column=2, pady=10, padx=20, sticky="e")

		# set default values
		self.optionmenu_1.set("Dark")

		self.show_frame()


	def load_image(self, path, image_size):
		""" load rectangular image with path relative to PATH """
		return ImageTk.PhotoImage(Image.open(PATH + path).resize((image_size, image_size)))

	def show_frame(self):
		if (self.update_username and current_user[0]):
			self.label_1.configure(text=current_user[0])
			self.update_username = False

		_, image = self.cap.read()
		if self.storing_key:
			image, key = process_image_hand_detection(self.hands, image, self.stored_hand_keys, key=self.key_entry.get())
			self.storing_key = False
			self.key_entry.delete(0, tk.END)
			
			# TODO: Put in a function, Update the text
			self.stored_keys_text.configure(text="Registered Keys " + str(list(self.stored_hand_keys.keys())))
			self.stored_keys_text.grid(row=4, column=3)

		else:
			if self.counter2[0] != 0:
				self.counter2[0] += 1
			self.counter2[0] %= 10
			if self.current_pose == "hand":
				image, key = process_image_hand_detection(self.hands, image, self.stored_hand_keys)
				if key and self.running_gesture_keyboard_control:
					pyautogui.press(key)

			# Temporarily don't have keys for face and body because it's pretty hard to do many poses
			elif self.current_pose == "face":
				image = process_image_face_detection(self.face_mesh, image, self.stored_face_keys)
			elif self.current_pose == "body":
				image = process_image_body_detection(self.pose, image, self.stored_body_keys, self.body_reference_landmark, counter=self.counter2)
		
		if self.current_pose == "body": 
			if self.counter == 0 and not self.body_reference_landmark:
				self.body_reference_landmark = store_reference_position(self.pose, image)

			if (self.counter > 0):
				image = capture_initial_position(image, self.counter)
				self.counter -= 1

		image = cv2.cvtColor(image, cv2.COLOR_RGB2BGR)
		image = cv2.resize(image, (640, 360))
		image = Image.fromarray(image)
		imgtk = ImageTk.PhotoImage(image=image)
		self.label_info_1.imgtk = imgtk
		self.label_info_1.configure(image=imgtk)
		self.label_info_1.after(50, self.show_frame) 

	def save_key(self):
		self.storing_key = True # This will be updated after self.show_frame, where self.storing_key will be reset to False

	def toggle_hand(self):
		self.current_pose = "hand"

	def toggle_face(self):
		self.current_pose = "face"
		
	def toggle_body(self):
		self.current_pose = "body"
	

	def toggle_running_gesture_keyboard_control(self):
		self.running_gesture_keyboard_control = not self.running_gesture_keyboard_control
		configuration = {
			"text": "Run Gesture-Keyboard Control",
			"fg_color": "#1f6aa5", 
			"hover_color": "#154870"
		} if not self.running_gesture_keyboard_control else {
			"text": "Stop Gesture-Keyboard Control",
			"fg_color": "#D35B58", 
			"hover_color": "#C77C78"
		}
		self.run_button.configure(**configuration)

	def launch_flappy_bird(self):
		subprocess.Popen(["cd {}/games/flappy_bird && python3 flappy.py {}".format(os.getcwd(), current_user[0])], shell=True)
	
	def launch_pong(self):
		subprocess.Popen(["cd {}/games/pong && python3 pong.py".format(os.getcwd())], shell=True)

	def launch_snake(self):
		subprocess.Popen(["cd {}/games/snake && python3 snake.py".format(os.getcwd())], shell=True)
		
	def launch_dino(self):
		webbrowser.open("chrome://dino/")

	def launch_tetris(self):
		subprocess.Popen(["cd {}/games/tetris && python3 Tetris.py".format(os.getcwd())], shell=True)

	def button_event(self):
		print("Button pressed")
		
	def change_appearance_mode(self, new_appearance_mode):
		customtkinter.set_appearance_mode(new_appearance_mode)

	def reset_capture(self):
		self.stored_hand_keys = {}
		self.stored_keys_text.configure(text=str(self.stored_hand_keys))

	def exit_capture(self):
		self.update_username = True
		global current_user
		current_user = ["", ""]
		self.controller.show_page(LoginPage)


if __name__ == "__main__":
	app = App()
	app.mainloop()