mirror of
https://github.com/Project-Babble/ProjectBabble.git
synced 2026-11-20 09:01:16 -08:00
Methods for running the landmark model either continuously or for a single frame. landmark_processor and landmark_model_loader are ready to be modified with the proper preprocessing and outputs for landmarks.
250 lines
10 KiB
Python
250 lines
10 KiB
Python
'''
|
|
-------------------------------------------------------------------------------------------------------------
|
|
██████╗ ██████╗ ██████╗ ██╗███████╗ ██████╗████████╗ ██████╗ █████╗ ██████╗ ██████╗ ██╗ ███████╗
|
|
██╔══██╗██╔══██╗██╔═══██╗ ██║██╔════╝██╔════╝╚══██╔══╝ ██╔══██╗██╔══██╗██╔══██╗██╔══██╗██║ ██╔════╝
|
|
██████╔╝██████╔╝██║ ██║ ██║█████╗ ██║ ██║ ██████╔╝███████║██████╔╝██████╔╝██║ █████╗
|
|
██╔═══╝ ██╔══██╗██║ ██║██ ██║██╔══╝ ██║ ██║ ██╔══██╗██╔══██║██╔══██╗██╔══██╗██║ ██╔══╝
|
|
██║ ██║ ██║╚██████╔╝╚█████╔╝███████╗╚██████╗ ██║ ██████╔╝██║ ██║██████╔╝██████╔╝███████╗███████╗
|
|
╚═╝ ╚═╝ ╚═╝ ╚═════╝ ╚════╝ ╚══════╝ ╚═════╝ ╚═╝ ╚═════╝ ╚═╝ ╚═╝╚═════╝ ╚═════╝ ╚══════╝╚══════╝
|
|
--------------------------------------------------------------------------------------------------------------
|
|
GUI by: Prohurtz, qdot
|
|
Model by: Summer
|
|
App model implementation: Prohurtz, Summer
|
|
|
|
Additional contributors: RamesTheGeneric (dataset synthesizer),
|
|
|
|
Copyright (c) 2023 Project Babble <3
|
|
'''
|
|
|
|
import os
|
|
import PySimpleGUI as sg
|
|
import queue
|
|
import requests
|
|
import threading
|
|
from babble_model_loader import *
|
|
from camera_widget import CameraWidget
|
|
from config import BabbleConfig
|
|
from tab import CamInfo, Tab
|
|
from osc import VRChatOSCReceiver, VRChatOSC
|
|
from general_settings_widget import SettingsWidget
|
|
from algo_settings_widget import AlgoSettingsWidget
|
|
from utils.misc_utils import is_nt
|
|
if is_nt:
|
|
from winotify import Notification
|
|
os.system('color') # init ANSI color
|
|
|
|
# Random environment variable to speed up webcam opening on the MSMF backend.
|
|
# https://github.com/opencv/opencv/issues/17687
|
|
os.environ["OPENCV_VIDEOIO_MSMF_ENABLE_HW_TRANSFORMS"] = "0"
|
|
|
|
WINDOW_NAME = "Babble sApp"
|
|
CAM_NAME = "-CAMWIDGET-"
|
|
SETTINGS_NAME = "-SETTINGSWIDGET-"
|
|
ALGO_SETTINGS_NAME = "-ALGOSETTINGSWIDGET-"
|
|
CAM_RADIO_NAME = "-CAMRADIO-"
|
|
SETTINGS_RADIO_NAME = "-SETTINGSRADIO-"
|
|
ALGO_SETTINGS_RADIO_NAME = "-ALGOSETTINGSRADIO-"
|
|
|
|
page_url = "https://github.com/SummerSigh/ProjectBabble/releases/latest"
|
|
appversion = "Babble v2.0.6 Alpha"
|
|
|
|
|
|
def main():
|
|
# Get Configuration
|
|
config: BabbleConfig = BabbleConfig.load()
|
|
config.save()
|
|
|
|
cancellation_event = threading.Event()
|
|
ROSC = False
|
|
# Check to see if we can connect to our video source first. If not, bring up camera finding
|
|
# dialog.
|
|
|
|
if config.settings.gui_update_check:
|
|
try:
|
|
response = requests.get(
|
|
"https://api.github.com/repos/SummerSigh/ProjectBabble/releases/latest"
|
|
)
|
|
latestversion = response.json()["name"]
|
|
if (
|
|
appversion == latestversion
|
|
): # If what we scraped and hardcoded versions are same, assume we are up to date.
|
|
print(f"\033[92m[INFO] App is the latest version! [{latestversion}]\033[0m")
|
|
else:
|
|
print(
|
|
f"\033[93m[INFO] You have app version [{appversion}] installed. Please update to [{latestversion}] for the newest features.\033[0m"
|
|
)
|
|
try:
|
|
if is_nt:
|
|
cwd = os.getcwd()
|
|
icon = cwd + "\Images\logo.ico"
|
|
toast = Notification(
|
|
app_id="Babble App",
|
|
title="New Update Available!",
|
|
msg=f"Please update to {latestversion}",
|
|
icon=r"{}".format(icon),
|
|
)
|
|
toast.add_actions(
|
|
label="Download Page",
|
|
launch="https://github.com/SummerSigh/ProjectBabble/releases/latest",
|
|
)
|
|
toast.show()
|
|
except Exception as e:
|
|
print("[INFO] Toast notifications not supported")
|
|
except:
|
|
print("[INFO] Internet connection failed, no update check occured.")
|
|
# Check to see if we have an ROI. If not, bring up ROI finder GUI.
|
|
|
|
# Spawn worker threads
|
|
osc_queue: queue.Queue[tuple[bool, int, int]] = queue.Queue(maxsize=2)
|
|
osc = VRChatOSC(cancellation_event, osc_queue, config)
|
|
osc_thread = threading.Thread(target=osc.run)
|
|
# start worker threads
|
|
osc_thread.start()
|
|
|
|
cams = [
|
|
CameraWidget(Tab.CAM, config, osc_queue),
|
|
]
|
|
|
|
settings = [
|
|
SettingsWidget(Tab.SETTINGS, config, osc_queue),
|
|
AlgoSettingsWidget(Tab.ALGOSETTINGS, config, osc_queue),
|
|
]
|
|
|
|
layout = [
|
|
[
|
|
sg.Radio(
|
|
"Cam",
|
|
"TABSELECTRADIO",
|
|
background_color="#292929",
|
|
default=(config.cam_display_id == Tab.CAM),
|
|
key=CAM_RADIO_NAME,
|
|
),
|
|
sg.Radio(
|
|
"Settings",
|
|
"TABSELECTRADIO",
|
|
background_color="#292929",
|
|
default=(config.cam_display_id == Tab.SETTINGS),
|
|
key=SETTINGS_RADIO_NAME,
|
|
),
|
|
sg.Radio(
|
|
"Algo Settings",
|
|
"TABSELECTRADIO",
|
|
background_color="#292929",
|
|
default=(config.cam_display_id == Tab.ALGOSETTINGS),
|
|
key=ALGO_SETTINGS_RADIO_NAME,
|
|
),
|
|
|
|
],
|
|
[
|
|
sg.Column(
|
|
cams[0].widget_layout,
|
|
vertical_alignment="top",
|
|
key=CAM_NAME,
|
|
visible=(config.cam_display_id in [Tab.CAM]),
|
|
background_color="#424042",
|
|
),
|
|
sg.Column(
|
|
settings[0].widget_layout,
|
|
vertical_alignment="top",
|
|
key=SETTINGS_NAME,
|
|
visible=(config.cam_display_id in [Tab.SETTINGS]),
|
|
background_color="#424042",
|
|
),
|
|
sg.Column(
|
|
settings[1].widget_layout,
|
|
vertical_alignment="top",
|
|
key=ALGO_SETTINGS_NAME,
|
|
visible=(config.cam_display_id in [Tab.ALGOSETTINGS]),
|
|
background_color="#424042",
|
|
),
|
|
|
|
],
|
|
]
|
|
|
|
if config.cam_display_id in [Tab.CAM]:
|
|
cams[0].start()
|
|
if config.cam_display_id in [Tab.SETTINGS]:
|
|
settings[0].start()
|
|
if config.cam_display_id in [Tab.ALGOSETTINGS]:
|
|
settings[1].start()
|
|
|
|
# the cam needs to be running before it is passed to the OSC
|
|
if config.settings.gui_ROSC:
|
|
osc_receiver = VRChatOSCReceiver(cancellation_event, config, cams)
|
|
osc_receiver_thread = threading.Thread(target=osc_receiver.run)
|
|
osc_receiver_thread.start()
|
|
ROSC = True
|
|
|
|
# Create the window
|
|
window = sg.Window(
|
|
f"{appversion}", layout, icon="Images/logo.ico", background_color="#292929"
|
|
)
|
|
|
|
# GUI Render loop
|
|
while True:
|
|
# First off, check for any events from the GUI
|
|
event, values = window.read(timeout=2)
|
|
|
|
# If we're in either mode and someone hits q, quit immediately
|
|
if event == "Exit" or event == sg.WIN_CLOSED:
|
|
for cam in cams: #yes we only have one cam page but im just gonna leave this incase
|
|
cam.stop()
|
|
cancellation_event.set()
|
|
# shut down worker threads
|
|
osc_thread.join()
|
|
# TODO: find a way to have this function run on join maybe??
|
|
# threading.Event() wont work because pythonosc spawns its own thread.
|
|
# only way i can see to get around this is an ugly while loop that only checks if a threading event is triggered
|
|
# and then call the pythonosc shutdown function
|
|
if ROSC:
|
|
osc_receiver.shutdown()
|
|
osc_receiver_thread.join()
|
|
print("\033[94m[INFO] Exiting BabbleApp\033[0m")
|
|
return
|
|
|
|
if values[CAM_RADIO_NAME] and config.cam_display_id != Tab.CAM:
|
|
cams[0].start()
|
|
settings[0].stop()
|
|
settings[1].stop()
|
|
window[CAM_NAME].update(visible=True)
|
|
window[SETTINGS_NAME].update(visible=False)
|
|
window[ALGO_SETTINGS_NAME].update(visible=False)
|
|
config.cam_display_id = Tab.CAM
|
|
config.save()
|
|
|
|
|
|
|
|
elif values[SETTINGS_RADIO_NAME] and config.cam_display_id != Tab.SETTINGS:
|
|
cams[0].stop()
|
|
settings[1].stop()
|
|
settings[0].start()
|
|
window[CAM_NAME].update(visible=False)
|
|
window[SETTINGS_NAME].update(visible=True)
|
|
window[ALGO_SETTINGS_NAME].update(visible=False)
|
|
config.cam_display_id = Tab.SETTINGS
|
|
config.save()
|
|
|
|
|
|
elif values[ALGO_SETTINGS_RADIO_NAME] and config.cam_display_id != Tab.ALGOSETTINGS:
|
|
cams[0].stop()
|
|
settings[0].stop()
|
|
settings[1].start()
|
|
window[CAM_NAME].update(visible=False)
|
|
window[SETTINGS_NAME].update(visible=False)
|
|
window[ALGO_SETTINGS_NAME].update(visible=True)
|
|
config.cam_display_id = Tab.ALGOSETTINGS
|
|
config.save()
|
|
|
|
|
|
# Otherwise, render all
|
|
for cam in cams:
|
|
if cam.started():
|
|
cam.render(window, event, values)
|
|
for setting in settings:
|
|
if setting.started():
|
|
setting.render(window, event, values)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|