Files
ProjectBabble/BabbleApp/landmark_model_loader.py
dfgHiatus 8a9b82a460 (feat) Big commit, read desc.
- Removed poetrty
- Replaced PySimpleGUI with FreeSinmleGUI
- Start of work incorporating L-GPL v4l lib
- Make VFT not crash on MacOS
- Incorporate GPU priority list
- Refactor `is_nt` to be more cross platform friendly
- Refactor `requirments.txt` to be more cross platform friendly

Need to build and test VFT on Linux!
2025-02-06 10:31:21 -06:00

42 lines
1.3 KiB
Python

import os
import json
os.environ["OMP_NUM_THREADS"] = "1"
import onnxruntime as ort
import time
import FreeSimpleGUI as sg
import cv2
import numpy as np
from pythonosc import udp_client
import utils.image_transforms as transforms
import PIL.Image as Image
from threading import Thread
from one_euro_filter import OneEuroFilter
def run_model(self): # Replace transforms n shit for the pfld model
if self.runtime in ("ONNX", "Default (ONNX)"):
frame = cv2.resize(self.current_image_gray, (256, 256))
frame = transforms.to_tensor(frame)
frame = transforms.unsqueeze(frame, 0)
out = self.sess.run([self.output_name], {self.input_name: frame})
output = out[0][0]
output = self.one_euro_filter(output)
for i in range(len(output)): # Clip values between 0 - 1
output[i] = max(min(output[i], 1), 0)
self.output = output
def write_image(
self, image
): # Placeholder function for development, replace all instances with run_model() once pfld is implemented.
frame = cv2.resize(image, (256, 256))
cv2.imwrite(
"yeah.png", frame
) # Write the clean, untransformed frame to show that the frame is clean for pfld
print("Image Wrote")
self.output = ((0, 0, 100, 100), 25) # Return ROI box and Rotation information.