Added Combined Smiles

Combined smiles in data generator and a script to read blendshape data from images and write them to a csv.
This commit is contained in:
Rames The Generic committed 2023-04-28 00:13:56 -04:00
1 parent 3fe45c20eb
commit 027e8571e6
3 files changed
+190 -19

No files matched your search

+10 -19
View File
@@ -65,7 +65,8 @@ class Defines():
exclusives = [ # mark these combinations for special treatment after generating values(combined values, etc...)
['mouthClose', 'jawOpen'],
['mouthShrugUpper', 'mouthShrugLower'],
['tongueOut', 'jawOpen']
['tongueOut', 'jawOpen'],
['mouthSmileLeft', 'mouthSmileRight']
]
shape_bl = dict(
@@ -158,6 +159,13 @@ class ShapeSetter():
if defs.exclusives[2][0] in self.selected_shapes_index and self.selected_shapes[self.selected_shapes_index.index(defs.exclusives[2][1])] <= 0.35:
self.selected_shapes[self.selected_shapes_index.index(defs.exclusives[2][1])] = clamp(random.uniform(0.35, 1.05), 0, 1)
if defs.exclusives[3][1] in self.selected_shapes_index and defs.exclusives[3][0] in self.selected_shapes_index: # randomly make mouthSmileLeft and mouthSmileRight equal to the greater value
if random.randint(0, 1) == 1: # 50% chance to make values equal
if self.selected_shapes[self.selected_shapes_index.index(defs.exclusives[3][1])] > self.selected_shapes[self.selected_shapes_index.index(defs.exclusives[3][0])]:
self.selected_shapes[self.selected_shapes_index.index(defs.exclusives[3][0])] = self.selected_shapes[self.selected_shapes_index.index(defs.exclusives[3][1])]
if self.selected_shapes[self.selected_shapes_index.index(defs.exclusives[3][0])] > self.selected_shapes[self.selected_shapes_index.index(defs.exclusives[3][1])]:
self.selected_shapes[self.selected_shapes_index.index(defs.exclusives[3][1])] = self.selected_shapes[self.selected_shapes_index.index(defs.exclusives[3][0])]
def generate_example(self, DefsClass, range, classExample):
defs = DefsClass
self.reset(defs)
@@ -202,7 +210,6 @@ class EncodeDecode():
output_hex = int(output_hex, 0)
return(output_hex)
FRAME_START = bpy.context.scene.frame_start
FRAME_END = bpy.context.scene.frame_end
@@ -217,10 +224,8 @@ range_list = [
[-0.2, 0.5]
]
mesh = 'BabbleCA_M'
ob = bpy.data.objects[mesh]
for frame in range(FRAME_START, FRAME_END+1): # Iterate over each frame in the range
model_shapes = []
print(f"Generated {frame} of {FRAME_END} shapes")
@@ -250,6 +255,7 @@ for frame in range(FRAME_START, FRAME_END+1): # Iterate over each frame in the
ob = bpy.data.objects['Quest2']
ob.hide_render = True
ob.keyframe_insert(data_path="hide_render", frame=frame)
if hmd_type == 0:
ob = bpy.data.objects['Pimax']
ob.hide_render = True
@@ -282,28 +288,13 @@ for frame in range(FRAME_START, FRAME_END+1): # Iterate over each frame in the
ob.hide_render = False
ob.keyframe_insert(data_path="hide_render", frame=frame)
ob = bpy.data.objects[mesh]
encdec.encode(shapecount, 1)
bpy.data.scenes["Scene"].node_tree.nodes["Group.002"].inputs[1].keyframe_insert(data_path="default_value", frame=frame)
for i in range(shapecount):
encdec.encode(encdec.float_to_uint24(ob.data.shape_keys.key_blocks[defs.shape_defs[defs.shape_index[i]]].value), i + 2)
for i in range(shapecount):
bpy.data.scenes["Scene"].node_tree.nodes["Group.002"].inputs[i + 2].keyframe_insert(data_path="default_value", frame=frame)
# Todo: Figure out why keyframed value isn't fucking changing
'''
for i in range(len(defs.shape_index)):
encdec.encode(encdec.float_to_uint24(ob.data.shape_keys.key_blocks[defs.shape_defs[defs.shape_index[i]]].value), i + 1)
bpy.data.scenes["Scene"].node_tree.nodes["Group.002"].inputs[i + 2].keyframe_insert(data_path="default_value", frame=frame)
'''
tick += 1
+57
View File
@@ -0,0 +1,57 @@
from PIL import Image, ImageFilter
import os
class EncodeDecode():
def float_to_uint24(self, f):
f = round(f, 8)
f_clamped = max(0, min(1, f))
uint24 = int(f_clamped * ((1 << 24) - 1))
return uint24
def uint24_to_float(self, uint24):
f = uint24 / ((1 << 24) - 1)
return f
def encode(self, f, index): # uint24 to blender pixel (1.0, 1.0, 1.0) RGB
hex_str = format(f, '06x')
hex_str = list(hex_str.strip(" "))
#bpy.data.scenes["Scene"].node_tree.nodes["Group.002"].inputs[index].default_value = ((int('0x' + hex_str[0] + hex_str[1], 0) / 255),(int('0x' + hex_str[2] + hex_str[3], 0) / 255),(int('0x' + hex_str[4] + hex_str[5], 0) / 255),1)
return ((int('0x' + hex_str[0] + hex_str[1], 0) / 255),(int('0x' + hex_str[2] + hex_str[3], 0) / 255),(int('0x' + hex_str[4] + hex_str[5], 0) / 255),1)
def decode(self, pixel): # Pixel to uint24 (255, 255, 255) RGB
output_hex = ('0x' + hex(pixel[0]).replace('0x', '').rjust(2, "0") + hex(pixel[1]).replace('0x', '').rjust(2, "0") + hex(pixel[2]).replace('0x', '').rjust(2, "0"))
output_hex = int(output_hex, 0)
return(output_hex)
def get_shapes(ed, img):
px = img.load()
output = ed.decode(px[0, 256]) # Shape count
shapes = []
for i in range(output):
uint = ed.decode(px[(i + 1), 256])
shapes.append(ed.uint24_to_float(uint))
return shapes
shape_index = ["cheekPuff", "jawOpen", "jawForward", "jawLeft", "jawRight", "noseSneerLeft", "noseSneerRight", "mouthFunnel", "mouthPucker", "mouthLeft", "mouthRight",
"mouthRollUpper", "mouthRollLower", "mouthShrugUpper", "mouthShrugLower", "mouthClose", "mouthSmileLeft",
"mouthSmileRight", "mouthFrownLeft", "mouthFrownRight", "mouthDimpleLeft", "mouthDimpleRight", "mouthUpperUpLeft",
"mouthUpperUpRight", "mouthLowerDownLeft", "mouthLowerDownRight", "mouthPressLeft", "mouthPressRight", "mouthStretchLeft",
"mouthStretchRight", "tongueOut"]
path = r'Z:/BabbleDataGeneration/BabbleDataGeneration/render/'
dir_list = os.listdir(path)
ed = EncodeDecode()
shapes = []
'''
for i in range(len(dir_list)):
img = Image.open(path + dir_list[i])
shapes.append(get_shapes(ed, img))
'''
box = (0, 0, 256, 256)
img = Image.open(path + dir_list[1]).crop(box)
img = img.filter(ImageFilter.GaussianBlur(1.5))
#box = (0, 0, 256, 256)
#img = img.crop(box)
img.show()
print(shapes)
@@ -0,0 +1,123 @@
import os
from PIL import Image
class EncodeDecode():
def float_to_uint24(self, f):
f = round(f, 8)
f_clamped = max(0, min(1, f))
uint24 = int(f_clamped * ((1 << 24) - 1))
return uint24
def uint24_to_float(self, uint24):
f = uint24 / ((1 << 24) - 1)
return f
def encode(self, f, index): # uint24 to blender pixel (1.0, 1.0, 1.0)
hex_str = format(f, '06x')
hex_str = list(hex_str.strip(" "))
#print(hex_str)
#bpy.data.scenes["Scene"].node_tree.nodes["Group.002"].inputs[index].default_value = ((int('0x' + hex_str[0] + hex_str[1], 0) / 255),(int('0x' + hex_str[2] + hex_str[3], 0) / 255),(int('0x' + hex_str[4] + hex_str[5], 0) / 255),1)
return ((int('0x' + hex_str[0] + hex_str[1], 0) / 255),(int('0x' + hex_str[2] + hex_str[3], 0) / 255),(int('0x' + hex_str[4] + hex_str[5], 0) / 255),1)
def decode(self, pixel): # Pixel to uint24 (255, 255, 255)
output_hex = ('0x' + hex(pixel[0]).replace('0x', '').rjust(2, "0") + hex(pixel[1]).replace('0x', '').rjust(2, "0") + hex(pixel[2]).replace('0x', '').rjust(2, "0"))
output_hex = int(output_hex, 0)
return(output_hex)
# Path to subdirectory containing text files
path_to_files = "X:/Downloads/render/render/"
# Output file name
output_file = "babble_dataset.csv"
# Header row
header = str(["cheekPuff", "jawOpen", "jawForward", "jawLeft", "jawRight", "noseSneerLeft", "noseSneerRight", "mouthFunnel", "mouthPucker", "mouthLeft", "mouthRight",
"mouthRollUpper", "mouthRollLower", "mouthShrugUpper", "mouthShrugLower", "mouthClose", "mouthSmileLeft",
"mouthSmileRight", "mouthFrownLeft", "mouthFrownRight", "mouthDimpleLeft", "mouthDimpleRight", "mouthUpperUpLeft",
"mouthUpperUpRight", "mouthLowerDownLeft", "mouthLowerDownRight", "mouthPressLeft", "mouthPressRight", "mouthStretchLeft",
"mouthStretchRight", "tongueOut", "filename"])
header = header.replace("'", "")
header = header.replace("[", "")
header = header.replace("]", "")
header = header.replace(' ', "")
# Open output file for writing and write header row
shape_index = ["cheekPuff", "jawOpen", "jawForward", "jawLeft", "jawRight", "noseSneerLeft", "noseSneerRight", "mouthFunnel", "mouthPucker", "mouthLeft", "mouthRight",
"mouthRollUpper", "mouthRollLower", "mouthShrugUpper", "mouthShrugLower", "mouthClose", "mouthSmileLeft",
"mouthSmileRight", "mouthFrownLeft", "mouthFrownRight", "mouthDimpleLeft", "mouthDimpleRight", "mouthUpperUpLeft",
"mouthUpperUpRight", "mouthLowerDownLeft", "mouthLowerDownRight", "mouthPressLeft", "mouthPressRight", "mouthStretchLeft",
"mouthStretchRight", "tongueOut"]
def get_shapes(ed, img):
px = img.load()
output = ed.decode(px[0, 256]) # Shape count
shapes = []
for i in range(output):
uint = ed.decode(px[(i + 1), 256]) # Skip the bottom left pixel because it's a uint24 of the shape count
shapes.append(ed.uint24_to_float(uint))
return shapes
ed = EncodeDecode()
shape_defs = dict( # 31 shapes
cheekPuff = [],
jawOpen = [],
jawForward = [], # added
jawLeft = [], # added
jawRight = [], # added
noseSneerLeft = [], # added
noseSneerRight = [], # added
mouthFunnel = [], # added
mouthPucker = [], # fixed in vrcft master
mouthLeft = [], # added
mouthRight = [], # added
mouthRollUpper = [], # fixed in vrcft master
mouthRollLower = [], # fixed in vrcft master
mouthShrugUpper = [], # added
mouthShrugLower = [], # added
mouthClose = [], # MUST BE EQUAL TO jawOpen
mouthSmileLeft = [], # added
mouthSmileRight = [], # added
mouthFrownLeft = [], # added
mouthFrownRight = [], # added
mouthDimpleLeft = [], # added
mouthDimpleRight = [], # added
mouthUpperUpLeft = [], # added
mouthUpperUpRight = [], # added
mouthLowerDownLeft = [], # added
mouthLowerDownRight = [], # added
mouthPressLeft = [], # added
mouthPressRight = [], # added
mouthStretchLeft = [], # added
mouthStretchRight = [], # added
tongueOut = [],
filename = []
)
count = 0
with open(output_file, "w", buffering=10000) as outfile:
outfile.write(header)
# Loop over all files in subdirectory
for filename in os.listdir(path_to_files):
# Only process files with .csv extension
if filename.endswith(".png"):
# Read data from input file and write to output file
data = []
img = Image.open(path_to_files + filename)
data = get_shapes(ed, img)
data.append(path_to_files + filename)
data = str(data)
data = data.replace("'", "")
data = data.replace("[", "")
data = data.replace("]", "")
data = data.replace(' ', "")
contents = data
if count == 0:
outfile.write(f"\n{contents}\n")
else:
outfile.write(f"{contents}\n")
print(f"Combined {count} files!")
count += 1