feat: launcher2.py
This commit is contained in:
yuyuyzl committed
1 parent
ff6cea9130
commit
b42e3d2c64
3 files changed
+460
-1
No files matched your search
+1
-1
@@ -255,7 +255,7 @@ def inputChange():
|
||||
ifmEnt.pack_forget()
|
||||
osfLbl.pack_forget()
|
||||
osfEnt.pack_forget()
|
||||
frameLTxt.configure(height=0)
|
||||
|
||||
input = tk.IntVar(value=args['input'])
|
||||
ttk.Label(frameL, text="Face Data Source").pack(fill='x', expand=True)
|
||||
ttk.Radiobutton(frameL, text='iFacialMocap', value=0, variable=input, command=inputChange).pack(fill='x', expand=True)
|
||||
|
||||
+458
@@ -0,0 +1,458 @@
|
||||
import ctypes
|
||||
import os
|
||||
import subprocess
|
||||
|
||||
import wx
|
||||
import json
|
||||
import sys
|
||||
|
||||
ctypes.windll.shcore.SetProcessDpiAwareness(1)
|
||||
p = None
|
||||
cache_simplify_map = {
|
||||
'Off':0,
|
||||
'Low':1,
|
||||
'Medium':2,
|
||||
'High':3,
|
||||
'Higher':4,
|
||||
'Highest':6,
|
||||
'Gaming':8
|
||||
}
|
||||
|
||||
|
||||
cache_simplify_quality_map = {
|
||||
'Off':100,
|
||||
'Low':99,
|
||||
'Medium':95,
|
||||
'High':90,
|
||||
'Higher':85,
|
||||
'Highest':80,
|
||||
'Gaming':75
|
||||
}
|
||||
default_arg = {
|
||||
'character': 'lambda_00',
|
||||
'input': 2,
|
||||
'output': 2,
|
||||
'ifm': None,
|
||||
'osf': '127.0.0.1:11573',
|
||||
'is_extend_movement': False,
|
||||
'is_alpha_split': False,
|
||||
'is_bongo': False,
|
||||
'is_eyebrow': False,
|
||||
'cache_simplify': 'High',
|
||||
'cache_compression': 'High',
|
||||
'ram_cache_size': '2gb',
|
||||
'vram_cache_size': '2gb',
|
||||
'model_select': 'seperable_half',
|
||||
'interpolation': 'x2_half',
|
||||
'frame_rate_limit': '30',
|
||||
'sr': 'Off',
|
||||
'device_id': '0',
|
||||
'use_tensorrt': True,
|
||||
'preset': 'Medium'
|
||||
}
|
||||
|
||||
try:
|
||||
f = open('launcher.json')
|
||||
args = json.load(f)
|
||||
default_arg.update(args)
|
||||
f.close()
|
||||
except:
|
||||
pass
|
||||
finally:
|
||||
args = default_arg
|
||||
|
||||
p = None
|
||||
dirPath = 'data/images'
|
||||
characterList = []
|
||||
for item in sorted(os.listdir(dirPath), key=lambda x: -os.path.getmtime(os.path.join(dirPath, x))):
|
||||
if '.png' == item[-4:]:
|
||||
characterList.append(item[:-4])
|
||||
|
||||
|
||||
class OptionPanel(wx.Panel):
|
||||
def __init__(self, parent, title='', desc='', choices=None, mapping=None, type=0, default=None):
|
||||
wx.Panel.__init__(self, parent)
|
||||
self.type = type
|
||||
if mapping is not None:
|
||||
self.mapping = mapping
|
||||
else:
|
||||
self.mapping = choices
|
||||
mainSizer = wx.BoxSizer(wx.HORIZONTAL)
|
||||
leftSizer = wx.BoxSizer(wx.VERTICAL)
|
||||
self.SetSizer(mainSizer)
|
||||
titleText = wx.StaticText(self, wx.ID_ANY, title)
|
||||
titleFont = titleText.GetFont()
|
||||
titleFont.SetWeight(wx.FONTWEIGHT_SEMIBOLD)
|
||||
titleText.SetFont(titleFont)
|
||||
leftSizer.Add(titleText, 0, wx.ALL, 0)
|
||||
descText = wx.StaticText(self, wx.ID_ANY, desc)
|
||||
descFont = descText.GetFont()
|
||||
descFont.SetWeight(wx.FONTWEIGHT_EXTRALIGHT)
|
||||
descText.SetFont(descFont)
|
||||
leftSizer.Add(descText, 0, wx.ALL, 0)
|
||||
mainSizer.Add(leftSizer, 1, wx.EXPAND | wx.ALL, 0)
|
||||
if self.type == 0:
|
||||
self.control = wx.Choice(self, wx.ID_ANY, choices=choices)
|
||||
self.control.SetMinSize(wx.Size(300, -1))
|
||||
try:
|
||||
if default is not None:
|
||||
if self.mapping:
|
||||
self.control.SetSelection(self.mapping.index(default))
|
||||
else:
|
||||
self.control.SetSelection(default)
|
||||
except:
|
||||
pass
|
||||
elif self.type == 1:
|
||||
self.control = wx.CheckBox(self, wx.ID_ANY)
|
||||
try:
|
||||
if default is not None:
|
||||
if self.mapping:
|
||||
self.control.SetValue(self.mapping[default])
|
||||
else:
|
||||
self.control.SetValue(default)
|
||||
|
||||
except:
|
||||
pass
|
||||
elif self.type == 2:
|
||||
self.control = wx.TextCtrl(self, wx.ID_ANY)
|
||||
self.control.SetMinSize(wx.Size(300, -1))
|
||||
try:
|
||||
if default is not None:
|
||||
if self.mapping:
|
||||
self.control.SetValue(self.mapping[default])
|
||||
else:
|
||||
self.control.SetValue(default)
|
||||
except:
|
||||
pass
|
||||
|
||||
mainSizer.Add(self.control, 0, wx.ALIGN_CENTER_VERTICAL | wx.LEFT, 20)
|
||||
# self.SetBackgroundColour('#000000')
|
||||
|
||||
def GetValue(self):
|
||||
if self.type == 0:
|
||||
ret = self.control.GetSelection()
|
||||
elif self.type == 1:
|
||||
ret = self.control.GetValue()
|
||||
elif self.type == 2:
|
||||
ret = self.control.GetValue()
|
||||
if self.mapping is not None:
|
||||
return self.mapping[ret]
|
||||
else:
|
||||
return ret
|
||||
|
||||
|
||||
class LauncherPanel(wx.Panel):
|
||||
def __init__(self, parent):
|
||||
wx.Panel.__init__(self, parent)
|
||||
self.number_of_buttons = 0
|
||||
self.frame = parent
|
||||
self.optionDict = {}
|
||||
self.mainSizer = wx.BoxSizer(wx.VERTICAL)
|
||||
controlSizer = wx.BoxSizer(wx.HORIZONTAL)
|
||||
self.widgetSizer = wx.BoxSizer(wx.VERTICAL)
|
||||
|
||||
stEasy = wx.StaticText(self, wx.ID_ANY, "Easy")
|
||||
f = stEasy.GetFont()
|
||||
f.SetWeight(wx.FONTWEIGHT_HEAVY)
|
||||
f = f.MakeLarger()
|
||||
stEasy.SetFont(f)
|
||||
stVtuber = wx.StaticText(self, wx.ID_ANY, "Vtuber")
|
||||
f = stVtuber.GetFont()
|
||||
f.SetWeight(wx.FONTWEIGHT_LIGHT)
|
||||
f = f.MakeLarger()
|
||||
stVtuber.SetFont(f)
|
||||
controlSizer.Add(stEasy, 0, wx.ALL | wx.CENTER, 0)
|
||||
controlSizer.Add(stVtuber, 1, wx.RIGHT | wx.CENTER, 30)
|
||||
|
||||
self.btnLaunch = wx.Button(self, label="Save && Launch")
|
||||
self.btnLaunch.Bind(wx.EVT_BUTTON, self.OnLaunch)
|
||||
controlSizer.Add(self.btnLaunch, 0, wx.CENTER | wx.ALL, 10)
|
||||
# self.btnAdd = wx.Button(self, label="添加")
|
||||
# self.btnAdd.Bind(wx.EVT_BUTTON, self.OnAddWidget)
|
||||
# controlSizer.Add(self.btnAdd, 0, wx.CENTER | wx.ALL, 5)
|
||||
# self.btnRemove = wx.Button(self, label="删除")
|
||||
# self.btnRemove.Bind(wx.EVT_BUTTON, self.OnRemoveWidget)
|
||||
# controlSizer.Add(self.btnRemove, 0, wx.CENTER | wx.ALL, 5)
|
||||
self.mainSizer.Add(self.widgetSizer, 0, wx.CENTER | wx.ALL, 10)
|
||||
self.mainSizer.Add(controlSizer, 0, wx.CENTER | wx.EXPAND | wx.LEFT, 10)
|
||||
self.mainSizer.Add(wx.StaticLine(self), 0, wx.EXPAND | wx.LEFT | wx.RIGHT, 8)
|
||||
self.SetSizer(self.mainSizer)
|
||||
self.optionSizer = wx.BoxSizer(wx.VERTICAL)
|
||||
self.mainSizer.Add(self.optionSizer, 0, wx.EXPAND | wx.CENTER | wx.ALL, 2)
|
||||
|
||||
def addOption(key, **kwargs):
|
||||
kwargs['default'] = args[key]
|
||||
t = OptionPanel(self, **kwargs)
|
||||
self.optionSizer.Add(t, 0, wx.EXPAND | wx.ALL, 5)
|
||||
self.optionDict[key] = t
|
||||
return t
|
||||
|
||||
addOption('character', title='Character', desc='选择需要使用的角色图片，位于data/images内',
|
||||
choices=characterList)
|
||||
|
||||
addOption('input', title='Input Device', desc='选择希望使用的面捕数据源',
|
||||
choices=['iFacialMocap', 'OpenSeeFace', 'OpenCV(Webcam)', 'Mouse Input', 'Debug Input'],
|
||||
mapping=[0, 4, 1, 3, 2])
|
||||
addOption('ifm', title='iFacialMocap IP:Port', desc='输入iFacialMocap连接使用的IP:端口号', type=2)
|
||||
addOption('is_eyebrow', title='Eyebrow', desc='使用眉毛输入，对性能有一定影响\n仅支持iFacialMocap', type=1,
|
||||
default=True)
|
||||
addOption('osf', title='OpenSeeFace IP:Port', desc='输入OpenSeeFace连接使用的IP:端口号', type=2)
|
||||
|
||||
addOption('output', title='Output', desc='选择输出目标',
|
||||
choices=['Spout2', 'OBS VirtualCam', 'UnityCapture', 'Debug Output'],
|
||||
mapping=[3, 1, 0, 2])
|
||||
|
||||
addOption('device_id', title='GPU Device', desc='选择需要使用的计算设备', choices=['0'])
|
||||
addOption('use_tensorrt', title='TensorRT',
|
||||
desc='开启TensorRT后可使用预编译模型\n进一步提升性能（仅NVIDIA显卡支持）', type=1)
|
||||
|
||||
addOption('frame_rate_limit', title='FPS Limit', desc='选择帧率限制目标',
|
||||
choices=['10', '15', '20', '30', '60'])
|
||||
addOption('preset', title='Performance Preset', desc='性能预设，注意修改后会覆盖后续配置',
|
||||
choices=['Low', 'Medium', 'High', 'Ultra', 'Custom'])
|
||||
addOption('model_select', title='Model Select', desc='选择使用的模型\nStandard Full精度较高性能较低',
|
||||
choices=['Seperable Half', 'Seperable Full', 'Standard Half', 'Standard Full'],
|
||||
mapping=['seperable_half', 'seperable_full', 'standard_half', 'standard_full'])
|
||||
addOption('ram_cache_size', title='RAM Cache Size', desc='分配内存缓存大小\n用于存储最终运算结果',
|
||||
choices=['OFF', '1GB', '2GB', '4GB', '8GB', '16GB'],
|
||||
mapping=['0b', '1gb', '2gb', '4gb', '8gb', '16gb'])
|
||||
addOption('vram_cache_size', title='VRAM Cache Size', desc='分配显存缓存大小\n用于存储中间结果',
|
||||
choices=['OFF', '1GB', '2GB', '4GB', '8GB', '16GB'],
|
||||
mapping=['0b', '1gb', '2gb', '4gb', '8gb', '16gb'])
|
||||
addOption('cache_simplify', title='Input Simplify',
|
||||
desc='设置输入简化级别\n输入越简化，缓存命中率越高，动作越不平滑',
|
||||
choices=['OFF', 'Low', 'Medium', 'High', 'Higher', 'Highest', 'Gaming'])
|
||||
addOption('cache_compression', title='JPEG Compression',
|
||||
desc='设置内存缓存压缩等级\n压缩等级越高，缓存命中率越高，输出质量越差',
|
||||
choices=['OFF', 'Low', 'Medium', 'High'])
|
||||
|
||||
|
||||
addOption('sr', title='SuperResolution', desc='选择使用的超分模型',
|
||||
choices=['Off', 'anime4k_x2', 'waifu2x_x2_half', 'real-esrgan_x4_half', 'waifu2x_x2_full',
|
||||
'real-esrgan_x4_full'])
|
||||
addOption('interpolation', title='Frame Interpolation', desc='选择使用的补帧模型',
|
||||
choices=['off', 'x2_half', 'x3_half', 'x4_half', 'x2_full', 'x3_full', 'x4_full'])
|
||||
|
||||
addOption('is_extend_movement', title='Extend Movement', desc='基于面捕的XY输入移动、缩放输出图像提升可动性',
|
||||
type=1)
|
||||
addOption('is_bongo', title='Bongocat Mode', desc='适当旋转输出以适配Bongocat桌宠', type=1)
|
||||
addOption('is_alpha_split', title='Alpha Split', desc='分离透明通道到视频流右侧\n你需要自行进行后续处理',
|
||||
type=1)
|
||||
|
||||
def inputChoice(e=None):
|
||||
s=self.optionDict['input'].GetValue()
|
||||
if s!=0:
|
||||
self.optionSizer.Hide(self.optionDict['ifm'])
|
||||
self.optionSizer.Hide(self.optionDict['is_eyebrow'])
|
||||
else:
|
||||
self.optionSizer.Show(self.optionDict['ifm'])
|
||||
self.optionSizer.Show(self.optionDict['is_eyebrow'])
|
||||
if s!=4:
|
||||
self.optionSizer.Hide(self.optionDict['osf'])
|
||||
else:
|
||||
self.optionSizer.Show(self.optionDict['osf'])
|
||||
|
||||
self.frame.fSizer.Layout()
|
||||
self.frame.Fit()
|
||||
self.optionDict['input'].Bind(wx.EVT_CHOICE,inputChoice)
|
||||
inputChoice()
|
||||
|
||||
def presetChoice(e=None):
|
||||
s = self.optionDict['preset'].GetValue()
|
||||
presetControls=[
|
||||
self.optionDict['model_select'],
|
||||
self.optionDict['ram_cache_size'],
|
||||
self.optionDict['vram_cache_size'],
|
||||
self.optionDict['cache_simplify'],
|
||||
self.optionDict['cache_compression'],
|
||||
]
|
||||
if s=='Custom':
|
||||
for c in presetControls: self.optionSizer.Show(c)
|
||||
else:
|
||||
for c in presetControls: self.optionSizer.Hide(c)
|
||||
if s=='Low':
|
||||
opt=[0,1,1,5,3]
|
||||
for i in range(5): presetControls[i].control.SetSelection(opt[i])
|
||||
elif s=='Medium':
|
||||
opt=[0,1,1,4,2]
|
||||
for i in range(5): presetControls[i].control.SetSelection(opt[i])
|
||||
elif s=='High':
|
||||
opt=[0,2,2,2,2]
|
||||
for i in range(5): presetControls[i].control.SetSelection(opt[i])
|
||||
elif s=='Ultra':
|
||||
opt=[0,3,3,1,1]
|
||||
for i in range(5): presetControls[i].control.SetSelection(opt[i])
|
||||
|
||||
self.frame.fSizer.Layout()
|
||||
self.frame.Fit()
|
||||
self.optionDict['preset'].Bind(wx.EVT_CHOICE,presetChoice)
|
||||
presetChoice()
|
||||
# def OnAddWidget(self, e):
|
||||
# self.number_of_buttons += 1
|
||||
# label = "按钮 %s" % self.number_of_buttons
|
||||
# name = "button%s" % self.number_of_buttons
|
||||
# new_button = wx.Button(self, label=label, name=name)
|
||||
# self.widgetSizer.Add(new_button, 0, wx.ALL, 5)
|
||||
# self.frame.fSizer.Layout()
|
||||
# self.frame.Fit()
|
||||
#
|
||||
# def OnRemoveWidget(self, e):
|
||||
# if self.widgetSizer.GetChildren():
|
||||
# sizer_item = self.widgetSizer.GetItem(self.number_of_buttons - 1)
|
||||
# widget = sizer_item.GetWindow()
|
||||
# self.widgetSizer.Hide(widget)
|
||||
# widget.Destroy()
|
||||
# self.number_of_buttons -= 1
|
||||
# self.frame.fSizer.Layout()
|
||||
# self.frame.Fit()
|
||||
|
||||
def OnLaunch(self, e):
|
||||
global p
|
||||
args = {}
|
||||
for k in self.optionDict.keys():
|
||||
args[k] = self.optionDict[k].GetValue()
|
||||
f = open('launcher.json', mode='w')
|
||||
json.dump(args, f)
|
||||
f.close()
|
||||
self.btnLaunch.SetLabelText('Working...')
|
||||
|
||||
if p is not None:
|
||||
subprocess.run(['taskkill', '/F', '/PID', str(p.pid), '/T'], stdout=subprocess.DEVNULL,
|
||||
stderr=subprocess.DEVNULL)
|
||||
p = None
|
||||
self.btnLaunch.SetLabelText("Save & Launch")
|
||||
else:
|
||||
run_args = [sys.executable, 'main.py']
|
||||
if len(args['character']):
|
||||
run_args.append('--character')
|
||||
run_args.append(args['character'])
|
||||
|
||||
if args['input'] == 0:
|
||||
if len(args['ifm']):
|
||||
run_args.append('--ifm')
|
||||
run_args.append(args['ifm'])
|
||||
elif args['input'] == 1:
|
||||
run_args.append('--input')
|
||||
run_args.append('cam')
|
||||
elif args['input'] == 2:
|
||||
run_args.append('--debug_input')
|
||||
elif args['input'] == 3:
|
||||
run_args.append('--mouse_input')
|
||||
run_args.append('0,0,' + str(wx.GetDisplaySize().width) + ',' + str(wx.GetDisplaySize().height))
|
||||
elif args['input'] == 4:
|
||||
if len(args['osf']):
|
||||
run_args.append('--osf')
|
||||
run_args.append(args['osf'])
|
||||
|
||||
if args['output'] == 0:
|
||||
run_args.append('--output_webcam')
|
||||
run_args.append('unitycapture')
|
||||
elif args['output'] == 1:
|
||||
run_args.append('--output_webcam')
|
||||
run_args.append('obs')
|
||||
elif args['output'] == 3:
|
||||
run_args.append('--output_webcam')
|
||||
run_args.append('spout')
|
||||
elif args['output'] == 2:
|
||||
run_args.append('--debug')
|
||||
if args['is_alpha_split']:
|
||||
run_args.append('--alpha_split')
|
||||
if args['is_extend_movement']:
|
||||
run_args.append('--extend_movement')
|
||||
run_args.append('1')
|
||||
if args['is_bongo']:
|
||||
run_args.append('--bongo')
|
||||
if args['is_eyebrow']:
|
||||
run_args.append('--eyebrow')
|
||||
if args['cache_simplify'] is not None:
|
||||
run_args.append('--simplify')
|
||||
run_args.append(str(cache_simplify_map[args['cache_simplify']]))
|
||||
run_args.append('--cacher_quality')
|
||||
run_args.append(str(cache_simplify_quality_map[args['cache_compression']]))
|
||||
if args['cache_simplify'] != 'Off':
|
||||
run_args.append('--use_cacher')
|
||||
if args['ram_cache_size'] is not None:
|
||||
run_args.append('--cache')
|
||||
run_args.append(args['ram_cache_size'])
|
||||
run_args.append('--gpu_cache')
|
||||
run_args.append(args['vram_cache_size'])
|
||||
|
||||
if args['interpolation'] is not None:
|
||||
if not 'off' == args['interpolation']:
|
||||
run_args.append('--use_interpolation')
|
||||
if 'half' in args['interpolation']:
|
||||
run_args.append('--interpolation_half')
|
||||
|
||||
if 'x2' in args['interpolation']:
|
||||
run_args.append('--interpolation_scale')
|
||||
run_args.append('2')
|
||||
elif 'x3' in args['interpolation']:
|
||||
run_args.append('--interpolation_scale')
|
||||
run_args.append('3')
|
||||
elif 'x4' in args['interpolation']:
|
||||
run_args.append('--interpolation_scale')
|
||||
run_args.append('4')
|
||||
|
||||
if args['model_select'] is not None:
|
||||
if 'seperable' in args['model_select']:
|
||||
run_args.append('--model_seperable')
|
||||
if 'half' in args['model_select']:
|
||||
run_args.append('--model_half')
|
||||
|
||||
if args['frame_rate_limit'] is not None:
|
||||
run_args.append('--frame_rate_limit')
|
||||
run_args.append(args['frame_rate_limit'])
|
||||
|
||||
if args['sr'] is not None and args['sr'] != 'Off':
|
||||
if 'anime4k' in args['sr']:
|
||||
run_args.append('--anime4k')
|
||||
else:
|
||||
run_args.append('--use_sr')
|
||||
if 'x4' in args['sr']:
|
||||
run_args.append('--sr_x4')
|
||||
if 'half' in args['sr']:
|
||||
run_args.append('--sr_half')
|
||||
|
||||
if args['device_id'] is not None:
|
||||
run_args.append('--device_id')
|
||||
run_args.append(args['device_id'])
|
||||
|
||||
if args['use_tensorrt'] is not None and args['use_tensorrt']:
|
||||
run_args.append('--use_tensorrt')
|
||||
run_args.append('--model_cache')
|
||||
run_args.append('--model_vram_cache')
|
||||
|
||||
run_args.append('--output_size')
|
||||
run_args.append('512x512')
|
||||
print('Launched: ' + ' '.join(run_args))
|
||||
p = subprocess.Popen(run_args)
|
||||
self.btnLaunch.SetLabelText('Stop')
|
||||
|
||||
|
||||
|
||||
class MainFrame(wx.Frame):
|
||||
def __init__(self, *args, **kw):
|
||||
super(MainFrame, self).__init__(*args, **kw)
|
||||
self.InitUi()
|
||||
|
||||
def InitUi(self):
|
||||
self.SetTitle("EasyVtuber Launcher")
|
||||
self.fSizer = wx.BoxSizer(wx.VERTICAL)
|
||||
panel = LauncherPanel(self)
|
||||
self.fSizer.Add(panel, 1, wx.EXPAND)
|
||||
self.SetSizer(self.fSizer)
|
||||
self.SetMinSize(wx.Size(600, 0))
|
||||
self.Fit()
|
||||
self.Centre()
|
||||
|
||||
|
||||
def main():
|
||||
app = wx.App()
|
||||
sample = MainFrame(None)
|
||||
|
||||
sample.Show()
|
||||
app.MainLoop()
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -9,6 +9,7 @@ Pillow==9.1.0
|
||||
pyanime4k==2.5.2
|
||||
pyvirtualcam==0.9.1
|
||||
pyopengl
|
||||
wxpython
|
||||
onnx
|
||||
onnxruntime-directml
|
||||
turbojpeg
|
||||
|
||||
Reference in new issue
Block a user