static void Main(string[] args)
{
var reader = new MvdReader();
var writer = new MvdWriter();
MotoVideo video = reader.ReadVideo(@"C:\LSR\art\frontend\help\help.mvd");
writer.WriteVideo(video, @"C:\LSR\art\frontend\help\help.mvd.out");
}
private void DoWorkInternal([NotNull] object state)
{
Debug.Assert(InvokeRequired, "The worker procedure should be running on the worker thread.");
Log("Worker started.");
var p = (MainWorkerInputParams)state;
var conversionConfig = PrepareConversionConfig(p);
var scalingConfig = new ScalingConfig(conversionConfig);
if (p.IdolHeight <= 0)
{
throw new ArgumentOutOfRangeException(nameof(p.IdolHeight), p.IdolHeight, "Invalid idol height.");
}
scalingConfig.CharacterHeight = p.IdolHeight;
do
{
TransformHierarchies combinedHierarchies; // TODO: Do we still need this?
CompositeAvatar combinedAvatar;
CompositeMesh combinedMesh;
int bodyMeshVertexCount;
SwayController headSway;
SwayController bodySway;
if (p.GenerateModel || p.GenerateCharacterMotion)
{
Log("Loading body avatar...");
var bodyAvatar = ResourceLoader.LoadBodyAvatar(p.InputBody);
if (bodyAvatar == null)
{
Log("Cannot load body avatar.");
break;
}
Log("Loading body object hierarchies...");
var bodyHierarchies = ResourceLoader.LoadTransformHierarchies(p.InputBody);
Log("Loading body mesh...");
var bodyMesh = ResourceLoader.LoadBodyMesh(p.InputBody);
if (bodyMesh == null)
{
Log("Cannot load body mesh.");
break;
}
Log("Loading head avatar...");
var headAvatar = ResourceLoader.LoadHeadAvatar(p.InputHead);
if (headAvatar == null)
{
Log("Cannot load head avatar.");
break;
}
Log("Loading head object hierarchies...");
var headHierarchies = ResourceLoader.LoadTransformHierarchies(p.InputHead);
Log("Loading head mesh...");
var headMesh = ResourceLoader.LoadHeadMesh(p.InputHead);
if (headMesh == null)
{
Log("Cannot load head mesh.");
break;
}
Log("Loading head/body sway controllers...");
(bodySway, headSway) = ResourceLoader.LoadSwayControllers(p.InputBody, p.InputHead);
if (bodySway == null || headSway == null)
{
Log("Cannot load sway controllers.");
break;
}
Log("Combining avatars and meshes...");
combinedHierarchies = TransformHierarchies.Combine(bodyHierarchies, headHierarchies);
combinedHierarchies = combinedHierarchies.PreserveMltdSpecificOnly();
combinedAvatar = CompositeAvatar.FromAvatars(bodyAvatar, headAvatar);
combinedMesh = CompositeMesh.FromMeshes(bodyMesh, headMesh);
bodyMeshVertexCount = bodyMesh.VertexCount;
}
else
{
combinedHierarchies = null;
combinedAvatar = null;
combinedMesh = null;
bodyMeshVertexCount = 0;
bodySway = null;
headSway = null;
}
IBodyAnimationSource mainDance;
IBodyAnimationSource danceAppeal = null;
if (p.GenerateCharacterMotion)
{
Log("Loading dance motion...");
var loadedDance = ResourceLoader.LoadDance(p.InputDance, p.MotionNumber, p.FormationNumber);
IBodyAnimationSource apSpecial, apAnother, apGorgeous;
(mainDance, apSpecial, apAnother, apGorgeous) = (loadedDance.Default, loadedDance.Special, loadedDance.Another, loadedDance.Gorgeous);
if (mainDance == null)
{
if (MltdAnimation.MinDance <= loadedDance.SuggestedPosition && loadedDance.SuggestedPosition <= MltdAnimation.MaxDance)
{
Log($"Cannot load dance data. However, this file may contain animation for idol using motion {loadedDance.SuggestedPosition.ToString()}. Please check whether you selected the correct motion number (in 'Motions' tab).");
}
else
{
Log("Cannot load dance data. Please check whether you selected a dance data file.");
}
break;
}
if (p.AppealType != AppealType.None)
{
Log($"Trying to load dance appeal: {p.AppealType}");
switch (p.AppealType)
{
case AppealType.Special: {
if (apSpecial != null)
{
danceAppeal = apSpecial;
}
break;
}
case AppealType.Another: {
if (apAnother != null)
{
danceAppeal = apAnother;
}
break;
}
case AppealType.Gorgeous: {
if (apGorgeous != null)
{
danceAppeal = apGorgeous;
}
break;
}
default:
throw new ArgumentOutOfRangeException();
}
if (danceAppeal == null)
{
Log($"Selected dance appeal for idol {p.FormationNumber.ToString()} is not found in the main dance data file. Trying with external file.");
if (string.IsNullOrWhiteSpace(p.ExternalDanceAppealFile))
{
Log("External dance appeal file is empty. Please set the path to the file.");
break;
}
var externalAppealData = ResourceLoader.LoadDance(p.ExternalDanceAppealFile, p.MotionNumber, p.FormationNumber);
(apSpecial, apAnother, apGorgeous) = (externalAppealData.Special, externalAppealData.Another, externalAppealData.Gorgeous);
switch (p.AppealType)
{
case AppealType.Special: {
if (apSpecial != null)
{
danceAppeal = apSpecial;
}
break;
}
case AppealType.Another: {
if (apAnother != null)
{
danceAppeal = apAnother;
}
break;
}
case AppealType.Gorgeous: {
if (apGorgeous != null)
{
danceAppeal = apGorgeous;
}
break;
}
default:
throw new ArgumentOutOfRangeException();
}
if (danceAppeal == null)
{
Log("Cannot load dance appeal data. Possible causes: 1) the file is not an appeal data file; 2) this song does not have the appeal you selected; 3) there is no corresponding appeal for selected position (e.g. each appeal of クルリウタ [Kururi Uta] only matches 3 out of 5 characters). Using default option (no appeal).");
}
}
}
}
else
{
mainDance = null;
danceAppeal = null;
}
ScenarioObject baseScenario, landscapeScenario, portraitScenario;
ScenarioObject formationInfo;
if (p.GenerateCharacterMotion || p.GenerateLipSync || p.GenerateFacialExpressions || p.GenerateCameraMotion)
{
(baseScenario, landscapeScenario, portraitScenario) = ResourceLoader.LoadScenario(p.InputScenario);
if (baseScenario == null)
{
Log("Cannot load base scenario object.");
break;
}
if (landscapeScenario == null)
{
Log("Cannot load landscape scenario.");
break;
}
if (portraitScenario == null)
{
Log("Cannot load portrait scenario.");
break;
}
}
else
{
baseScenario = null;
landscapeScenario = null;
portraitScenario = null;
}
if (p.GenerateCharacterMotion)
{
Debug.Assert(baseScenario != null, nameof(baseScenario) + " != null");
Debug.Assert(landscapeScenario != null, nameof(landscapeScenario) + " != null");
Debug.Assert(portraitScenario != null, nameof(portraitScenario) + " != null");
if (baseScenario.HasFormationChangeEvents())
{
formationInfo = baseScenario;
}
else
{
Log("Main scenario object does not contain facial expressions. Trying with landscape and portrait.");
if (landscapeScenario.HasFormationChangeEvents())
{
Log("Using formation info from landscape.");
formationInfo = landscapeScenario;
}
else if (portraitScenario.HasFormationChangeEvents())
{
Log("Using formation info from portrait.");
formationInfo = portraitScenario;
}
else
{
Log("No scenario object contains formation info.");
break;
}
}
}
else
{
formationInfo = null;
}
ScenarioObject lipSyncInfo, facialExprInfo;
if (p.GenerateLipSync || p.GenerateFacialExpressions)
{
Debug.Assert(baseScenario != null, nameof(baseScenario) + " != null");
Debug.Assert(landscapeScenario != null, nameof(landscapeScenario) + " != null");
Debug.Assert(portraitScenario != null, nameof(portraitScenario) + " != null");
if (p.GenerateLipSync)
{
lipSyncInfo = baseScenario;
}
else
{
lipSyncInfo = null;
}
if (p.GenerateFacialExpressions)
{
if (baseScenario.HasFacialExpressionEvents())
{
facialExprInfo = baseScenario;
}
else
{
Log("Main scenario object does not contain facial expressions. Trying with landscape and portrait.");
var foundFacialExpr = true;
switch (p.PreferredFacialExpressionSource)
{
case MainWorkerInputParams.FallbackFacialExpressionSource.Landscape: {
if (landscapeScenario.HasFacialExpressionEvents())
{
facialExprInfo = landscapeScenario;
Log("Using facial expressions: landscape.");
}
else if (portraitScenario.HasFacialExpressionEvents())
{
Log("Facial expressions are not found in landscape, but found in portrait. Use portrait instead.");
facialExprInfo = portraitScenario;
}
else
{
Log("No scenario object contains facial expressions.");
facialExprInfo = null;
foundFacialExpr = false;
}
break;
}
case MainWorkerInputParams.FallbackFacialExpressionSource.Portrait:
if (portraitScenario.HasFacialExpressionEvents())
{
facialExprInfo = portraitScenario;
Log("Using facial expressions: portrait.");
}
else if (landscapeScenario.HasFacialExpressionEvents())
{
Log("Facial expressions are not found in portrait, but found in landscape. Use landscape instead.");
facialExprInfo = landscapeScenario;
}
else
{
Log("No scenario object contains facial expressions.");
facialExprInfo = null;
foundFacialExpr = false;
}
break;
default:
throw new ArgumentOutOfRangeException(nameof(p.PreferredFacialExpressionSource), p.PreferredFacialExpressionSource, "Invalid facial expression source.");
}
if (!foundFacialExpr)
{
break;
}
}
}
else
{
facialExprInfo = null;
}
}
else
{
lipSyncInfo = null;
facialExprInfo = null;
}
CharacterImasMotionAsset mainCamera;
CharacterImasMotionAsset cameraAppeal = null;
if (p.GenerateCameraMotion)
{
Log("Loading camera motion...");
CharacterImasMotionAsset apSpecial, apAnother, apGorgeous;
var loadedCamera = ResourceLoader.LoadCamera(p.InputCamera, p.DesiredCameraNumber);
(mainCamera, apSpecial, apAnother, apGorgeous) = (loadedCamera.Default, loadedCamera.Special, loadedCamera.Another, loadedCamera.Gorgeous);
if (mainCamera == null)
{
Log("Cannot load camera data.");
break;
}
if (p.DesiredCameraNumber.HasValue && loadedCamera.CameraNumber == ResourceLoader.InvalidCameraNumber)
{
Log($"Cannot find motion for camera #{p.DesiredCameraNumber.Value.ToString()}, using the first found motion.");
}
if (p.AppealType != AppealType.None)
{
Log($"Trying to load appeal for camera: {p.AppealType}");
switch (p.AppealType)
{
case AppealType.Special: {
if (apSpecial != null)
{
cameraAppeal = apSpecial;
}
break;
}
case AppealType.Another: {
if (apAnother != null)
{
cameraAppeal = apAnother;
}
break;
}
case AppealType.Gorgeous: {
if (apGorgeous != null)
{
cameraAppeal = apGorgeous;
}
break;
}
default:
throw new ArgumentOutOfRangeException();
}
// Otherwise not possible; camera appeals are always stored in the main camera file
if (cameraAppeal == null)
{
Log("Cannot load camera appeal data. Please check whether this song actually has the appeal you selected.");
break;
}
}
}
else
{
mainCamera = null;
}
// And now the job starts!
{
PmxModel pmx;
string texPrefix;
BakedMaterial[] materialList;
if (p.GenerateModel || p.GenerateCharacterMotion)
{
// Now file names are like "ch_pr001_201xxx.unity3d".
var avatarName = (new FileInfo(p.InputHead).Name).Substring(3, 12);
// ss001_015siz -> 015ss001
// Note: PMD allows max 19 characters in texture file names.
// In the format below, textures will be named like:
// tex\015ss001_01.png
// which is at the limit.
texPrefix = avatarName.Substring(6, 3) + avatarName.Substring(0, 5);
// TODO: PMX seems to store path in this way. If so, MillionDance only works on Windows.
texPrefix = $@"tex\{texPrefix}_";
Log("Generating model...");
Debug.Assert(combinedHierarchies != null);
Debug.Assert(combinedMesh != null);
var boneLookup = new BoneLookup(conversionConfig);
var pmxCreator = new PmxCreator(conversionConfig, scalingConfig, boneLookup);
var pmxConversionDetails = new PmxCreator.ConversionDetails(texPrefix, p.ApplyGameStyledToon, p.SkinToonNumber, p.ClothesToonNumber);
pmx = pmxCreator.CreateModel(combinedAvatar, combinedMesh, bodyMeshVertexCount, bodySway, headSway, pmxConversionDetails, out materialList);
}
else
{
pmx = null;
texPrefix = null;
materialList = null;
}
if (p.GenerateModel)
{
Log("Saving model...");
Debug.Assert(pmx != null);
using (var w = new PmxWriter(File.Open(p.OutputModel, FileMode.Create, FileAccess.Write, FileShare.Write))) {
w.Write(pmx);
}
Log("Saving textures...");
var modelDir = (new FileInfo(p.OutputModel)).DirectoryName;
Debug.Assert(modelDir != null);
{
var texDir = (new FileInfo(Path.Combine(modelDir, texPrefix))).DirectoryName;
Debug.Assert(texDir != null);
if (!Directory.Exists(texDir))
{
Directory.CreateDirectory(texDir);
}
}
foreach (var material in materialList)
{
var textureFilePath = Path.Combine(modelDir, material.TextureName);
using (var memoryStream = new MemoryStream()) {
material.BakedTexture.Save(memoryStream, ImageFormat.Png);
using (var fileStream = File.Open(textureFilePath, FileMode.Create, FileAccess.Write, FileShare.Write)) {
memoryStream.Position = 0;
memoryStream.CopyTo(fileStream);
}
}
}
foreach (var material in materialList)
{
material.Dispose();
}
}
if (p.GenerateCharacterMotion)
{
Log("Generating character motion...");
var creator = new VmdCreator(conversionConfig, scalingConfig)
{
ProcessBoneFrames = true,
ProcessCameraFrames = false,
ProcessFacialFrames = false,
ProcessLightFrames = false
};
var danceVmd = creator.CreateDanceMotion(mainDance, baseScenario, formationInfo, combinedAvatar, pmx, danceAppeal, p.FormationNumber, p.AppealType);
Log("Saving character motion...");
using (var w = new VmdWriter(File.Open(p.OutputCharacterAnimation, FileMode.Create, FileAccess.Write, FileShare.Write))) {
w.Write(danceVmd);
}
}
if (p.GenerateLipSync)
{
Log("Generating lip sync...");
var creator = new VmdCreator(conversionConfig, scalingConfig)
{
ProcessBoneFrames = false,
ProcessCameraFrames = false,
ProcessFacialFrames = true,
ProcessLightFrames = false
};
var lipVmd = creator.CreateLipSync(lipSyncInfo, p.FormationNumber, p.IgnoreSingControl);
Log("Saving lip sync...");
using (var w = new VmdWriter(File.Open(p.OutputLipSync, FileMode.Create, FileAccess.Write, FileShare.Write))) {
w.Write(lipVmd);
}
}
if (p.GenerateFacialExpressions)
{
Log("Generating facial expressions...");
var creator = new VmdCreator(conversionConfig, scalingConfig)
{
ProcessBoneFrames = false,
ProcessCameraFrames = false,
ProcessFacialFrames = true,
ProcessLightFrames = false
};
var facialVmd = creator.CreateFacialExpressions(facialExprInfo, p.FormationNumber);
Log("Saving facial expressions...");
using (var w = new VmdWriter(File.Open(p.OutputFacialExpressions, FileMode.Create, FileAccess.Write, FileShare.Write))) {
w.Write(facialVmd);
}
}
if (p.GenerateCameraMotion)
{
Log("Generating camera motion...");
if (p.UseMvdForCamera)
{
var creator = new MvdCreator(conversionConfig, scalingConfig)
{
ProcessBoneFrames = false,
ProcessCameraFrames = true,
ProcessFacialFrames = false,
ProcessLightFrames = false,
};
var motion = creator.CreateCameraMotion(mainCamera, baseScenario, cameraAppeal, p.AppealType);
Log("Writing camera motion...");
using (var w = new MvdWriter(File.Open(p.OutputCamera, FileMode.Create, FileAccess.Write, FileShare.Write))) {
w.Write(motion);
}
}
else
{
var creator = new VmdCreator(conversionConfig, scalingConfig)
{
ProcessBoneFrames = false,
ProcessCameraFrames = true,
ProcessFacialFrames = false,
ProcessLightFrames = false,
};
creator.FixedFov = p.FixedFov;
var motion = creator.CreateCameraMotion(mainCamera, baseScenario, cameraAppeal, p.AppealType);
Log("Writing camera motion...");
using (var w = new VmdWriter(File.Open(p.OutputCamera, FileMode.Create, FileAccess.Write, FileShare.Write))) {
w.Write(motion);
}
}
}
}
} while (false);
}
private void DoWork(object state)
{
ConversionConfig PrepareConversionConfig(InputParams ip)
{
var cc = new ConversionConfig();
cc.MotionFormat = ip.MotionSource;
cc.ScaleToPmxSize = ip.ScalePmx;
cc.ApplyPmxCharacterHeight = ip.ConsiderIdolHeight;
cc.TranslateBoneNamesToMmd = ip.TranslateBoneNames;
cc.AppendIKBones = ip.AppendLegIkBones;
cc.FixMmdCenterBones = ip.FixCenterBones;
cc.FixTdaBindingPose = ip.ConvertBindingPose;
cc.AppendEyeBones = ip.AppendEyeBones;
cc.HideUnityGeneratedBones = ip.HideUnityGeneratedBones;
cc.SkeletonFormat = ip.MotionSource == MotionFormat.Mltd ? SkeletonFormat.Mltd : SkeletonFormat.Mmd;
cc.TranslateFacialExpressionNamesToMmd = ip.TranslateFacialExpressionNames;
cc.ImportPhysics = ip.ImportPhysics;
cc.Transform60FpsTo30Fps = ip.TransformTo30Fps;
cc.ScaleToVmdSize = ip.ScaleVmd;
{
var mappingsJson = File.ReadAllText(ip.FacialExpressionMappingFilePath, Encoding.UTF8);
var mappingsObj = JsonConvert.DeserializeObject <FacialConfig>(mappingsJson);
var dict = new Dictionary <int, IReadOnlyDictionary <string, float> >();
foreach (var expr in mappingsObj.Expressions)
{
var d2 = new Dictionary <string, float>();
foreach (var kv in expr.Data)
{
d2[kv.Key] = kv.Value;
}
dict[expr.Key] = d2;
}
cc.FacialExpressionMappings = dict;
}
return(cc);
}
Debug.Assert(InvokeRequired, "The worker procedure should be running on the worker thread.");
Log("Worker started.");
try {
var p = (InputParams)state;
ConversionConfig.Current = PrepareConversionConfig(p);
if (p.IdolHeight <= 0)
{
throw new ArgumentOutOfRangeException(nameof(p.IdolHeight), "Invalid idol height.");
}
ScalingConfig.CharacterHeight = p.IdolHeight;
do
{
var bodyAvatar = ResourceLoader.LoadBodyAvatar(p.InputBody);
if (bodyAvatar == null)
{
Log("Failed to load body avatar.");
break;
}
var bodyMesh = ResourceLoader.LoadBodyMesh(p.InputBody);
if (bodyMesh == null)
{
Log("Failed to load body mesh.");
break;
}
var headAvatar = ResourceLoader.LoadHeadAvatar(p.InputHead);
if (headAvatar == null)
{
Log("Failed to load head avatar.");
break;
}
var headMesh = ResourceLoader.LoadHeadMesh(p.InputHead);
if (headMesh == null)
{
Log("Failed to load head mesh.");
break;
}
var(bodySway, headSway) = ResourceLoader.LoadSwayControllers(p.InputBody, p.InputHead);
if (bodySway == null || headSway == null)
{
Log("Failed to load sway controllers.");
break;
}
var combinedAvatar = CompositeAvatar.FromAvatars(bodyAvatar, headAvatar);
var combinedMesh = CompositeMesh.FromMeshes(bodyMesh, headMesh);
CharacterImasMotionAsset dance;
ScenarioObject scenario;
if (p.GenerateCharacterMotion)
{
(dance, _, _) = ResourceLoader.LoadDance(p.InputDance, p.SongPosition);
if (dance == null)
{
Log("Failed to load dance data.");
break;
}
scenario = ResourceLoader.LoadScenario(p.InputFacialExpression);
if (scenario == null)
{
Log("Failed to load scenario object.");
break;
}
}
else
{
dance = null;
scenario = null;
}
CharacterImasMotionAsset camera;
if (p.GenerateCameraMotion)
{
camera = ResourceLoader.LoadCamera(p.InputCamera);
if (camera == null)
{
Log("Failed to load camera data.");
break;
}
}
else
{
camera = null;
}
do
{
// Now file names are like "ch_pr001_201xxx.unity3d".
var avatarName = (new FileInfo(p.InputHead).Name).Substring(3, 12);
// ss001_015siz -> 015ss001
// Note: PMD allows max 19 characters in texture file names.
// In the format below, textures will be named like:
// tex\015ss001_01.png
// which is at the limit.
var texPrefix = avatarName.Substring(6, 3) + avatarName.Substring(0, 5);
texPrefix = @"tex\" + texPrefix + "_";
Log("Generating model...");
var pmxCreator = new PmxCreator();
var pmx = pmxCreator.CreateFrom(combinedAvatar, combinedMesh, bodyMesh.VertexCount, texPrefix, bodySway, headSway);
if (p.GenerateModel)
{
Log("Saving model...");
using (var w = new PmxWriter(File.Open(p.OutputModel, FileMode.Create, FileAccess.Write, FileShare.Write))) {
w.Write(pmx);
}
}
if (p.GenerateCharacterMotion)
{
Log("Generating character motion...");
var creator = new VmdCreator {
ProcessBoneFrames = true,
ProcessCameraFrames = false,
ProcessFacialFrames = true,
ProcessLightFrames = false
};
var danceVmd = creator.CreateFrom(dance, combinedAvatar, pmx, null, scenario, p.SongPosition);
Log("Saving character motion...");
using (var w = new VmdWriter(File.Open(p.OutputCharacterAnimation, FileMode.Create, FileAccess.Write, FileShare.Write))) {
w.Write(danceVmd);
}
}
if (p.GenerateCameraMotion)
{
Log("Generating camera motion...");
if (p.UseMvd)
{
var creator = new MvdCreator {
ProcessBoneFrames = false,
ProcessCameraFrames = true,
ProcessFacialFrames = false,
ProcessLightFrames = false
};
var motion = creator.CreateFrom(null, null, null, camera, null, p.SongPosition);
Log("Writing camera motion...");
using (var w = new MvdWriter(File.Open(p.OutputCamera, FileMode.Create, FileAccess.Write, FileShare.Write))) {
w.Write(motion);
}
}
else
{
var creator = new VmdCreator {
ProcessBoneFrames = false,
ProcessCameraFrames = true,
ProcessFacialFrames = false,
ProcessLightFrames = false
};
var motion = creator.CreateFrom(null, null, null, camera, null, p.SongPosition);
Log("Writing camera motion...");
using (var w = new VmdWriter(File.Open(p.OutputCamera, FileMode.Create, FileAccess.Write, FileShare.Write))) {
w.Write(motion);
}
}
}
} while (false);
} while (false);
} catch (Exception ex) {
MessageBox.Show(ex.ToString(), ApplicationHelper.GetApplicationTitle(), MessageBoxButtons.OK, MessageBoxIcon.Warning);
}
Log("Done.");
Invoke(() => EnableMainControls(true));
}
