Skip to content

[ZH CVV Phonemizer] Use new mapping style + voice color support + "yan" vowel fix + "_un" ending alternative #707

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
stakira merged 4 commits into from
May 28, 2023
Merged

[ZH CVV Phonemizer] Use new mapping style + voice color support + "yan" vowel fix + "_un" ending alternative #707

Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
b5143f0
New mapping style + voice color & alt
lottev1991 May 16, 2023
cb426e4
If _un does not exist, use `_en instead
lottev1991 May 16, 2023
52cad3a
"yan" vowel fix
lottev1991 May 16, 2023
5099f56
Remove alternate for now
lottev1991 May 21, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
35 changes: 31 additions & 4 deletions OpenUtau.Plugin.Builtin/ChineseCVVPhonemizer.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
using System.Collections.Generic;
using System.Collections.Generic;
using System.Linq;
using OpenUtau.Api;
using OpenUtau.Core;
Expand Down Expand Up @@ -34,16 +34,14 @@ static ChineseCVVPhonemizer() {

// Simply stores the singer in a field.
public override void SetSinger(USinger singer) => this.singer = singer;

// Legacy mapping. Might adjust later to new mapping style.
public override bool LegacyMapping => true;

public override Result Process(Note[] notes, Note? prev, Note? next, Note? prevNeighbour, Note? nextNeighbour, Note[] prevNeighbours) {
// The overall logic is:
// 1. Remove consonant: "duang" -> "uang".
// 2. Lookup the trailing sound in vowel table: "uang" -> "_ang".
// 3. Split the total duration and returns "duang" and "_ang".
var lyric = notes[0].lyric;
var note = notes[0];
string consonant = string.Empty;
string vowel = string.Empty;
if (lyric.Length > 2 && cSet.Contains(lyric.Substring(0, 2))) {
Expand All @@ -61,7 +59,19 @@ public override Result Process(Note[] notes, Note? prev, Note? next, Note? prevN
if ((vowel == "un" || vowel == "uan") && (consonant == "j" || consonant == "q" || consonant == "x" || consonant == "y")) {
vowel = "v" + vowel.Substring(1);
}

if ((vowel == "an") && (consonant == "y")) {
vowel = "ian";
}
string phoneme0 = lyric;
// Get color
string color = string.Empty;
int toneShift = 0;
if (note.phonemeAttributes != null) {
var attr = note.phonemeAttributes.FirstOrDefault(attr => attr.index == 0);
color = attr.voiceColor;
toneShift = attr.toneShift;
}
// We will need to split the total duration for phonemes, so we compute it here.
int totalDuration = notes.Sum(n => n.duration);
// Lookup the vowel split table. For example, "uang" will match "_ang".
Expand All @@ -72,6 +82,20 @@ public override Result Process(Note[] notes, Note? prev, Note? next, Note? prevN
if (length1 > totalDuration / 2) {
length1 = totalDuration / 2;
}
if (singer.TryGetMappedOto(phoneme0, note.tone + toneShift, color, out var oto0)) {
phoneme0 = oto0.Alias;
}

if (singer.TryGetMappedOto(phoneme1, note.tone + toneShift, color, out var oto1)) {
phoneme1 = oto1.Alias;
}

if (phoneme1.Contains("_un") && !singer.TryGetMappedOto(phoneme1, note.tone + toneShift, color, out var oto2)) {
phoneme1 = "_en";
} else if (phoneme1.Contains("_un") && singer.TryGetMappedOto(phoneme1, note.tone + toneShift, color, out var oto3)) {
phoneme1 = oto3.Alias;
}

return new Result {
phonemes = new Phoneme[] {
new Phoneme() {
Expand All @@ -84,6 +108,9 @@ public override Result Process(Note[] notes, Note? prev, Note? next, Note? prevN
},
};
}
if (singer.TryGetMappedOto(phoneme0, note.tone + toneShift, color, out var oto)) {
phoneme0 = oto.Alias;
}
// Not spliting is needed. Return as is.
return new Result {
phonemes = new Phoneme[] {
Expand Down