Skip to content

Commit

Permalink
Merge pull request #1202 from printto/th-phonemizer
Browse files Browse the repository at this point in the history 
Thai VCCV Phonemizer
  • Loading branch information
@stakira
stakira authored Aug 4, 2024
2 parents 0809c21 + c75980f commit 04fd637
Show file tree
Hide file tree
Showing 19 changed files with 353 additions and 0 deletions.
335 changes: 335 additions & 0 deletions OpenUtau.Plugin.Builtin/ThaiVCCVPhonemizer.cs
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,335 @@
using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.Linq;
using System.Text.RegularExpressions;
using Melanchall.DryWetMidi.Interaction;
using OpenUtau.Api;
using OpenUtau.Classic;
using OpenUtau.Core.Ustx;
using Serilog;

namespace OpenUtau.Plugin.Builtin {
[Phonemizer("Thai VCCV Phonemizer", "TH VCCV", "PRINTmov", language: "TH")]
public class ThaiVCCVPhonemizer : Phonemizer {

readonly string[] vowels = new string[] {
"a", "i", "u", "e", "o", "@", "Q", "3", "6", "1", "ia", "ua", "I", "8"
};

readonly string[] diphthongs = new string[] {
"r", "l", "w"
};

readonly string[] consonants = new string[] {
"b", "ch", "d", "f", "g", "h", "j", "k", "kh", "l", "m", "n", "p", "ph", "r", "s", "t", "th", "w", "y"
};

readonly string[] endingConsonants = new string[] {
"b", "ch", "d", "f", "g", "h", "j", "k", "kh", "l", "m", "n", "p", "ph", "r", "s", "t", "th", "w", "y"
};

private readonly Dictionary<string, string> VowelMapping = new Dictionary<string, string> {
{"เcือะ", "6"}, {"เcือx", "6"}, {"แcะ", "@"}, {"แcx", "@"}, {"เcอะ", "3"}, {"เcอ", "3"}, {"ไc", "I"}, {"ใc", "I"}, {"เcาะ", "Q"}, {"cอx", "Q"},
{"cืx", "1"}, {"cึx", "1"}, {"cือ", "1"}, {"cะ", "a"}, {"cัx", "a"}, {"cาx", "a"}, {"เcา", "8"}, {"เcะ", "e"}, {"เcx", "e"}, {"cิx", "i"}, {"cีx", "i"},
{"เcียะ", "ia"}, {"เcียx", "ia"}, {"โcะ", "o"}, {"โcx", "o"}, {"cุx", "u"}, {"cูx", "u"}, {"cัวะ", "ua"}, {"cัว", "ua"}, {"cำ", "am"}, {"เcิx", "3"}, {"เcิ", "3"}
};

private readonly Dictionary<char, string> CMapping = new Dictionary<char, string> {
{'ก', "k"}, {'ข', "kh"}, {'ค', "kh"}, {'ฆ', "kh"}, {'ฅ', "kh"}, {'ฃ', "kh"},
{'จ', "j"}, {'ฉ', "ch"}, {'ช', "ch"}, {'ฌ', "ch"},
{'ฎ', "d"}, {'ด', "d"},
{'ต', "t"}, {'ฏ', "t"},
{'ถ', "th"}, {'ฐ', "th"}, {'ฑ', "th"}, {'ธ', "th"}, {'ท', "th"},
{'บ', "b"}, {'ป', "p"}, {'พ', "ph"}, {'ผ', "ph"}, {'ภ', "ph"}, {'ฟ', "f"}, {'ฝ', "f"},
{'ห', "h"}, {'ฮ', "h"},
{'ม', "m"}, {'น', "n"}, {'ณ', "n"}, {'ร', "r"}, {'ล', "l"}, {'ฤ', "r"},
{'ส', "s"}, {'ศ', "s"}, {'ษ', "s"}, {'ซ', "s"},
{'ง', "g"}, {'ย', "y"}, {'ญ', "y"}, {'ว', "w"}, {'ฬ', "r"}
};

private readonly Dictionary<char, string> XMapping = new Dictionary<char, string> {
{'บ', "b"}, {'ป', "b"}, {'พ', "b"}, {'ฟ', "b"}, {'ภ', "b"},
{'ด', "d"}, {'จ', "d"}, {'ช', "d"}, {'ซ', "d"}, {'ฎ', "d"}, {'ฏ', "d"}, {'ฐ', "d"},
{'ฑ', "d"}, {'ฒ', "d"}, {'ต', "d"}, {'ถ', "d"}, {'ท', "d"}, {'ธ', "d"}, {'ศ', "d"}, {'ษ', "d"}, {'ส', "d"},
{'ก', "k"}, {'ข', "k"}, {'ค', "k"}, {'ฆ', "k"},
{'ว', "w"},
{'ย', "y"},
{'น', "n"}, {'ญ', "n"}, {'ณ', "n"}, {'ร', "n"}, {'ล', "n"}, {'ฬ', "n"},
{'ง', "g"},
{'ม', "m"}
};

private USinger singer;
public override void SetSinger(USinger singer) => this.singer = singer;

private bool checkOtoUntilHit(string[] input, Note note, out UOto oto) {
oto = default;
var attr = note.phonemeAttributes?.FirstOrDefault(attr => attr.index == 0) ?? default;

foreach (string test in input) {
if (singer.TryGetMappedOto(test, note.tone + attr.toneShift, attr.voiceColor, out var otoCandidacy)) {
oto = otoCandidacy;
return true;
}
}
return false;
}

public override Result Process(Note[] notes, Note? prev, Note? next, Note? prevNeighbour, Note? nextNeighbour, Note[] prevNeighbours) {
var note = notes[0];
var currentLyric = note.lyric.Normalize();
if (!string.IsNullOrEmpty(note.phoneticHint)) {
currentLyric = note.phoneticHint.Normalize();
}

var phonemes = new List<Phoneme>();

List<string> tests = new List<string>();

string prevTemp = "";
if (prevNeighbour != null) {
prevTemp = prevNeighbour.Value.lyric;
}
var prevTh = ParseInput(prevTemp);

var noteTh = ParseInput(currentLyric);

if (noteTh.Consonant != null && noteTh.Dipthong == null && noteTh.Vowel != null) {
if (checkOtoUntilHit(new string[] { noteTh.Consonant + noteTh.Vowel }, note, out var tempOto)) {
tests.Add(tempOto.Alias);
}
} else if (noteTh.Consonant != null && noteTh.Dipthong != null && noteTh.Vowel != null) {
if (checkOtoUntilHit(new string[] { noteTh.Consonant + noteTh.Dipthong + noteTh.Vowel }, note, out var tempOto)) {
tests.Add(tempOto.Alias);
} else {
if (checkOtoUntilHit(new string[] { noteTh.Consonant + noteTh.Dipthong }, note, out tempOto)) {
tests.Add(tempOto.Alias);
}
if (checkOtoUntilHit(new string[] { noteTh.Dipthong + noteTh.Vowel }, note, out tempOto)) {
tests.Add(tempOto.Alias);
}
}
}

if (noteTh.Consonant == null && noteTh.Vowel != null) {
if (prevTh.EndingConsonant != null && checkOtoUntilHit(new string[] { prevTh.EndingConsonant + noteTh.Vowel }, note, out var tempOto)) {
tests.Add(tempOto.Alias);
} else if (prevTh.Vowel != null && checkOtoUntilHit(new string[] { prevTh.Vowel + noteTh.Vowel }, note, out tempOto)) {
tests.Add(tempOto.Alias);
} else if (checkOtoUntilHit(new string[] { noteTh.Vowel }, note, out tempOto)) {
tests.Add(tempOto.Alias);
}
}

if (noteTh.EndingConsonant != null && noteTh.Vowel != null) {
if (checkOtoUntilHit(new string[] { noteTh.Vowel + noteTh.EndingConsonant }, note, out var tempOto)) {
tests.Add(tempOto.Alias);
}
} else if (nextNeighbour != null && noteTh.Vowel != null) {
var nextTh = ParseInput(nextNeighbour.Value.lyric);
if (checkOtoUntilHit(new string[] { noteTh.Vowel + " " + nextTh.Consonant }, note, out var tempOto)) {
tests.Add(tempOto.Alias);
}
}

if (prevNeighbour == null && tests.Count >= 1) {
if (checkOtoUntilHit(new string[] { "-" + tests[0] }, note, out var tempOto)) {
tests[0] = (tempOto.Alias);
}
}

if (nextNeighbour == null && tests.Count >= 1) {
if (noteTh.EndingConsonant == null) {
if (checkOtoUntilHit(new string[] { noteTh.Vowel + "-" }, note, out var tempOto)) {
tests.Add(tempOto.Alias);
}
} else {
if (checkOtoUntilHit(new string[] { tests[tests.Count - 1] + "-" }, note, out var tempOto)) {
tests[tests.Count - 1] = (tempOto.Alias);
}
}
}

if (tests.Count <= 0) {
if (checkOtoUntilHit(new string[] { currentLyric }, note, out var tempOto)) {
tests.Add(currentLyric);
}
}

if (checkOtoUntilHit(tests.ToArray(), note, out var oto)) {

var noteDuration = notes.Sum(n => n.duration);

for (int i = 0; i < tests.ToArray().Length; i++) {

int position = 0;
int vcPosition = noteDuration - 120;

if (nextNeighbour != null && tests[i].Contains(" ")) {
var nextLyric = nextNeighbour.Value.lyric.Normalize();
if (!string.IsNullOrEmpty(nextNeighbour.Value.phoneticHint)) {
nextLyric = nextNeighbour.Value.phoneticHint.Normalize();
}
var nextTh = ParseInput(nextLyric);
var nextCheck = nextTh.Vowel;
if (nextTh.Consonant != null) {
nextCheck = nextTh.Consonant + nextTh.Vowel;
}
if (nextTh.Dipthong != null) {
nextCheck = nextTh.Consonant + nextTh.Dipthong + nextTh.Vowel;
}
var nextAttr = nextNeighbour.Value.phonemeAttributes?.FirstOrDefault(attr => attr.index == 0) ?? default;
if (singer.TryGetMappedOto(nextCheck, nextNeighbour.Value.tone + nextAttr.toneShift, nextAttr.voiceColor, out var nextOto)) {
if (oto.Overlap > 0) {
vcPosition = noteDuration - MsToTick(nextOto.Overlap) - MsToTick(nextOto.Preutter);
}
}
}


if (noteTh.Dipthong == null || tests.Count <= 2) {
if (i == 1) {
position = Math.Max((int)(noteDuration * 0.75), vcPosition);
}
} else {
if (i == 1) {
position = Math.Min((int)(noteDuration * 0.1), 60);
} else if (i == 2) {
position = Math.Max((int)(noteDuration * 0.75), vcPosition);
}
}

phonemes.Add(new Phoneme { phoneme = tests[i], position = position });
}

}

return new Result {
phonemes = phonemes.ToArray()
};
}

(string Consonant, string Dipthong, string Vowel, string EndingConsonant) ParseInput(string input) {

input = WordToPhonemes(input);

string consonant = null;
string dipthong = null;
string vowel = null;
string endingConsonant = null;

if (input == null) {
return (null, null, null, null);
}

if (input.Length >= 3) {
foreach (var dip in diphthongs) {
if (input[1].ToString().Equals(dip) || input[2].ToString().Equals(dip)) {
dipthong = dip;
}
}
}

foreach (var con in consonants) {
if (input.StartsWith(con)) {
if (consonant == null || consonant.Length < con.Length) {
consonant = con;
}
}
if (input.EndsWith(con)) {
if (endingConsonant == null || endingConsonant.Length < con.Length) {
endingConsonant = con;
}
}
}

foreach (var vow in vowels) {
if (input.Contains(vow)) {
if (vowel == null || vowel.Length < vow.Length) {
vowel = vow;
}
}
}

return (consonant, dipthong, vowel, endingConsonant);
}

public string WordToPhonemes(string input) {
input.Replace(" ", "");
input = RemoveInvalidLetters(input);
if (!Regex.IsMatch(input, "[ก-ฮ]")) {
return input;
}
foreach (var mapping in VowelMapping) {
string pattern = "^" + mapping.Key
.Replace("c", "([ก-ฮ][ลรว]?|อ[ย]?|ห[ก-ฮ]?)")
.Replace("x", "([ก-ฮ]?)") + "$";

var match = Regex.Match(input, pattern);
if (match.Success) {
string c = match.Groups[1].Value;
string x = match.Groups.Count > 2 ? match.Groups[2].Value : string.Empty;
if (c.Length >= 2 && (c.StartsWith("ห") || c.StartsWith("อ"))) {
c = c.Substring(1);
}
string cConverted = ConvertC(c);
string xConverted = ConvertX(x);
if (mapping.Value == "a" && input.Contains("ั") && x == "ว") {
return cConverted + "ua";
}
if (mapping.Value == "e" && x == "ย") {
return cConverted + "3" + xConverted;
}
return cConverted + mapping.Value + xConverted;
}
}
if (input.Length == 1) {
return ConvertC(input) + "Q";
} else if (input.Length == 2) {
return ConvertC(input[0].ToString()) + "o" + ConvertX(input[1].ToString());
} else if (input.Length == 3) {
if (input[1] == 'ว') {
return ConvertC(input[0].ToString()) + "ua" + ConvertX(input[2].ToString());
} else {
return ConvertC(input.Substring(0, 2).ToString()) + "o" + ConvertX(input[1].ToString());
}
} else if (input.Length == 4) {
if (input[21] == 'ว') {
return ConvertC(input.Substring(0, 2).ToString()) + "ua" + ConvertX(input[3].ToString());
}
}
return input;
}

private string ConvertC(string input) {
if (string.IsNullOrEmpty(input)) return input;
char firstChar = input[0];
char? secondChar = input.Length > 1 ? input[1] : (char?)null;
if (CMapping.ContainsKey(firstChar)) {
string firstCharConverted = CMapping[firstChar];
if (secondChar != null && CMapping.ContainsKey((char)secondChar)) {
return firstCharConverted + CMapping[(char)secondChar];
}
return firstCharConverted;
}
return input;
}

private string ConvertX(string input) {
if (string.IsNullOrEmpty(input)) return input;
char firstChar = input[0];
if (XMapping.ContainsKey(firstChar)) {
return XMapping[firstChar];
}
return input;
}

private string RemoveInvalidLetters(string input) {
input = Regex.Replace(input, ".์", "");
input = Regex.Replace(input, "[่้๊๋็]", "");
return input;
}

}
}
1 change: 1 addition & 0 deletions OpenUtau/Strings/Strings.axaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -122,6 +122,7 @@
<system:String x:Key="languages.vi">Vietnamese</system:String>
<system:String x:Key="languages.zh">Chinese</system:String>
<system:String x:Key="languages.zh-yue">Cantonese</system:String>
<system:String x:Key="languages.th">Thai</system:String>

<system:String x:Key="lyrics.apply">Apply</system:String>
<system:String x:Key="lyrics.cancel">Cancel</system:String>
Expand Down
1 change: 1 addition & 0 deletions OpenUtau/Strings/Strings.de-DE.axaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -115,6 +115,7 @@
<system:String x:Key="languages.vi">Vietnamesisch</system:String>
<system:String x:Key="languages.zh">Chinesisch</system:String>
<system:String x:Key="languages.zh-yue">Kantonesisch</system:String>
<system:String x:Key="languages.th">Thailändisch</system:String>

<system:String x:Key="lyrics.apply">Anwenden</system:String>
<system:String x:Key="lyrics.cancel">Abbrechen</system:String>
Expand Down
1 change: 1 addition & 0 deletions OpenUtau/Strings/Strings.es-ES.axaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -115,6 +115,7 @@
<system:String x:Key="languages.vi">vietnamita</system:String>
<system:String x:Key="languages.zh">chino</system:String>
<system:String x:Key="languages.zh-yue">cantonés</system:String>
<system:String x:Key="languages.th">tailandés</system:String>

<!--<system:String x:Key="lyrics.apply">Apply</system:String>-->
<!--<system:String x:Key="lyrics.cancel">Cancel</system:String>-->
Expand Down
1 change: 1 addition & 0 deletions OpenUtau/Strings/Strings.es-MX.axaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -115,6 +115,7 @@
<system:String x:Key="languages.vi">vietnamita</system:String>
<system:String x:Key="languages.zh">chino</system:String>
<system:String x:Key="languages.zh-yue">cantonés</system:String>
<system:String x:Key="languages.th">tailandés</system:String>

<system:String x:Key="lyrics.apply">Aplicar</system:String>
<system:String x:Key="lyrics.cancel">Cancelar</system:String>
Expand Down
1 change: 1 addition & 0 deletions OpenUtau/Strings/Strings.fi-FI.axaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -115,6 +115,7 @@
<system:String x:Key="languages.vi">vietnam</system:String>
<system:String x:Key="languages.zh">kiina</system:String>
<system:String x:Key="languages.zh-yue">kantoninkiina</system:String>
<system:String x:Key="languages.th">thaikieli</system:String>

<!--<system:String x:Key="lyrics.apply">Apply</system:String>-->
<!--<system:String x:Key="lyrics.cancel">Cancel</system:String>-->
Expand Down
1 change: 1 addition & 0 deletions OpenUtau/Strings/Strings.fr-FR.axaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -115,6 +115,7 @@
<system:String x:Key="languages.vi">vietnamien</system:String>
<system:String x:Key="languages.zh">chinois</system:String>
<system:String x:Key="languages.zh-yue">cantonais</system:String>
<system:String x:Key="languages.th">thaïlandais</system:String>

<system:String x:Key="lyrics.apply">Appliquer</system:String>
<system:String x:Key="lyrics.cancel">Annuler</system:String>
Expand Down
1 change: 1 addition & 0 deletions OpenUtau/Strings/Strings.id-ID.axaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -115,6 +115,7 @@
<system:String x:Key="languages.vi">Vietnam</system:String>
<system:String x:Key="languages.zh">Tionghoa</system:String>
<system:String x:Key="languages.zh-yue">Kanton</system:String>
<system:String x:Key="languages.th">Thai</system:String>

<system:String x:Key="lyrics.apply">Terapkan</system:String>
<system:String x:Key="lyrics.cancel">Batalkan</system:String>
Expand Down
1 change: 1 addition & 0 deletions OpenUtau/Strings/Strings.it-IT.axaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -115,6 +115,7 @@
<system:String x:Key="languages.vi">vietnamita</system:String>
<system:String x:Key="languages.zh">cinese</system:String>
<system:String x:Key="languages.zh-yue">cantonese</system:String>
<system:String x:Key="languages.th">thailandese</system:String>

<system:String x:Key="lyrics.apply">Applica</system:String>
<system:String x:Key="lyrics.cancel">Cancella</system:String>
Expand Down
Loading

0 comments on commit 04fd637

Please sign in to comment.