マイクに入力した声を、Voicevoxを用い音声を変換します。
Kawaii-Voice converts inputed voice to Anime voice using Voicevox in realtime.
+---------------------+
| Microphone |
+---------------------+
|
v
+---------------------+---------------------+
| Whisper | Voicevox |
| (Pre-processing) | (TTS) |
+---------------------+---------------------+
|
v
+---------------------+
| Output(PC) |
| Speakers |
+---------------------+
- Windows 10
- Python 3.8.0 上記は動作確認済み
-
OpenAIのWhisperを使うため環境 こちらを参照してください デフォルトでsmallサイズのモデルを使用しています。
-
DockerでVoicevoxを起動 参照
docker pull voicevox/voicevox_engine:nvidia-ubuntu20.04-latest
docker run --rm --gpus all -p '127.0.0.1:50021:50021' voicevox/voicevox_engine:nvidia-ubuntu20.04-latest3.おまけ（Discordやゲーム内ボイスチャットで使いたい方）
- 特定のキーを押している最中のみ録音します。
python main.py
- sの部分をお好みのキーに変えてください
- mediumをお好みのモデルに変えてください
KEYLISTENER = KeyListener("s")
SPEECH2TEXT = Speech2Text("medium")- キャラクターIDを変更することで、キャラクターが変更できます。
- デフォルトは、冥鳴ひまりとなっています。
VOICEVOX.text2Speech(result, キャラクターID)- エンドポイントやポートを変更する場合は、こちらも変更してください。
url = f"http://localhost:50021/audio_query?text={text}&speaker={speaker}"
url = f"http://localhost:50021/synthesis?speaker={speaker}&enable_interrogative_upspeak=true"- 録音ファイルとVoicevoxによって出力された音声ファイルが保存されます。
[
{
"supported_features": {
"permitted_synthesis_morphing": "SELF_ONLY"
},
"name": "四国めたん",
"speaker_uuid": "7ffcb7ce-00ec-4bdc-82cd-45a8889e43ff",
"styles": [
{
"name": "ノーマル",
"id": 2
},
{
"name": "あまあま",
"id": 0
},
{
"name": "ツンツン",
"id": 6
},
{
"name": "セクシー",
"id": 4
},
{
"name": "ささやき",
"id": 36
},
{
"name": "ヒソヒソ",
"id": 37
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "SELF_ONLY"
},
"name": "ずんだもん",
"speaker_uuid": "388f246b-8c41-4ac1-8e2d-5d79f3ff56d9",
"styles": [
{
"name": "ノーマル",
"id": 3
},
{
"name": "あまあま",
"id": 1
},
{
"name": "ツンツン",
"id": 7
},
{
"name": "セクシー",
"id": 5
},
{
"name": "ささやき",
"id": 22
},
{
"name": "ヒソヒソ",
"id": 38
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "春日部つむぎ",
"speaker_uuid": "35b2c544-660e-401e-b503-0e14c635303a",
"styles": [
{
"name": "ノーマル",
"id": 8
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "雨晴はう",
"speaker_uuid": "3474ee95-c274-47f9-aa1a-8322163d96f1",
"styles": [
{
"name": "ノーマル",
"id": 10
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "波音リツ",
"speaker_uuid": "b1a81618-b27b-40d2-b0ea-27a9ad408c4b",
"styles": [
{
"name": "ノーマル",
"id": 9
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "玄野武宏",
"speaker_uuid": "c30dc15a-0992-4f8d-8bb8-ad3b314e6a6f",
"styles": [
{
"name": "ノーマル",
"id": 11
},
{
"name": "喜び",
"id": 39
},
{
"name": "ツンギレ",
"id": 40
},
{
"name": "悲しみ",
"id": 41
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "白上虎太郎",
"speaker_uuid": "e5020595-5c5d-4e87-b849-270a518d0dcf",
"styles": [
{
"name": "ふつう",
"id": 12
},
{
"name": "わーい",
"id": 32
},
{
"name": "びくびく",
"id": 33
},
{
"name": "おこ",
"id": 34
},
{
"name": "びえーん",
"id": 35
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "青山龍星",
"speaker_uuid": "4f51116a-d9ee-4516-925d-21f183e2afad",
"styles": [
{
"name": "ノーマル",
"id": 13
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "冥鳴ひまり",
"speaker_uuid": "8eaad775-3119-417e-8cf4-2a10bfd592c8",
"styles": [
{
"name": "ノーマル",
"id": 14
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "SELF_ONLY"
},
"name": "九州そら",
"speaker_uuid": "481fb609-6446-4870-9f46-90c4dd623403",
"styles": [
{
"name": "ノーマル",
"id": 16
},
{
"name": "あまあま",
"id": 15
},
{
"name": "ツンツン",
"id": 18
},
{
"name": "セクシー",
"id": 17
},
{
"name": "ささやき",
"id": 19
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "SELF_ONLY"
},
"name": "もち子さん",
"speaker_uuid": "9f3ee141-26ad-437e-97bd-d22298d02ad2",
"styles": [
{
"name": "ノーマル",
"id": 20
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "剣崎雌雄",
"speaker_uuid": "1a17ca16-7ee5-4ea5-b191-2f02ace24d21",
"styles": [
{
"name": "ノーマル",
"id": 21
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "WhiteCUL",
"speaker_uuid": "67d5d8da-acd7-4207-bb10-b5542d3a663b",
"styles": [
{
"name": "ノーマル",
"id": 23
},
{
"name": "たのしい",
"id": 24
},
{
"name": "かなしい",
"id": 25
},
{
"name": "びえーん",
"id": 26
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "後鬼",
"speaker_uuid": "0f56c2f2-644c-49c9-8989-94e11f7129d0",
"styles": [
{
"name": "人間ver.",
"id": 27
},
{
"name": "ぬいぐるみver.",
"id": 28
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "No.7",
"speaker_uuid": "044830d2-f23b-44d6-ac0d-b5d733caa900",
"styles": [
{
"name": "ノーマル",
"id": 29
},
{
"name": "アナウンス",
"id": 30
},
{
"name": "読み聞かせ",
"id": 31
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "ちび式じい",
"speaker_uuid": "468b8e94-9da4-4f7a-8715-a22a48844f9e",
"styles": [
{
"name": "ノーマル",
"id": 42
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "櫻歌ミコ",
"speaker_uuid": "0693554c-338e-4790-8982-b9c6d476dc69",
"styles": [
{
"name": "ノーマル",
"id": 43
},
{
"name": "第二形態",
"id": 44
},
{
"name": "ロリ",
"id": 45
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "小夜/SAYO",
"speaker_uuid": "a8cc6d22-aad0-4ab8-bf1e-2f843924164a",
"styles": [
{
"name": "ノーマル",
"id": 46
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "ナースロボ＿タイプＴ",
"speaker_uuid": "882a636f-3bac-431a-966d-c5e6bba9f949",
"styles": [
{
"name": "ノーマル",
"id": 47
},
{
"name": "楽々",
"id": 48
},
{
"name": "恐怖",
"id": 49
},
{
"name": "内緒話",
"id": 50
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "†聖騎士 紅桜†",
"speaker_uuid": "471e39d2-fb11-4c8c-8d89-4b322d2498e0",
"styles": [
{
"name": "ノーマル",
"id": 51
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "雀松朱司",
"speaker_uuid": "0acebdee-a4a5-4e12-a695-e19609728e30",
"styles": [
{
"name": "ノーマル",
"id": 52
}
],
"version": "0.14.2"
},
{
"supported_features": {
"permitted_synthesis_morphing": "ALL"
},
"name": "麒ヶ島宗麟",
"speaker_uuid": "7d1e7ba7-f957-40e5-a3fc-da49f769ab65",
"styles": [
{
"name": "ノーマル",
"id": 53
}
],
"version": "0.14.2"
}
]