mirror of
https://github.com/denizsafak/abogen.git
synced 2026-09-20 11:40:57 +02:00
Language enum expanded from 9 to 33 languages:
- Added 24 new ISO 639-1 languages: AR, BG, CS, DA, DE, EL, ET, FI,
HR, HU, ID, KO, LT, LV, NL, PL, RO, RU, SK, SL, SV, TR, UK, VI
- Updated display_name, is_cjk (added KO)
Supertonic language mapping (32 languages, no ZH):
- engine.py: _SUPERTONIC_LANG_MAP, engine_language(), supported_languages()
- __init__.py: create_engine() passes config.language to pipeline
- pipeline.py: __init__() accepts language, resolves to ISO code;
__call__() passes lang= to TTS.synthesize()
total_steps propagation:
- tts_segments(): +total_steps param, conditionally passed to backend
- synthesize_text(): +total_steps param
- run_tts_segment_loop(): +total_steps param
- executor: all 5 synthesize_text() calls pass total_steps
Integration:
- pipeline_factory: create_pipeline_for_job() passes language to supertonic
- preview path: create_pipeline('supertonic', language=language)
Tests updated to accept total_steps in FakeBackend.__call__
182 lines
5.4 KiB
Python
182 lines
5.4 KiB
Python
"""SuperTonic Engine adapter for the TTS Plugin Architecture.
|
|
|
|
This module adapts the existing SuperTonic backend to the new Engine/EngineSession
|
|
protocol. It wraps the SupertonicPipeline without modifying it.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import io
|
|
import logging
|
|
from typing import Any
|
|
|
|
import numpy as np
|
|
|
|
from abogen.domain.enums import Language
|
|
from abogen.tts_plugin.capabilities import VoiceLister
|
|
from abogen.tts_plugin.engine import Engine, EngineSession
|
|
from abogen.tts_plugin.errors import EngineError
|
|
from abogen.tts_plugin.manifest import VoiceManifest
|
|
from abogen.tts_plugin.types import (
|
|
AudioFormat,
|
|
Duration,
|
|
SynthesisRequest,
|
|
SynthesizedAudio,
|
|
)
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
# Sample rate for SuperTonic audio
|
|
_SUPERTONIC_SAMPLE_RATE = 24000
|
|
|
|
# Engine-internal language mapping: Language enum → Supertonic ISO 639-1 code.
|
|
_SUPERTONIC_LANG_MAP: dict[Language, str] = {
|
|
Language.EN_US: "en",
|
|
Language.EN_GB: "en",
|
|
Language.AR: "ar",
|
|
Language.BG: "bg",
|
|
Language.CS: "cs",
|
|
Language.DA: "da",
|
|
Language.DE: "de",
|
|
Language.EL: "el",
|
|
Language.ES: "es",
|
|
Language.ET: "et",
|
|
Language.FI: "fi",
|
|
Language.FR: "fr",
|
|
Language.HI: "hi",
|
|
Language.HR: "hr",
|
|
Language.HU: "hu",
|
|
Language.ID: "id",
|
|
Language.IT: "it",
|
|
Language.JA: "ja",
|
|
Language.KO: "ko",
|
|
Language.LT: "lt",
|
|
Language.LV: "lv",
|
|
Language.NL: "nl",
|
|
Language.PL: "pl",
|
|
Language.PT_BR: "pt",
|
|
Language.RO: "ro",
|
|
Language.RU: "ru",
|
|
Language.SK: "sk",
|
|
Language.SL: "sl",
|
|
Language.SV: "sv",
|
|
Language.TR: "tr",
|
|
Language.UK: "uk",
|
|
Language.VI: "vi",
|
|
}
|
|
|
|
|
|
def supported_languages() -> list[Language]:
|
|
"""Return the list of Language enum values this engine supports."""
|
|
return list(_SUPERTONIC_LANG_MAP.keys())
|
|
|
|
|
|
def engine_language(lang: Language) -> str:
|
|
"""Map a Language enum to the engine's internal ISO 639-1 code.
|
|
|
|
Raises ValueError for unsupported languages.
|
|
"""
|
|
result = _SUPERTONIC_LANG_MAP.get(lang)
|
|
if result is None:
|
|
raise ValueError(
|
|
f"Supertonic does not support language: {lang!r}. "
|
|
f"Supported: {supported_languages()}"
|
|
)
|
|
return result
|
|
|
|
|
|
class SuperTonicSession:
|
|
"""EngineSession implementation for SuperTonic.
|
|
|
|
Owns mutable execution state for synthesis.
|
|
NOT thread-safe.
|
|
"""
|
|
|
|
def __init__(self, pipeline: Any) -> None:
|
|
self._pipeline = pipeline
|
|
self._disposed = False
|
|
|
|
def synthesize(self, request: SynthesisRequest) -> SynthesizedAudio:
|
|
"""Synthesize audio from text using SuperTonic."""
|
|
if self._disposed:
|
|
raise EngineError("Session disposed")
|
|
|
|
try:
|
|
import soundfile as sf
|
|
|
|
voice = request.voice.key
|
|
speed = float(request.parameters.values.get("speed", 1.0))
|
|
total_steps = request.parameters.values.get("total_steps", None)
|
|
split_pattern = request.parameters.values.get("split_pattern", None)
|
|
|
|
if total_steps is not None:
|
|
total_steps = int(total_steps)
|
|
|
|
audio_parts: list[np.ndarray] = []
|
|
for segment in self._pipeline(
|
|
request.text,
|
|
voice=voice,
|
|
speed=speed,
|
|
split_pattern=split_pattern,
|
|
total_steps=total_steps,
|
|
):
|
|
audio_parts.append(segment.audio)
|
|
|
|
if not audio_parts:
|
|
return SynthesizedAudio(
|
|
data=b"",
|
|
format=AudioFormat(mime="audio/wav", extension="wav"),
|
|
duration=Duration(seconds=0.0),
|
|
)
|
|
|
|
combined = np.concatenate(audio_parts).astype("float32", copy=False)
|
|
buf = io.BytesIO()
|
|
sf.write(buf, combined, self._pipeline.sample_rate, format="WAV")
|
|
audio_bytes = buf.getvalue()
|
|
duration_seconds = len(combined) / self._pipeline.sample_rate
|
|
|
|
return SynthesizedAudio(
|
|
data=audio_bytes,
|
|
format=AudioFormat(mime="audio/wav", extension="wav"),
|
|
duration=Duration(seconds=duration_seconds),
|
|
)
|
|
except EngineError:
|
|
raise
|
|
except Exception as e:
|
|
raise EngineError(f"Synthesis failed: {e}") from e
|
|
|
|
def dispose(self) -> None:
|
|
"""Release session resources. Idempotent."""
|
|
self._disposed = True
|
|
|
|
|
|
class SuperTonicEngine:
|
|
"""Engine implementation for SuperTonic.
|
|
|
|
Factory for SuperTonicSession instances. Stateless and thread-safe.
|
|
"""
|
|
|
|
def __init__(self, pipeline: Any) -> None:
|
|
self._pipeline = pipeline
|
|
self._disposed = False
|
|
|
|
def createSession(self) -> SuperTonicSession:
|
|
"""Create a new SuperTonicSession."""
|
|
if self._disposed:
|
|
raise EngineError("Engine disposed")
|
|
return SuperTonicSession(self._pipeline)
|
|
|
|
def dispose(self) -> None:
|
|
"""Release engine resources. Idempotent."""
|
|
self._disposed = True
|
|
|
|
def listVoices(self, sourceId: str) -> list[VoiceManifest]:
|
|
"""List available SuperTonic voices. Implements VoiceLister capability.
|
|
|
|
Note: Static voice catalog is declared in plugin manifest.
|
|
This method is retained for VoiceLister interface compliance.
|
|
"""
|
|
if self._disposed:
|
|
raise EngineError("Engine disposed")
|
|
return []
|