ewilliams28/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-08-12 21:53:00 -06:00
Code Issues Packages Projects Releases Wiki Activity

refactor(inworld): consolidate speech requests

Browse Source 
Amp-Thread-ID: https://ampcode.com/threads/T-019ff438-3b93-77b8-9828-1d3c586cb127
This commit is contained in:
Amp
2026-08-12 05:20:56 +00:00
committed by Peter Steinberger
parent 0060f6f5fc
commit f690c107d7
1 changed files with 36 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files
extensions/inworld/speech-provider.ts
+36 -44
View File
@@ -30,10 +30,13 @@ type InworldProviderConfig = {
temperature?: number;
};
type InworldProviderOverrides = {
voiceId?: string;
modelId?: string;
temperature?: number;
type InworldSynthesisRequest = {
text: string;
providerConfig: SpeechProviderConfig;
providerOverrides?: SpeechProviderOverrides;
timeoutMs: number;
audioEncoding: InworldAudioEncoding;
sampleRateHertz?: number;
};
function normalizeInworldTemperature(value: unknown): number | undefined {
@@ -70,19 +73,35 @@ function resolveInworldApiKey(primary?: string, fallback?: string): string | und
return resolveSpeechProviderApiKey(primary, fallback, process.env.INWORLD_API_KEY);
}
function readInworldOverrides(
overrides: SpeechProviderOverrides | undefined,
): InworldProviderOverrides {
if (!overrides) {
return {};
}
function readInworldOverrides(overrides: SpeechProviderOverrides | undefined) {
return {
voiceId: trimToUndefined(overrides.voiceId ?? overrides.voice),
modelId: trimToUndefined(overrides.modelId ?? overrides.model),
temperature: normalizeInworldTemperature(overrides.temperature),
voiceId: trimToUndefined(overrides?.voiceId ?? overrides?.voice),
modelId: trimToUndefined(overrides?.modelId ?? overrides?.model),
temperature: normalizeInworldTemperature(overrides?.temperature),
};
}
async function synthesizeInworld(req: InworldSynthesisRequest): Promise<Buffer> {
const config = readInworldProviderConfig(req.providerConfig);
const overrides = readInworldOverrides(req.providerOverrides);
const apiKey = resolveInworldApiKey(config.apiKey);
if (!apiKey) {
throw new Error("Inworld API key missing");
}
return inworldTTS({
text: req.text,
apiKey,
baseUrl: config.baseUrl,
voiceId: overrides.voiceId ?? config.voiceId,
modelId: overrides.modelId ?? config.modelId,
audioEncoding: req.audioEncoding,
...(req.sampleRateHertz === undefined ? {} : { sampleRateHertz: req.sampleRateHertz }),
temperature: overrides.temperature ?? config.temperature,
timeoutMs: req.timeoutMs,
});
}
function parseDirectiveToken(ctx: SpeechDirectiveTokenParseContext): {
handled: boolean;
overrides?: SpeechProviderOverrides;
@@ -181,25 +200,11 @@ export function buildInworldSpeechProvider(): SpeechProviderPlugin {
isConfigured: ({ providerConfig }) =>
Boolean(resolveInworldApiKey(readInworldProviderConfig(providerConfig).apiKey)),
synthesize: async (req) => {
const config = readInworldProviderConfig(req.providerConfig);
const overrides = readInworldOverrides(req.providerOverrides);
const apiKey = resolveInworldApiKey(config.apiKey);
if (!apiKey) {
throw new Error("Inworld API key missing");
}
const useOpus = req.target === "voice-note";
const audioEncoding: InworldAudioEncoding = useOpus ? "OGG_OPUS" : "MP3";
const audioBuffer = await inworldTTS({
text: req.text,
apiKey,
baseUrl: config.baseUrl,
voiceId: overrides.voiceId ?? config.voiceId,
modelId: overrides.modelId ?? config.modelId,
const audioBuffer = await synthesizeInworld({
...req,
audioEncoding,
temperature: overrides.temperature ?? config.temperature,
timeoutMs: req.timeoutMs,
});
return {
@@ -210,24 +215,11 @@ export function buildInworldSpeechProvider(): SpeechProviderPlugin {
};
},
synthesizeTelephony: async (req) => {
const config = readInworldProviderConfig(req.providerConfig);
const overrides = readInworldOverrides(req.providerOverrides);
const apiKey = resolveInworldApiKey(config.apiKey);
if (!apiKey) {
throw new Error("Inworld API key missing");
}
const sampleRate = 22_050;
const audioBuffer = await inworldTTS({
text: req.text,
apiKey,
baseUrl: config.baseUrl,
voiceId: overrides.voiceId ?? config.voiceId,
modelId: overrides.modelId ?? config.modelId,
const audioBuffer = await synthesizeInworld({
...req,
audioEncoding: "PCM",
sampleRateHertz: sampleRate,
temperature: overrides.temperature ?? config.temperature,
timeoutMs: req.timeoutMs,
});
return { audioBuffer, outputFormat: "pcm", sampleRate };