feat: add voice audio preview button in tts-config option

This commit is contained in:
dakai 2024-10-14 03:25:44 +08:00
parent a84383f919
commit bcd50b89c8

View File

@ -1,19 +1,60 @@
import { TTSConfig, TTSConfigValidator } from "../store"; import { TTSConfig, TTSConfigValidator } from "../store";
import React, { useState } from "react";
import Locale from "../locales"; import Locale from "../locales";
import { ListItem, Select } from "./ui-lib"; import { ListItem, Select } from "./ui-lib";
import { import {
ModelProvider,
DEFAULT_TTS_ENGINE, DEFAULT_TTS_ENGINE,
DEFAULT_TTS_ENGINES, DEFAULT_TTS_ENGINES,
DEFAULT_TTS_MODELS, DEFAULT_TTS_MODELS,
DEFAULT_TTS_VOICES, DEFAULT_TTS_VOICES,
} from "../constant"; } from "../constant";
import { InputRange } from "./input-range"; import { InputRange } from "./input-range";
import { IconButton } from "./button";
import SpeakIcon from "../icons/speak.svg";
import SpeakStopIcon from "../icons/speak-stop.svg";
import { createTTSPlayer } from "../utils/audio";
import { useAppConfig } from "../store";
import { ClientApi } from "../client/api";
const ttsPlayer = createTTSPlayer();
export function TTSConfigList(props: { export function TTSConfigList(props: {
ttsConfig: TTSConfig; ttsConfig: TTSConfig;
updateConfig: (updater: (config: TTSConfig) => void) => void; updateConfig: (updater: (config: TTSConfig) => void) => void;
}) { }) {
const [speechLoading, setSpeechLoading] = useState(false);
const [speechStatus, setSpeechStatus] = useState(false);
async function openaiSpeech(text: string) {
if (speechStatus) {
ttsPlayer.stop();
setSpeechStatus(false);
} else {
var api: ClientApi;
api = new ClientApi(ModelProvider.GPT);
const config = useAppConfig.getState();
setSpeechLoading(true);
ttsPlayer.init();
let audioBuffer: ArrayBuffer;
audioBuffer = await api.llm.speech({
model: config.ttsConfig.model,
input: text,
voice: config.ttsConfig.voice,
speed: config.ttsConfig.speed,
});
setSpeechStatus(true);
ttsPlayer
.play(audioBuffer, () => {
setSpeechStatus(false);
})
.catch((e) => {
console.error("[OpenAI Speech]", e);
setSpeechStatus(false);
})
.finally(() => setSpeechLoading(false));
}
}
return ( return (
<> <>
<ListItem <ListItem
@ -88,6 +129,26 @@ export function TTSConfigList(props: {
title={Locale.Settings.TTS.Voice.Title} title={Locale.Settings.TTS.Voice.Title}
subTitle={Locale.Settings.TTS.Voice.SubTitle} subTitle={Locale.Settings.TTS.Voice.SubTitle}
> >
<div style={{ display: "flex", gap: "10px" }}>
<IconButton
aria={Locale.Chat.Actions.Speech}
icon={speechStatus ? <SpeakStopIcon /> : <SpeakIcon />}
text={
speechLoading
? "Loading..."
: speechStatus
? Locale.Chat.Actions.Stop
: Locale.Chat.Actions.Speech
}
onClick={() => {
speechStatus
? (ttsPlayer.stop(), setSpeechStatus(false))
: openaiSpeech(
"NextChat,Unleash your imagination, experience the future of AI conversation.",
);
}}
/>
<Select <Select
value={props.ttsConfig.voice} value={props.ttsConfig.voice}
onChange={(e) => { onChange={(e) => {
@ -105,6 +166,7 @@ export function TTSConfigList(props: {
</option> </option>
))} ))}
</Select> </Select>
</div>
</ListItem> </ListItem>
<ListItem <ListItem
title={Locale.Settings.TTS.Speed.Title} title={Locale.Settings.TTS.Speed.Title}