feat: add voice audio preview button in tts-config option

This commit is contained in:
dakai 2024-10-14 03:25:44 +08:00
parent a84383f919
commit bcd50b89c8

View File

@ -1,19 +1,60 @@
import { TTSConfig, TTSConfigValidator } from "../store"; import { TTSConfig, TTSConfigValidator } from "../store";
import React, { useState } from "react";
import Locale from "../locales"; import Locale from "../locales";
import { ListItem, Select } from "./ui-lib"; import { ListItem, Select } from "./ui-lib";
import { import {
ModelProvider,
DEFAULT_TTS_ENGINE, DEFAULT_TTS_ENGINE,
DEFAULT_TTS_ENGINES, DEFAULT_TTS_ENGINES,
DEFAULT_TTS_MODELS, DEFAULT_TTS_MODELS,
DEFAULT_TTS_VOICES, DEFAULT_TTS_VOICES,
} from "../constant"; } from "../constant";
import { InputRange } from "./input-range"; import { InputRange } from "./input-range";
import { IconButton } from "./button";
import SpeakIcon from "../icons/speak.svg";
import SpeakStopIcon from "../icons/speak-stop.svg";
import { createTTSPlayer } from "../utils/audio";
import { useAppConfig } from "../store";
import { ClientApi } from "../client/api";
const ttsPlayer = createTTSPlayer();
export function TTSConfigList(props: { export function TTSConfigList(props: {
ttsConfig: TTSConfig; ttsConfig: TTSConfig;
updateConfig: (updater: (config: TTSConfig) => void) => void; updateConfig: (updater: (config: TTSConfig) => void) => void;
}) { }) {
const [speechLoading, setSpeechLoading] = useState(false);
const [speechStatus, setSpeechStatus] = useState(false);
async function openaiSpeech(text: string) {
if (speechStatus) {
ttsPlayer.stop();
setSpeechStatus(false);
} else {
var api: ClientApi;
api = new ClientApi(ModelProvider.GPT);
const config = useAppConfig.getState();
setSpeechLoading(true);
ttsPlayer.init();
let audioBuffer: ArrayBuffer;
audioBuffer = await api.llm.speech({
model: config.ttsConfig.model,
input: text,
voice: config.ttsConfig.voice,
speed: config.ttsConfig.speed,
});
setSpeechStatus(true);
ttsPlayer
.play(audioBuffer, () => {
setSpeechStatus(false);
})
.catch((e) => {
console.error("[OpenAI Speech]", e);
setSpeechStatus(false);
})
.finally(() => setSpeechLoading(false));
}
}
return ( return (
<> <>
<ListItem <ListItem
@ -88,23 +129,44 @@ export function TTSConfigList(props: {
title={Locale.Settings.TTS.Voice.Title} title={Locale.Settings.TTS.Voice.Title}
subTitle={Locale.Settings.TTS.Voice.SubTitle} subTitle={Locale.Settings.TTS.Voice.SubTitle}
> >
<Select <div style={{ display: "flex", gap: "10px" }}>
value={props.ttsConfig.voice} <IconButton
onChange={(e) => { aria={Locale.Chat.Actions.Speech}
props.updateConfig( icon={speechStatus ? <SpeakStopIcon /> : <SpeakIcon />}
(config) => text={
(config.voice = TTSConfigValidator.voice( speechLoading
e.currentTarget.value, ? "Loading..."
)), : speechStatus
); ? Locale.Chat.Actions.Stop
}} : Locale.Chat.Actions.Speech
> }
{DEFAULT_TTS_VOICES.map((v, i) => ( onClick={() => {
<option value={v} key={i}> speechStatus
{v} ? (ttsPlayer.stop(), setSpeechStatus(false))
</option> : openaiSpeech(
))} "NextChat,Unleash your imagination, experience the future of AI conversation.",
</Select> );
}}
/>
<Select
value={props.ttsConfig.voice}
onChange={(e) => {
props.updateConfig(
(config) =>
(config.voice = TTSConfigValidator.voice(
e.currentTarget.value,
)),
);
}}
>
{DEFAULT_TTS_VOICES.map((v, i) => (
<option value={v} key={i}>
{v}
</option>
))}
</Select>
</div>
</ListItem> </ListItem>
<ListItem <ListItem
title={Locale.Settings.TTS.Speed.Title} title={Locale.Settings.TTS.Speed.Title}