33 lines
982 B
Rust
33 lines
982 B
Rust
// At the time of testing, LocalAI can be powered by `openai`, but we use `openai_compat` for better reliability
|
|
// in the event of future updates to `async-openai`.
|
|
|
|
use super::openai_compat::Config;
|
|
|
|
pub fn default_config() -> Config {
|
|
let mut config = Config {
|
|
base_url: "http://my-localai-self-hosted-service:8080/v1".to_owned(),
|
|
|
|
..Default::default()
|
|
};
|
|
|
|
if let Some(ref mut config) = config.text_generation.as_mut() {
|
|
config.model_id = "gpt-4".to_owned();
|
|
config.max_context_tokens = 128_000;
|
|
config.max_response_tokens = 4096;
|
|
}
|
|
|
|
if let Some(ref mut config) = config.text_to_speech.as_mut() {
|
|
config.model_id = "tts-1".to_owned();
|
|
}
|
|
|
|
if let Some(ref mut config) = config.speech_to_text.as_mut() {
|
|
config.model_id = "whisper-1".to_owned();
|
|
}
|
|
|
|
if let Some(ref mut config) = config.image_generation.as_mut() {
|
|
config.model_id = "stablediffusion".to_owned();
|
|
}
|
|
|
|
config
|
|
}
|