Compare commits
9 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
b3bd241823 | ||
|
|
de3d8b054f | ||
|
|
0a55e276a2 | ||
|
|
1f2c65d2e6 | ||
|
|
3b5e4745f2 | ||
|
|
407bb022d9 | ||
|
|
faf92cac09 | ||
|
|
a82e9a1d1f | ||
|
|
8f87f05a08 |
36
.pre-commit-config.yaml
Normal file
36
.pre-commit-config.yaml
Normal file
@@ -0,0 +1,36 @@
|
|||||||
|
repos:
|
||||||
|
# Fast built-in hooks (Rust-native, no dependencies)
|
||||||
|
- repo: builtin
|
||||||
|
hooks:
|
||||||
|
- id: trailing-whitespace
|
||||||
|
- id: end-of-file-fixer
|
||||||
|
- id: check-yaml
|
||||||
|
- id: check-merge-conflict
|
||||||
|
- id: check-added-large-files
|
||||||
|
args: ['--maxkb=1024']
|
||||||
|
|
||||||
|
# Local hooks that run project-specific tools
|
||||||
|
- repo: local
|
||||||
|
hooks:
|
||||||
|
- id: cargo-fmt-check
|
||||||
|
name: Cargo Format Check
|
||||||
|
entry: cargo fmt --all -- --check
|
||||||
|
language: system
|
||||||
|
files: '\.rs$'
|
||||||
|
pass_filenames: false
|
||||||
|
|
||||||
|
- id: cargo-clippy
|
||||||
|
name: Cargo Clippy
|
||||||
|
entry: cargo clippy -- -D warnings
|
||||||
|
language: system
|
||||||
|
files: '\.rs$'
|
||||||
|
pass_filenames: false
|
||||||
|
priority: 100
|
||||||
|
|
||||||
|
- id: test-unit
|
||||||
|
name: Unit Tests
|
||||||
|
entry: just test
|
||||||
|
language: system
|
||||||
|
files: '\.rs$'
|
||||||
|
pass_filenames: false
|
||||||
|
priority: 100
|
||||||
18
CHANGELOG.md
18
CHANGELOG.md
@@ -1,3 +1,21 @@
|
|||||||
|
# (2026-02-18) Version 1.14.2
|
||||||
|
|
||||||
|
- (**Internal Improvement**) Dependency updates
|
||||||
|
|
||||||
|
- (**Internal Improvement**) Reorganize the development environment to support [Continuwuity](https://continuwuity.org/) as a homeserver choice (in addition to [Synapse](https://github.com/element-hq/synapse)). Continuwuity is now the default for its lighter footprint (no external database required). See [development docs](./docs/development.md) for details.
|
||||||
|
|
||||||
|
|
||||||
|
# (2026-02-10) Version 1.14.1
|
||||||
|
|
||||||
|
- (**Security**) Dependency updates to fix security vulnerabilities ([time](https://crates.io/crates/time) stack exhaustion DoS, [bytes](https://crates.io/crates/bytes) integer overflow), via [mxlink](https://crates.io/crates/mxlink) 1.12.0
|
||||||
|
|
||||||
|
- (**Internal Improvement**) Switch from deprecated [serde_yaml](https://crates.io/crates/serde_yaml) to its maintained fork [serde_yaml_ng](https://crates.io/crates/serde_yaml_ng)
|
||||||
|
|
||||||
|
- (**Internal Improvement**) Add [prek](https://github.com/nicholasgasior/prek) pre-commit hooks via [mise](https://mise.jdx.dev/) for automated code quality checks (formatting, clippy, tests)
|
||||||
|
|
||||||
|
- (**Internal Improvement**) Fix clippy warnings and formatting issues
|
||||||
|
|
||||||
|
|
||||||
# (2026-02-04) Version 1.14.0
|
# (2026-02-04) Version 1.14.0
|
||||||
|
|
||||||
- (**Feature**) The `openai` provider now uses OpenAI's [Responses API](https://platform.openai.com/docs/api-reference/responses) (instead of the older Chat Completions API), adding support for [🛠️ built-in tools](./docs/features.md#️-built-in-tools-openai-only) (`web_search` and `code_interpreter`). These tools are **disabled by default** and can be enabled via the `text_generation.tools` configuration (see the [sample configuration](https://github.com/etkecc/baibot/blob/c70387b0c38d8d0f30bba2179a2a21a3710dbeaf/docs/sample-provider-configs/openai.yml#L12-L15)). To enable tools on an existing agent, you need to [update the agent](./docs/agents.md#updating-agents) to re-create it with the `text_generation.tools` section added and enable the tools you need. Thanks to [Layla Manley](https://github.com/yeslayla) for the contribution in [#62](https://github.com/etkecc/baibot/pull/62)!
|
- (**Feature**) The `openai` provider now uses OpenAI's [Responses API](https://platform.openai.com/docs/api-reference/responses) (instead of the older Chat Completions API), adding support for [🛠️ built-in tools](./docs/features.md#️-built-in-tools-openai-only) (`web_search` and `code_interpreter`). These tools are **disabled by default** and can be enabled via the `text_generation.tools` configuration (see the [sample configuration](https://github.com/etkecc/baibot/blob/c70387b0c38d8d0f30bba2179a2a21a3710dbeaf/docs/sample-provider-configs/openai.yml#L12-L15)). To enable tools on an existing agent, you need to [update the agent](./docs/agents.md#updating-agents) to re-create it with the `text_generation.tools` section added and enable the tools you need. Thanks to [Layla Manley](https://github.com/yeslayla) for the contribution in [#62](https://github.com/etkecc/baibot/pull/62)!
|
||||||
|
|||||||
481
Cargo.lock
generated
481
Cargo.lock
generated
File diff suppressed because it is too large
Load Diff
10
Cargo.toml
10
Cargo.toml
@@ -7,7 +7,7 @@ license = "AGPL-3.0-or-later"
|
|||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
keywords = ["matrix", "chat", "bot", "AI", "LLM"]
|
keywords = ["matrix", "chat", "bot", "AI", "LLM"]
|
||||||
include = ["/etc/assets/baibot-torso-768.png", "/src", "/README.md", "/CHANGELOG.md", "/LICENSE"]
|
include = ["/etc/assets/baibot-torso-768.png", "/src", "/README.md", "/CHANGELOG.md", "/LICENSE"]
|
||||||
version = "1.14.0"
|
version = "1.14.2"
|
||||||
edition = "2024"
|
edition = "2024"
|
||||||
|
|
||||||
[lib]
|
[lib]
|
||||||
@@ -17,7 +17,7 @@ path = "src/lib.rs"
|
|||||||
[dependencies]
|
[dependencies]
|
||||||
anthropic = { git = "https://github.com/etkecc/anthropic-rs.git", branch = "fix-content-block-image" }
|
anthropic = { git = "https://github.com/etkecc/anthropic-rs.git", branch = "fix-content-block-image" }
|
||||||
anyhow = "1.0.*"
|
anyhow = "1.0.*"
|
||||||
async-openai = { version = "0.32.3", features = ["audio", "chat-completion", "image", "responses"] }
|
async-openai = { version = "0.32.4", features = ["audio", "chat-completion", "image", "responses"] }
|
||||||
base64 = "0.22.*"
|
base64 = "0.22.*"
|
||||||
chrono = { version = "0.4.*", default-features = false, features = ["std", "now"] }
|
chrono = { version = "0.4.*", default-features = false, features = ["std", "now"] }
|
||||||
# We'd rather not depend on this, but we cannot use the ruma-events EventContent macro without it.
|
# We'd rather not depend on this, but we cannot use the ruma-events EventContent macro without it.
|
||||||
@@ -25,14 +25,14 @@ chrono = { version = "0.4.*", default-features = false, features = ["std", "now"
|
|||||||
matrix-sdk = { version = "0.16.0", default-features = false, features = ["native-tls"] }
|
matrix-sdk = { version = "0.16.0", default-features = false, features = ["native-tls"] }
|
||||||
mime_guess = "2.0.*"
|
mime_guess = "2.0.*"
|
||||||
mxidwc = "1.0.*"
|
mxidwc = "1.0.*"
|
||||||
mxlink = ">=1.11.0"
|
mxlink = ">=1.12.0"
|
||||||
etke_openai_api_rust = "0.1.*"
|
etke_openai_api_rust = "0.1.*"
|
||||||
quick_cache = "0.6.*"
|
quick_cache = "0.6.*"
|
||||||
regex = "1.12.*"
|
regex = "1.12.*"
|
||||||
serde = { version = "1.0.*", features = ["derive"], default-features = false }
|
serde = { version = "1.0.*", features = ["derive"], default-features = false }
|
||||||
serde_json = "1.0.*"
|
serde_json = "1.0.*"
|
||||||
serde_yaml = "0.9.*"
|
serde_yaml_ng = "0.10.*"
|
||||||
tempfile = "3.24.*"
|
tempfile = "3.25.*"
|
||||||
tiktoken-rs = { version = "0.9.*", default-features = false }
|
tiktoken-rs = { version = "0.9.*", default-features = false }
|
||||||
tokio = { version = "1.49.*", features = ["rt", "rt-multi-thread", "macros"] }
|
tokio = { version = "1.49.*", features = ["rt", "rt-multi-thread", "macros"] }
|
||||||
tracing = "0.1.*"
|
tracing = "0.1.*"
|
||||||
|
|||||||
@@ -18,6 +18,27 @@ For local development, we run all dependency services in [🐋 Docker](https://w
|
|||||||
- (Optional) an API key for some Large Language Model [☁️ provider](./providers.md) (e.g. [OpenAI](./providers.md#openai)), though we recommend using [LocalAI](#localai) or [Ollama](#ollama) for local development
|
- (Optional) an API key for some Large Language Model [☁️ provider](./providers.md) (e.g. [OpenAI](./providers.md#openai)), though we recommend using [LocalAI](#localai) or [Ollama](#ollama) for local development
|
||||||
|
|
||||||
|
|
||||||
|
### Choosing a homeserver
|
||||||
|
|
||||||
|
The development environment supports two homeserver implementations:
|
||||||
|
|
||||||
|
- **[Continuwuity](https://continuwuity.org/)** (default) — lightweight, no external database required. Good for most development needs.
|
||||||
|
- **[Synapse](https://github.com/element-hq/synapse)** — the reference implementation, bundled with Postgres. Use this if you need Synapse-specific behavior.
|
||||||
|
|
||||||
|
To choose a homeserver (optional — defaults to Continuwuity if skipped):
|
||||||
|
|
||||||
|
```sh
|
||||||
|
just homeserver-init continuwuity # or: just homeserver-init synapse
|
||||||
|
```
|
||||||
|
|
||||||
|
The choice is stored in `var/homeserver` and affects all subsequent commands.
|
||||||
|
|
||||||
|
> **Note:** If you switch homeservers after initial setup, you will need to:
|
||||||
|
> - Delete `var/app/local/` and/or `var/app/container/` (app config and data)
|
||||||
|
> - Delete `var/services/element-web/` (to regenerate its config)
|
||||||
|
> - Re-run the prepare and user registration steps
|
||||||
|
|
||||||
|
|
||||||
### Getting started guide
|
### Getting started guide
|
||||||
|
|
||||||
Developing [locally](#running-locally) is possible, but requires a [Rust](https://www.rust-lang.org/) toolchain.
|
Developing [locally](#running-locally) is possible, but requires a [Rust](https://www.rust-lang.org/) toolchain.
|
||||||
@@ -28,11 +49,12 @@ In any case, you will need [🐋 Docker](https://www.docker.com/) as [dependency
|
|||||||
|
|
||||||
#### Running locally
|
#### Running locally
|
||||||
|
|
||||||
1. Start the core dependency services (Postgres, Synapse, Element Web): `just services-start`
|
1. (Optional) Choose a homeserver: `just homeserver-init continuwuity` (or `synapse`). Default is `continuwuity`.
|
||||||
2. (Only the first time around) Prepare initial app configuration in `var/app/local/config.yml`: `just app-local-prepare`
|
2. Start the homeserver and Element Web: `just services-start`
|
||||||
3. (Only the first time around) [Prepare your configuration file](#prepare-your-configuration-file)
|
3. (Only the first time around) Prepare initial app configuration in `var/app/local/config.yml`: `just app-local-prepare`
|
||||||
4. (Only the first time around) Prepare initial default Matrix user accounts (`admin` and `baibot`): `just users-prepare`
|
4. (Only the first time around) [Prepare your configuration file](#prepare-your-configuration-file)
|
||||||
5. (Optional) Start additional services depending on which [agent provider you've chosen](#choosing-an-agent-provider):
|
5. (Only the first time around) Prepare initial default Matrix user accounts (`admin` and `baibot`): `just users-prepare`
|
||||||
|
6. (Optional) Start additional services depending on which [agent provider you've chosen](#choosing-an-agent-provider):
|
||||||
- for [LocalAI](#localai):
|
- for [LocalAI](#localai):
|
||||||
- Start services: `just localai-start`
|
- Start services: `just localai-start`
|
||||||
- Wait a while for LocalAI to start up. It has a lot of models to download. Monitor progress using `just localai-tail-logs`
|
- Wait a while for LocalAI to start up. It has a lot of models to download. Monitor progress using `just localai-tail-logs`
|
||||||
@@ -40,12 +62,12 @@ In any case, you will need [🐋 Docker](https://www.docker.com/) as [dependency
|
|||||||
- for [Ollama](#ollama):
|
- for [Ollama](#ollama):
|
||||||
- Start services: `just ollama-start`
|
- Start services: `just ollama-start`
|
||||||
- (Only the first time around) Pull the model configured in `agents.static_definitions` in the configuration file: `just ollama-pull-model gemma2:2b`
|
- (Only the first time around) Pull the model configured in `agents.static_definitions` in the configuration file: `just ollama-pull-model gemma2:2b`
|
||||||
6. Start the bot: `just run-locally`
|
7. Start the bot: `just run-locally`
|
||||||
7. Go to http://element.127.0.0.1.nip.io:42025/ and login with `admin` / `admin`
|
8. Go to http://element.127.0.0.1.nip.io:42025/ and login with `admin` / `admin`
|
||||||
8. Create a new room and invite `@baibot:synapse.127.0.0.1.nip.io`
|
9. Create a new room and invite `@baibot:continuwuity.127.0.0.1.nip.io` (or `@baibot:synapse.127.0.0.1.nip.io` if using Synapse)
|
||||||
9. When done, stop the bot (`Ctrl` + `C`)
|
10. When done, stop the bot (`Ctrl` + `C`)
|
||||||
10. Stop the core dependency services: `just services-stop`
|
11. Stop the services: `just services-stop`
|
||||||
11. (Optional) Stop additional services:
|
12. (Optional) Stop additional services:
|
||||||
- for [LocalAI](#localai): `just localai-stop`
|
- for [LocalAI](#localai): `just localai-stop`
|
||||||
- for [Ollama](#ollama): `just ollama-stop`
|
- for [Ollama](#ollama): `just ollama-stop`
|
||||||
|
|
||||||
@@ -54,11 +76,12 @@ In any case, you will need [🐋 Docker](https://www.docker.com/) as [dependency
|
|||||||
|
|
||||||
You can avoid having a [Rust](https://www.rust-lang.org/) toolchain installed locally and build/run this in a container.
|
You can avoid having a [Rust](https://www.rust-lang.org/) toolchain installed locally and build/run this in a container.
|
||||||
|
|
||||||
1. Start the core dependency services (Postgres, Synapse, Element Web): `just services-start`
|
1. (Optional) Choose a homeserver: `just homeserver-init continuwuity` (or `synapse`). Default is `continuwuity`.
|
||||||
2. (Only the first time around) Prepare initial app configuration in `var/app/container/config.yml`: `just app-container-prepare`
|
2. Start the homeserver and Element Web: `just services-start`
|
||||||
3. (Only the first time around) [Prepare your configuration file](#prepare-your-configuration-file)
|
3. (Only the first time around) Prepare initial app configuration in `var/app/container/config.yml`: `just app-container-prepare`
|
||||||
4. (Only the first time around) Prepare initial default Matrix user accounts (`admin` and `baibot`): `just users-prepare`
|
4. (Only the first time around) [Prepare your configuration file](#prepare-your-configuration-file)
|
||||||
5. (Optional) Start additional services depending on which [agent provider you've chosen](#choosing-an-agent-provider):
|
5. (Only the first time around) Prepare initial default Matrix user accounts (`admin` and `baibot`): `just users-prepare`
|
||||||
|
6. (Optional) Start additional services depending on which [agent provider you've chosen](#choosing-an-agent-provider):
|
||||||
- for [LocalAI](#localai):
|
- for [LocalAI](#localai):
|
||||||
- Start services: `just localai-start`
|
- Start services: `just localai-start`
|
||||||
- Wait a while for LocalAI to start up. It has a lot of models to download. Monitor progress using `just localai-tail-logs`
|
- Wait a while for LocalAI to start up. It has a lot of models to download. Monitor progress using `just localai-tail-logs`
|
||||||
@@ -66,12 +89,12 @@ You can avoid having a [Rust](https://www.rust-lang.org/) toolchain installed lo
|
|||||||
- for [Ollama](#ollama):
|
- for [Ollama](#ollama):
|
||||||
- Start services: `just ollama-start`
|
- Start services: `just ollama-start`
|
||||||
- (Only the first time around) Pull the model configured in `agents.static_definitions` in the configuration file: `just ollama-pull-model gemma2:2b`
|
- (Only the first time around) Pull the model configured in `agents.static_definitions` in the configuration file: `just ollama-pull-model gemma2:2b`
|
||||||
6. Start the bot: `just run-in-container`
|
7. Start the bot: `just run-in-container`
|
||||||
7. Go to http://element.127.0.0.1.nip.io:42025/ and login with `admin` / `admin`
|
8. Go to http://element.127.0.0.1.nip.io:42025/ and login with `admin` / `admin`
|
||||||
8. Create a new room and invite `@baibot:synapse.127.0.0.1.nip.io`
|
9. Create a new room and invite `@baibot:continuwuity.127.0.0.1.nip.io` (or `@baibot:synapse.127.0.0.1.nip.io` if using Synapse)
|
||||||
9. When done, stop the bot (`Ctrl` + `C`)
|
10. When done, stop the bot (`Ctrl` + `C`)
|
||||||
10. Stop the dependency services: `just services-stop`
|
11. Stop the services: `just services-stop`
|
||||||
11. (Optional) Stop additional services:
|
12. (Optional) Stop additional services:
|
||||||
- for [LocalAI](#localai): `just localai-stop`
|
- for [LocalAI](#localai): `just localai-stop`
|
||||||
- for [Ollama](#ollama): `just ollama-stop`
|
- for [Ollama](#ollama): `just ollama-stop`
|
||||||
|
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
homeserver:
|
homeserver:
|
||||||
# The canonical homeserver domain name
|
# The canonical homeserver domain name
|
||||||
server_name: synapse.127.0.0.1.nip.io
|
server_name: __HOMESERVER_SERVER_NAME__
|
||||||
url: http://synapse.127.0.0.1.nip.io:42020
|
url: __HOMESERVER_URL__
|
||||||
|
|
||||||
user:
|
user:
|
||||||
mxid_localpart: baibot
|
mxid_localpart: baibot
|
||||||
@@ -45,7 +45,7 @@ room:
|
|||||||
access:
|
access:
|
||||||
# Space-separated list of MXID patterns which specify who is an admin.
|
# Space-separated list of MXID patterns which specify who is an admin.
|
||||||
admin_patterns:
|
admin_patterns:
|
||||||
- "@admin:synapse.127.0.0.1.nip.io"
|
- "@admin:__HOMESERVER_SERVER_NAME__"
|
||||||
|
|
||||||
persistence:
|
persistence:
|
||||||
# This is unset here, because we expect the configuration to come from an environment variable (BAIBOT_PERSISTENCE_DATA_DIR_PATH).
|
# This is unset here, because we expect the configuration to come from an environment variable (BAIBOT_PERSISTENCE_DATA_DIR_PATH).
|
||||||
@@ -157,7 +157,7 @@ initial_global_config:
|
|||||||
# Space-separated list of MXID patterns which specify who can use the bot.
|
# Space-separated list of MXID patterns which specify who can use the bot.
|
||||||
# By default, we let anyone on the homeserver use the bot.
|
# By default, we let anyone on the homeserver use the bot.
|
||||||
user_patterns:
|
user_patterns:
|
||||||
- "@*:synapse.127.0.0.1.nip.io"
|
- "@*:__HOMESERVER_SERVER_NAME__"
|
||||||
|
|
||||||
# Controls logging.
|
# Controls logging.
|
||||||
#
|
#
|
||||||
|
|||||||
23
etc/services/continuwuity/compose.yml
Normal file
23
etc/services/continuwuity/compose.yml
Normal file
@@ -0,0 +1,23 @@
|
|||||||
|
services:
|
||||||
|
continuwuity:
|
||||||
|
image: forgejo.ellis.link/continuwuation/continuwuity:v0.5.5
|
||||||
|
user: "${UID}:${GID}"
|
||||||
|
restart: unless-stopped
|
||||||
|
cap_drop:
|
||||||
|
- ALL
|
||||||
|
read_only: true
|
||||||
|
environment:
|
||||||
|
CONDUWUIT_CONFIG: /etc/continuwuity/continuwuity.toml
|
||||||
|
CONDUWUIT_DATABASE_PATH: /var/lib/continuwuity
|
||||||
|
ports:
|
||||||
|
- "${SERVICE_CONTINUWUITY_BIND_PORT_CLIENT_API}:6167"
|
||||||
|
volumes:
|
||||||
|
- ../../etc/services/continuwuity/config:/etc/continuwuity:ro
|
||||||
|
- ./continuwuity/data:/var/lib/continuwuity
|
||||||
|
tmpfs:
|
||||||
|
- /tmp:rw,noexec,nosuid,size=500m
|
||||||
|
|
||||||
|
networks:
|
||||||
|
default:
|
||||||
|
name: ${NETWORK_NAME}
|
||||||
|
external: true
|
||||||
19
etc/services/continuwuity/config/continuwuity.toml
Normal file
19
etc/services/continuwuity/config/continuwuity.toml
Normal file
@@ -0,0 +1,19 @@
|
|||||||
|
[global]
|
||||||
|
server_name = "continuwuity.127.0.0.1.nip.io"
|
||||||
|
|
||||||
|
address = "0.0.0.0"
|
||||||
|
port = 6167
|
||||||
|
|
||||||
|
database_path = "/var/lib/continuwuity"
|
||||||
|
|
||||||
|
allow_registration = true
|
||||||
|
yes_i_am_very_very_sure_i_want_an_open_registration_server_prone_to_abuse = true
|
||||||
|
|
||||||
|
new_user_displayname_suffix = ""
|
||||||
|
|
||||||
|
max_request_size = 20_000_000
|
||||||
|
|
||||||
|
allow_federation = false
|
||||||
|
trusted_servers = ["matrix.org"]
|
||||||
|
|
||||||
|
log = "info,state_res=warn,rocket=off,_=off,sled=off"
|
||||||
48
etc/services/continuwuity/register-user.sh
Executable file
48
etc/services/continuwuity/register-user.sh
Executable file
@@ -0,0 +1,48 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
set -eu
|
||||||
|
|
||||||
|
if [ $# -ne 3 ]; then
|
||||||
|
echo "Usage: $0 <env-file> <username> <password>"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
ENV_FILE="$1"
|
||||||
|
USERNAME="$2"
|
||||||
|
PASSWORD="$3"
|
||||||
|
|
||||||
|
SERVER="http://$(grep '^SERVICE_CONTINUWUITY_BIND_PORT_CLIENT_API=' "${ENV_FILE}" | cut -d= -f2)"
|
||||||
|
REGISTER_URL="${SERVER}/_matrix/client/v3/register"
|
||||||
|
|
||||||
|
echo "Registering user '${USERNAME}' on ${SERVER}..."
|
||||||
|
|
||||||
|
SESSION_RESPONSE=$(curl -s -X POST "${REGISTER_URL}" \
|
||||||
|
-H 'Content-Type: application/json' \
|
||||||
|
-d "{\"username\": \"${USERNAME}\", \"password\": \"${PASSWORD}\"}")
|
||||||
|
|
||||||
|
SESSION_ID=$(echo "${SESSION_RESPONSE}" | grep -o '"session":"[^"]*"' | head -1 | cut -d'"' -f4)
|
||||||
|
if [ -z "${SESSION_ID}" ]; then
|
||||||
|
echo "Error: Could not get session ID. Response: ${SESSION_RESPONSE}"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Determine the required auth flow from the server response.
|
||||||
|
# The first user requires m.login.registration_token (bootstrap token from logs).
|
||||||
|
# Subsequent users use m.login.dummy (open registration).
|
||||||
|
if echo "${SESSION_RESPONSE}" | grep -q 'm.login.registration_token'; then
|
||||||
|
CONTAINER_ID=$(docker ps -q --filter name=baibot-continuwuity-continuwuity)
|
||||||
|
REG_TOKEN=$(docker logs "${CONTAINER_ID}" 2>&1 | sed 's/\x1b\[[0-9;]*m//g' | grep 'using the registration token' | grep -oP 'registration token \K[A-Za-z0-9]+' | head -1)
|
||||||
|
AUTH_BODY="{\"type\": \"m.login.registration_token\", \"token\": \"${REG_TOKEN}\", \"session\": \"${SESSION_ID}\"}"
|
||||||
|
else
|
||||||
|
AUTH_BODY="{\"type\": \"m.login.dummy\", \"session\": \"${SESSION_ID}\"}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
RESULT=$(curl -s -X POST "${REGISTER_URL}" \
|
||||||
|
-H 'Content-Type: application/json' \
|
||||||
|
-d "{\"username\": \"${USERNAME}\", \"password\": \"${PASSWORD}\", \"auth\": ${AUTH_BODY}}")
|
||||||
|
|
||||||
|
if echo "${RESULT}" | grep -q '"user_id"'; then
|
||||||
|
echo "Successfully registered user: $(echo "${RESULT}" | grep -o '"user_id":"[^"]*"' | cut -d'"' -f4)"
|
||||||
|
else
|
||||||
|
echo "Registration failed. Response: ${RESULT}"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
21
etc/services/element-web/compose.yml
Normal file
21
etc/services/element-web/compose.yml
Normal file
@@ -0,0 +1,21 @@
|
|||||||
|
services:
|
||||||
|
element-web:
|
||||||
|
image: ghcr.io/element-hq/element-web:v1.12.10
|
||||||
|
user: "${UID}:${GID}"
|
||||||
|
restart: unless-stopped
|
||||||
|
environment:
|
||||||
|
ELEMENT_WEB_PORT: 8080
|
||||||
|
ports:
|
||||||
|
- "${SERVICE_ELEMENT_WEB_BIND_PORT_HTTP}:8080"
|
||||||
|
volumes:
|
||||||
|
- ./element-web/config.json:/app/config.json:ro
|
||||||
|
tmpfs:
|
||||||
|
- /var/cache/nginx:rw,mode=777
|
||||||
|
- /var/run:rw,mode=777
|
||||||
|
- /tmp/element-web-config:rw,mode=777
|
||||||
|
- /etc/nginx/conf.d:rw,mode=777
|
||||||
|
|
||||||
|
networks:
|
||||||
|
default:
|
||||||
|
name: ${NETWORK_NAME}
|
||||||
|
external: true
|
||||||
@@ -1,5 +1,5 @@
|
|||||||
{
|
{
|
||||||
"default_hs_url": "http://synapse.127.0.0.1.nip.io:42020",
|
"default_hs_url": "__HOMESERVER_CLIENT_URL__",
|
||||||
"default_is_url": "https://vector.im",
|
"default_is_url": "https://vector.im",
|
||||||
"integrations_ui_url": "https://scalar.vector.im/",
|
"integrations_ui_url": "https://scalar.vector.im/",
|
||||||
"integrations_rest_url": "https://scalar.vector.im/api",
|
"integrations_rest_url": "https://scalar.vector.im/api",
|
||||||
@@ -3,6 +3,8 @@ SERVICE_SYNAPSE_BIND_PORT_FEDERATION_API=127.0.0.1:42028
|
|||||||
|
|
||||||
SERVICE_ELEMENT_WEB_BIND_PORT_HTTP=127.0.0.1:42025
|
SERVICE_ELEMENT_WEB_BIND_PORT_HTTP=127.0.0.1:42025
|
||||||
|
|
||||||
|
SERVICE_CONTINUWUITY_BIND_PORT_CLIENT_API=127.0.0.1:42030
|
||||||
|
|
||||||
SERVICE_OLLAMA_BIND_PORT_HTTP=127.0.0.1:42026
|
SERVICE_OLLAMA_BIND_PORT_HTTP=127.0.0.1:42026
|
||||||
|
|
||||||
# See https://localai.io/basics/container/#all-in-one-images for the list of available images
|
# See https://localai.io/basics/container/#all-in-one-images for the list of available images
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
services:
|
services:
|
||||||
ollama:
|
ollama:
|
||||||
image: docker.io/ollama/ollama:0.15.4
|
image: docker.io/ollama/ollama:0.16.2
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
ports:
|
ports:
|
||||||
- "${SERVICE_OLLAMA_BIND_PORT_HTTP}:11434"
|
- "${SERVICE_OLLAMA_BIND_PORT_HTTP}:11434"
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
services:
|
services:
|
||||||
postgres:
|
postgres:
|
||||||
image: docker.io/postgres:18.1-alpine
|
image: docker.io/postgres:18.2-alpine
|
||||||
user: ${UID}:${GID}
|
user: ${UID}:${GID}
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
environment:
|
environment:
|
||||||
@@ -14,7 +14,7 @@ services:
|
|||||||
- /etc/passwd:/etc/passwd:ro
|
- /etc/passwd:/etc/passwd:ro
|
||||||
|
|
||||||
synapse:
|
synapse:
|
||||||
image: ghcr.io/element-hq/synapse:v1.146.0
|
image: ghcr.io/element-hq/synapse:v1.147.1
|
||||||
user: "${UID}:${GID}"
|
user: "${UID}:${GID}"
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
entrypoint: python
|
entrypoint: python
|
||||||
@@ -23,25 +23,9 @@ services:
|
|||||||
- "${SERVICE_SYNAPSE_BIND_PORT_CLIENT_API}:8008"
|
- "${SERVICE_SYNAPSE_BIND_PORT_CLIENT_API}:8008"
|
||||||
- "${SERVICE_SYNAPSE_BIND_PORT_FEDERATION_API}:8008"
|
- "${SERVICE_SYNAPSE_BIND_PORT_FEDERATION_API}:8008"
|
||||||
volumes:
|
volumes:
|
||||||
- ../../etc/services/core/synapse/config:/config:ro
|
- ../../etc/services/synapse/config:/config:ro
|
||||||
- ./synapse/media-store:/media-store
|
- ./synapse/media-store:/media-store
|
||||||
|
|
||||||
element-web:
|
|
||||||
image: ghcr.io/element-hq/element-web:v1.12.9
|
|
||||||
user: "${UID}:${GID}"
|
|
||||||
restart: unless-stopped
|
|
||||||
environment:
|
|
||||||
ELEMENT_WEB_PORT: 8080
|
|
||||||
ports:
|
|
||||||
- "${SERVICE_ELEMENT_WEB_BIND_PORT_HTTP}:8080"
|
|
||||||
volumes:
|
|
||||||
- ../../etc/services/core/element-web/config.json:/app/config.json:ro
|
|
||||||
tmpfs:
|
|
||||||
- /var/cache/nginx:rw,mode=777
|
|
||||||
- /var/run:rw,mode=777
|
|
||||||
- /tmp/element-web-config:rw,mode=777
|
|
||||||
- /etc/nginx/conf.d:rw,mode=777
|
|
||||||
|
|
||||||
networks:
|
networks:
|
||||||
default:
|
default:
|
||||||
name: ${NETWORK_NAME}
|
name: ${NETWORK_NAME}
|
||||||
214
justfile
214
justfile
@@ -2,10 +2,33 @@ project_name := "baibot"
|
|||||||
container_image_name := "localhost/baibot"
|
container_image_name := "localhost/baibot"
|
||||||
project_container_network := "baibot"
|
project_container_network := "baibot"
|
||||||
|
|
||||||
|
admin_username := "admin"
|
||||||
|
admin_password := "admin"
|
||||||
|
bot_username := "baibot"
|
||||||
|
bot_password := "baibot"
|
||||||
|
|
||||||
|
homeserver := `cat var/homeserver 2>/dev/null || echo continuwuity`
|
||||||
|
|
||||||
|
mise_data_dir := env("MISE_DATA_DIR", justfile_directory() / "var/mise")
|
||||||
|
mise_trusted_config_paths := justfile_directory() / "mise.toml"
|
||||||
|
|
||||||
# Show help by default
|
# Show help by default
|
||||||
default:
|
default:
|
||||||
@just --list --justfile {{ justfile() }}
|
@just --list --justfile {{ justfile() }}
|
||||||
|
|
||||||
|
# Selects which homeserver implementation to use (continuwuity or synapse)
|
||||||
|
homeserver-init value:
|
||||||
|
#!/bin/sh
|
||||||
|
mkdir -p {{ justfile_directory() }}/var
|
||||||
|
echo {{ value }} > {{ justfile_directory() }}/var/homeserver
|
||||||
|
echo ""
|
||||||
|
echo "⚠️ If you had already prepared your app configuration (var/app/local/config.yml or var/app/container/config.yml),"
|
||||||
|
echo " you will need to update it manually or delete it and re-run the prepare step."
|
||||||
|
echo " You should also delete var/app/local/data and/or var/app/container/data,"
|
||||||
|
echo " as old application state is not compatible across homeserver implementations."
|
||||||
|
echo ""
|
||||||
|
echo "⚠️ If Element Web was already prepared, delete var/services/element-web/ to regenerate its config."
|
||||||
|
|
||||||
# Builds and runs a development binary
|
# Builds and runs a development binary
|
||||||
run-locally *extra_args: app-local-prepare
|
run-locally *extra_args: app-local-prepare
|
||||||
RUST_BACKTRACE=1 \
|
RUST_BACKTRACE=1 \
|
||||||
@@ -65,9 +88,13 @@ docker-compose services_type *extra_args:
|
|||||||
-p {{ project_name }}-{{ services_type }} \
|
-p {{ project_name }}-{{ services_type }} \
|
||||||
{{ extra_args }}
|
{{ extra_args }}
|
||||||
|
|
||||||
# Runs a docker-compose command against the core services
|
# Runs a docker-compose command against the synapse services
|
||||||
docker-compose-core *extra_args:
|
docker-compose-synapse *extra_args:
|
||||||
just docker-compose core {{ extra_args }}
|
just docker-compose synapse {{ extra_args }}
|
||||||
|
|
||||||
|
# Runs a docker-compose command against the element-web services
|
||||||
|
docker-compose-element-web *extra_args:
|
||||||
|
just docker-compose element-web {{ extra_args }}
|
||||||
|
|
||||||
# Runs a docker-compose command against the localai services
|
# Runs a docker-compose command against the localai services
|
||||||
docker-compose-localai *extra_args:
|
docker-compose-localai *extra_args:
|
||||||
@@ -77,17 +104,52 @@ docker-compose-localai *extra_args:
|
|||||||
docker-compose-ollama *extra_args:
|
docker-compose-ollama *extra_args:
|
||||||
just docker-compose ollama {{ extra_args }}
|
just docker-compose ollama {{ extra_args }}
|
||||||
|
|
||||||
# Runs all core dependency components (in the background)
|
# Runs a docker-compose command against the continuwuity services
|
||||||
services-start: services-prepare (docker-compose-core "up" "-d")
|
docker-compose-continuwuity *extra_args:
|
||||||
|
just docker-compose continuwuity {{ extra_args }}
|
||||||
|
|
||||||
# Stops all core dependency components
|
# Runs the homeserver and Element Web (in the background)
|
||||||
services-stop: (docker-compose-core "down")
|
services-start: services-prepare
|
||||||
|
just -f {{ justfile_directory() }}/justfile {{ homeserver }}-start
|
||||||
|
just -f {{ justfile_directory() }}/justfile element-web-start
|
||||||
|
|
||||||
# Tails the logs for all running core services
|
# Stops Element Web and the homeserver
|
||||||
services-tail-logs: (docker-compose-core "logs" "-f")
|
services-stop:
|
||||||
|
just -f {{ justfile_directory() }}/justfile element-web-stop
|
||||||
|
just -f {{ justfile_directory() }}/justfile {{ homeserver }}-stop
|
||||||
|
|
||||||
# Prepares the core services for running
|
# Tails the logs for the homeserver and Element Web
|
||||||
services-prepare: _prepare-var-services-env _prepare-var-services-postgres _prepare-var-services-synapse _prepare-container-network
|
services-tail-logs:
|
||||||
|
just -f {{ justfile_directory() }}/justfile {{ homeserver }}-tail-logs
|
||||||
|
|
||||||
|
# Prepares the homeserver and Element Web for running
|
||||||
|
services-prepare:
|
||||||
|
just -f {{ justfile_directory() }}/justfile {{ homeserver }}-prepare
|
||||||
|
just -f {{ justfile_directory() }}/justfile element-web-prepare
|
||||||
|
|
||||||
|
# Runs Synapse (in the background)
|
||||||
|
synapse-start: synapse-prepare (docker-compose-synapse "up" "-d")
|
||||||
|
|
||||||
|
# Stops Synapse
|
||||||
|
synapse-stop: (docker-compose-synapse "down")
|
||||||
|
|
||||||
|
# Tails the logs for Synapse
|
||||||
|
synapse-tail-logs: (docker-compose-synapse "logs" "-f")
|
||||||
|
|
||||||
|
# Prepares Synapse for running
|
||||||
|
synapse-prepare: _prepare-var-services-env _prepare-var-services-postgres _prepare-var-services-synapse _prepare-container-network
|
||||||
|
|
||||||
|
# Runs Element Web (in the background)
|
||||||
|
element-web-start: element-web-prepare (docker-compose-element-web "up" "-d")
|
||||||
|
|
||||||
|
# Stops Element Web
|
||||||
|
element-web-stop: (docker-compose-element-web "down")
|
||||||
|
|
||||||
|
# Tails the logs for Element Web
|
||||||
|
element-web-tail-logs: (docker-compose-element-web "logs" "-f")
|
||||||
|
|
||||||
|
# Prepares Element Web for running
|
||||||
|
element-web-prepare: _prepare-var-services-env _prepare-var-services-element-web _prepare-container-network
|
||||||
|
|
||||||
# Runs LocalAI (in the background)
|
# Runs LocalAI (in the background)
|
||||||
localai-start: localai-prepare (docker-compose-localai "up" "-d")
|
localai-start: localai-prepare (docker-compose-localai "up" "-d")
|
||||||
@@ -113,6 +175,27 @@ ollama-tail-logs: (docker-compose-ollama "logs" "-f")
|
|||||||
# Prepares Ollama for running
|
# Prepares Ollama for running
|
||||||
ollama-prepare: _prepare-var-services-env _prepare-var-services-ollama _prepare-container-network
|
ollama-prepare: _prepare-var-services-env _prepare-var-services-ollama _prepare-container-network
|
||||||
|
|
||||||
|
# Runs Continuwuity (in the background)
|
||||||
|
continuwuity-start: continuwuity-prepare (docker-compose-continuwuity "up" "-d")
|
||||||
|
|
||||||
|
# Stops Continuwuity
|
||||||
|
continuwuity-stop: (docker-compose-continuwuity "down")
|
||||||
|
|
||||||
|
# Tails the logs for Continuwuity
|
||||||
|
continuwuity-tail-logs: (docker-compose-continuwuity "logs" "-f")
|
||||||
|
|
||||||
|
# Prepares Continuwuity for running
|
||||||
|
continuwuity-prepare: _prepare-var-services-env _prepare-var-services-continuwuity _prepare-container-network
|
||||||
|
|
||||||
|
# Registers a user on Continuwuity via the Matrix Client-Server API
|
||||||
|
continuwuity-register-user username password:
|
||||||
|
{{ justfile_directory() }}/etc/services/continuwuity/register-user.sh {{ justfile_directory() }}/var/services/env {{ username }} {{ password }}
|
||||||
|
|
||||||
|
# Prepares the Continuwuity user accounts
|
||||||
|
continuwuity-users-prepare: continuwuity-prepare
|
||||||
|
just -f {{ justfile_directory() }}/justfile continuwuity-register-user "{{ admin_username }}" "{{ admin_password }}"
|
||||||
|
just -f {{ justfile_directory() }}/justfile continuwuity-register-user "{{ bot_username }}" "{{ bot_password }}"
|
||||||
|
|
||||||
# Pulls an Ollama model
|
# Pulls an Ollama model
|
||||||
ollama-pull-model model_id:
|
ollama-pull-model model_id:
|
||||||
just -f {{ justfile_directory() }}/justfile docker-compose-ollama \
|
just -f {{ justfile_directory() }}/justfile docker-compose-ollama \
|
||||||
@@ -126,16 +209,20 @@ app-local-prepare: _prepare-var-app-local-config_yml _prepare-var-app-local-data
|
|||||||
app-container-prepare: _prepare-var-app-container-config_yml _prepare-var-app-container-data
|
app-container-prepare: _prepare-var-app-container-config_yml _prepare-var-app-container-data
|
||||||
|
|
||||||
# Prepares the user accounts
|
# Prepares the user accounts
|
||||||
users-prepare: services-prepare
|
users-prepare:
|
||||||
just -f {{ justfile_directory() }}/justfile synapse-register-admin-user "admin" "admin"
|
just -f {{ justfile_directory() }}/justfile {{ homeserver }}-users-prepare
|
||||||
just -f {{ justfile_directory() }}/justfile synapse-register-regular-user "baibot" "baibot"
|
|
||||||
|
# Prepares the Synapse user accounts
|
||||||
|
synapse-users-prepare: synapse-prepare
|
||||||
|
just -f {{ justfile_directory() }}/justfile synapse-register-admin-user "{{ admin_username }}" "{{ admin_password }}"
|
||||||
|
just -f {{ justfile_directory() }}/justfile synapse-register-regular-user "{{ bot_username }}" "{{ bot_password }}"
|
||||||
|
|
||||||
# Starts a Postgres CLI (psql)
|
# Starts a Postgres CLI (psql)
|
||||||
postgres-cli: services-prepare (docker-compose-core "exec" "postgres" "/bin/sh" "-c" "'PGUSER=synapse PGPASSWORD=synapse-password PGDATABASE=homeserver psql -h postgres'")
|
postgres-cli: synapse-prepare (docker-compose-synapse "exec" "postgres" "/bin/sh" "-c" "'PGUSER=synapse PGPASSWORD=synapse-password PGDATABASE=homeserver psql -h postgres'")
|
||||||
|
|
||||||
# Creates an administrator user
|
# Creates an administrator user on Synapse
|
||||||
synapse-register-admin-user username password: services-prepare
|
synapse-register-admin-user username password: synapse-prepare
|
||||||
just -f {{ justfile_directory() }}/justfile docker-compose-core \
|
just -f {{ justfile_directory() }}/justfile docker-compose-synapse \
|
||||||
exec synapse \
|
exec synapse \
|
||||||
register_new_matrix_user \
|
register_new_matrix_user \
|
||||||
--admin \
|
--admin \
|
||||||
@@ -144,9 +231,9 @@ synapse-register-admin-user username password: services-prepare
|
|||||||
-c /config/homeserver.yaml \
|
-c /config/homeserver.yaml \
|
||||||
http://localhost:8008
|
http://localhost:8008
|
||||||
|
|
||||||
# Create a regular user
|
# Creates a regular user on Synapse
|
||||||
synapse-register-regular-user username password: services-prepare
|
synapse-register-regular-user username password: synapse-prepare
|
||||||
just -f {{ justfile_directory() }}/justfile docker-compose-core \
|
just -f {{ justfile_directory() }}/justfile docker-compose-synapse \
|
||||||
exec synapse \
|
exec synapse \
|
||||||
register_new_matrix_user \
|
register_new_matrix_user \
|
||||||
--no-admin \
|
--no-admin \
|
||||||
@@ -159,6 +246,44 @@ synapse-register-regular-user username password: services-prepare
|
|||||||
clippy *extra_args:
|
clippy *extra_args:
|
||||||
cargo clippy {{ extra_args }}
|
cargo clippy {{ extra_args }}
|
||||||
|
|
||||||
|
# Checks that the code compiles without building
|
||||||
|
check:
|
||||||
|
cargo check
|
||||||
|
|
||||||
|
# Invokes mise with the project-local data directory
|
||||||
|
mise *args: _ensure_mise_data_directory
|
||||||
|
#!/bin/sh
|
||||||
|
export MISE_DATA_DIR="{{ mise_data_dir }}"
|
||||||
|
export MISE_TRUSTED_CONFIG_PATHS="{{ mise_trusted_config_paths }}"
|
||||||
|
mise {{ args }}
|
||||||
|
|
||||||
|
# Runs prek (pre-commit hooks manager) with the given arguments
|
||||||
|
prek *args: _ensure_mise_tools_installed
|
||||||
|
@just --justfile {{ justfile() }} mise exec -- prek {{ args }}
|
||||||
|
|
||||||
|
# Runs pre-commit hooks on staged files
|
||||||
|
prek-run-on-staged *args: _ensure_mise_tools_installed
|
||||||
|
@just --justfile {{ justfile() }} mise exec -- prek run {{ args }}
|
||||||
|
|
||||||
|
# Runs pre-commit hooks on all files
|
||||||
|
prek-run-on-all *args: _ensure_mise_tools_installed
|
||||||
|
@just --justfile {{ justfile() }} mise exec -- prek run --all-files {{ args }}
|
||||||
|
|
||||||
|
# Installs the git pre-commit hook (runs prek automatically before each commit)
|
||||||
|
prek-install-git-pre-commit-hook: _ensure_mise_tools_installed
|
||||||
|
@just --justfile {{ justfile() }} mise exec -- prek install
|
||||||
|
|
||||||
|
# Internal - ensures var/mise directory exists
|
||||||
|
_ensure_mise_data_directory:
|
||||||
|
#!/bin/sh
|
||||||
|
if [ ! -d "{{ mise_data_dir }}" ]; then
|
||||||
|
mkdir -p "{{ mise_data_dir }}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Internal - ensures mise tools are installed
|
||||||
|
_ensure_mise_tools_installed: _ensure_mise_data_directory
|
||||||
|
@just --justfile {{ justfile() }} mise install --quiet
|
||||||
|
|
||||||
_prepare-var-services-env:
|
_prepare-var-services-env:
|
||||||
#!/bin/sh
|
#!/bin/sh
|
||||||
cd {{ justfile_directory() }};
|
cd {{ justfile_directory() }};
|
||||||
@@ -188,6 +313,22 @@ _prepare-var-services-synapse:
|
|||||||
mkdir -p var/services/synapse/media-store
|
mkdir -p var/services/synapse/media-store
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
_prepare-var-services-element-web:
|
||||||
|
#!/bin/sh
|
||||||
|
cd {{ justfile_directory() }};
|
||||||
|
|
||||||
|
if [ ! -f var/services/element-web/config.json ]; then
|
||||||
|
mkdir -p var/services/element-web
|
||||||
|
cp {{ justfile_directory() }}/etc/services/element-web/config.json.dist var/services/element-web/config.json
|
||||||
|
|
||||||
|
homeserver="{{ homeserver }}"
|
||||||
|
if [ "$homeserver" = "continuwuity" ]; then
|
||||||
|
sed --in-place 's|__HOMESERVER_CLIENT_URL__|http://continuwuity.127.0.0.1.nip.io:42030|g' var/services/element-web/config.json
|
||||||
|
elif [ "$homeserver" = "synapse" ]; then
|
||||||
|
sed --in-place 's|__HOMESERVER_CLIENT_URL__|http://synapse.127.0.0.1.nip.io:42020|g' var/services/element-web/config.json
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
_prepare-var-services-ollama:
|
_prepare-var-services-ollama:
|
||||||
#!/bin/sh
|
#!/bin/sh
|
||||||
cd {{ justfile_directory() }};
|
cd {{ justfile_directory() }};
|
||||||
@@ -196,6 +337,14 @@ _prepare-var-services-ollama:
|
|||||||
mkdir -p var/services/ollama
|
mkdir -p var/services/ollama
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
_prepare-var-services-continuwuity:
|
||||||
|
#!/bin/sh
|
||||||
|
cd {{ justfile_directory() }};
|
||||||
|
|
||||||
|
if [ ! -f var/services/continuwuity ]; then
|
||||||
|
mkdir -p var/services/continuwuity/data
|
||||||
|
fi
|
||||||
|
|
||||||
_prepare-var-services-localai:
|
_prepare-var-services-localai:
|
||||||
#!/bin/sh
|
#!/bin/sh
|
||||||
cd {{ justfile_directory() }};
|
cd {{ justfile_directory() }};
|
||||||
@@ -219,6 +368,15 @@ _prepare-var-app-local-config_yml:
|
|||||||
if [ ! -f var/app/local/config.yml ]; then
|
if [ ! -f var/app/local/config.yml ]; then
|
||||||
mkdir -p var/app/local
|
mkdir -p var/app/local
|
||||||
cp {{ justfile_directory() }}/etc/app/config.yml.dist var/app/local/config.yml
|
cp {{ justfile_directory() }}/etc/app/config.yml.dist var/app/local/config.yml
|
||||||
|
|
||||||
|
homeserver="{{ homeserver }}"
|
||||||
|
if [ "$homeserver" = "continuwuity" ]; then
|
||||||
|
sed --in-place 's/__HOMESERVER_SERVER_NAME__/continuwuity.127.0.0.1.nip.io/g' var/app/local/config.yml
|
||||||
|
sed --in-place 's|__HOMESERVER_URL__|http://continuwuity.127.0.0.1.nip.io:42030|g' var/app/local/config.yml
|
||||||
|
elif [ "$homeserver" = "synapse" ]; then
|
||||||
|
sed --in-place 's/__HOMESERVER_SERVER_NAME__/synapse.127.0.0.1.nip.io/g' var/app/local/config.yml
|
||||||
|
sed --in-place 's|__HOMESERVER_URL__|http://synapse.127.0.0.1.nip.io:42020|g' var/app/local/config.yml
|
||||||
|
fi
|
||||||
fi
|
fi
|
||||||
|
|
||||||
_prepare-var-app-local-data:
|
_prepare-var-app-local-data:
|
||||||
@@ -236,7 +394,18 @@ _prepare-var-app-container-config_yml:
|
|||||||
if [ ! -f var/app/container/config.yml ]; then
|
if [ ! -f var/app/container/config.yml ]; then
|
||||||
mkdir -p var/app/container
|
mkdir -p var/app/container
|
||||||
cp {{ justfile_directory() }}/etc/app/config.yml.dist var/app/container/config.yml
|
cp {{ justfile_directory() }}/etc/app/config.yml.dist var/app/container/config.yml
|
||||||
sed --in-place 's/synapse.127.0.0.1.nip.io:42020/synapse:8008/g' var/app/container/config.yml
|
|
||||||
|
homeserver="{{ homeserver }}"
|
||||||
|
if [ "$homeserver" = "continuwuity" ]; then
|
||||||
|
sed --in-place 's/__HOMESERVER_SERVER_NAME__/continuwuity.127.0.0.1.nip.io/g' var/app/container/config.yml
|
||||||
|
sed --in-place 's|__HOMESERVER_URL__|http://continuwuity.127.0.0.1.nip.io:42030|g' var/app/container/config.yml
|
||||||
|
sed --in-place 's/continuwuity.127.0.0.1.nip.io:42030/continuwuity:6167/g' var/app/container/config.yml
|
||||||
|
elif [ "$homeserver" = "synapse" ]; then
|
||||||
|
sed --in-place 's/__HOMESERVER_SERVER_NAME__/synapse.127.0.0.1.nip.io/g' var/app/container/config.yml
|
||||||
|
sed --in-place 's|__HOMESERVER_URL__|http://synapse.127.0.0.1.nip.io:42020|g' var/app/container/config.yml
|
||||||
|
sed --in-place 's/synapse.127.0.0.1.nip.io:42020/synapse:8008/g' var/app/container/config.yml
|
||||||
|
fi
|
||||||
|
|
||||||
sed --in-place 's/127.0.0.1:42026/ollama:11434/g' var/app/container/config.yml
|
sed --in-place 's/127.0.0.1:42026/ollama:11434/g' var/app/container/config.yml
|
||||||
sed --in-place 's/127.0.0.1:42027/localai:8080/g' var/app/container/config.yml
|
sed --in-place 's/127.0.0.1:42027/localai:8080/g' var/app/container/config.yml
|
||||||
fi
|
fi
|
||||||
@@ -248,4 +417,3 @@ _prepare-var-app-container-data:
|
|||||||
if [ ! -f var/app/container/data ]; then
|
if [ ! -f var/app/container/data ]; then
|
||||||
mkdir -p var/app/container/data
|
mkdir -p var/app/container/data
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
|||||||
6
mise.toml
Normal file
6
mise.toml
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
[tools]
|
||||||
|
prek = "0.3.2"
|
||||||
|
|
||||||
|
[settings]
|
||||||
|
# Disable automatic trust prompts - we trust this config
|
||||||
|
yes = true
|
||||||
@@ -33,11 +33,11 @@ pub struct AgentDefinition {
|
|||||||
)]
|
)]
|
||||||
pub provider: AgentProvider,
|
pub provider: AgentProvider,
|
||||||
|
|
||||||
pub config: serde_yaml::Value,
|
pub config: serde_yaml_ng::Value,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl AgentDefinition {
|
impl AgentDefinition {
|
||||||
pub fn new(id: String, provider: AgentProvider, config: serde_yaml::Value) -> Self {
|
pub fn new(id: String, provider: AgentProvider, config: serde_yaml_ng::Value) -> Self {
|
||||||
Self {
|
Self {
|
||||||
id,
|
id,
|
||||||
provider,
|
provider,
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ pub enum Error {
|
|||||||
// Contains the error from the constructor function
|
// Contains the error from the constructor function
|
||||||
ConstructionFailed(anyhow::Error),
|
ConstructionFailed(anyhow::Error),
|
||||||
// Contains the error from the YAML deserialization function
|
// Contains the error from the YAML deserialization function
|
||||||
Yaml(serde_yaml::Error),
|
Yaml(serde_yaml_ng::Error),
|
||||||
}
|
}
|
||||||
|
|
||||||
pub type Result<T> = std::result::Result<T, Error>;
|
pub type Result<T> = std::result::Result<T, Error>;
|
||||||
@@ -69,7 +69,7 @@ pub(super) fn create(
|
|||||||
pub fn create_from_provider_and_yaml_value_config(
|
pub fn create_from_provider_and_yaml_value_config(
|
||||||
provider: &AgentProvider,
|
provider: &AgentProvider,
|
||||||
identifier: &PublicIdentifier,
|
identifier: &PublicIdentifier,
|
||||||
config: serde_yaml::Value,
|
config: serde_yaml_ng::Value,
|
||||||
) -> Result<AgentInstance> {
|
) -> Result<AgentInstance> {
|
||||||
let definition = AgentDefinition::new(identifier.prefixless(), provider.to_owned(), config);
|
let definition = AgentDefinition::new(identifier.prefixless(), provider.to_owned(), config);
|
||||||
|
|
||||||
@@ -79,7 +79,7 @@ pub fn create_from_provider_and_yaml_value_config(
|
|||||||
fn create_controller_from_provider_and_json_value_config(
|
fn create_controller_from_provider_and_json_value_config(
|
||||||
agent_id: &str,
|
agent_id: &str,
|
||||||
provider: &AgentProvider,
|
provider: &AgentProvider,
|
||||||
config: serde_yaml::Value,
|
config: serde_yaml_ng::Value,
|
||||||
) -> Result<ControllerType> {
|
) -> Result<ControllerType> {
|
||||||
match provider {
|
match provider {
|
||||||
AgentProvider::Anthropic => {
|
AgentProvider::Anthropic => {
|
||||||
@@ -112,43 +112,43 @@ fn create_controller_from_provider_and_json_value_config(
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn default_config_for_provider(provider: &AgentProvider) -> serde_yaml::Value {
|
pub fn default_config_for_provider(provider: &AgentProvider) -> serde_yaml_ng::Value {
|
||||||
match provider {
|
match provider {
|
||||||
AgentProvider::Anthropic => {
|
AgentProvider::Anthropic => {
|
||||||
let config = super::provider::anthropic::default_config();
|
let config = super::provider::anthropic::default_config();
|
||||||
serde_yaml::to_value(config).expect("Failed to serialize config")
|
serde_yaml_ng::to_value(config).expect("Failed to serialize config")
|
||||||
}
|
}
|
||||||
AgentProvider::Groq => {
|
AgentProvider::Groq => {
|
||||||
let config = super::provider::groq::default_config();
|
let config = super::provider::groq::default_config();
|
||||||
serde_yaml::to_value(config).expect("Failed to serialize config")
|
serde_yaml_ng::to_value(config).expect("Failed to serialize config")
|
||||||
}
|
}
|
||||||
AgentProvider::LocalAI => {
|
AgentProvider::LocalAI => {
|
||||||
let config = super::provider::localai::default_config();
|
let config = super::provider::localai::default_config();
|
||||||
serde_yaml::to_value(config).expect("Failed to serialize config")
|
serde_yaml_ng::to_value(config).expect("Failed to serialize config")
|
||||||
}
|
}
|
||||||
AgentProvider::Mistral => {
|
AgentProvider::Mistral => {
|
||||||
let config = super::provider::mistral::default_config();
|
let config = super::provider::mistral::default_config();
|
||||||
serde_yaml::to_value(config).expect("Failed to serialize config")
|
serde_yaml_ng::to_value(config).expect("Failed to serialize config")
|
||||||
}
|
}
|
||||||
AgentProvider::Ollama => {
|
AgentProvider::Ollama => {
|
||||||
let config = super::provider::ollama::default_config();
|
let config = super::provider::ollama::default_config();
|
||||||
serde_yaml::to_value(config).expect("Failed to serialize config")
|
serde_yaml_ng::to_value(config).expect("Failed to serialize config")
|
||||||
}
|
}
|
||||||
AgentProvider::OpenAI => {
|
AgentProvider::OpenAI => {
|
||||||
let config = super::provider::openai::default_config();
|
let config = super::provider::openai::default_config();
|
||||||
serde_yaml::to_value(config).expect("Failed to serialize config")
|
serde_yaml_ng::to_value(config).expect("Failed to serialize config")
|
||||||
}
|
}
|
||||||
AgentProvider::OpenAICompat => {
|
AgentProvider::OpenAICompat => {
|
||||||
let config = super::provider::openai_compat::default_config();
|
let config = super::provider::openai_compat::default_config();
|
||||||
serde_yaml::to_value(config).expect("Failed to serialize config")
|
serde_yaml_ng::to_value(config).expect("Failed to serialize config")
|
||||||
}
|
}
|
||||||
AgentProvider::OpenRouter => {
|
AgentProvider::OpenRouter => {
|
||||||
let config = super::provider::openrouter::default_config();
|
let config = super::provider::openrouter::default_config();
|
||||||
serde_yaml::to_value(config).expect("Failed to serialize config")
|
serde_yaml_ng::to_value(config).expect("Failed to serialize config")
|
||||||
}
|
}
|
||||||
AgentProvider::TogetherAI => {
|
AgentProvider::TogetherAI => {
|
||||||
let config = super::provider::togetherai::default_config();
|
let config = super::provider::togetherai::default_config();
|
||||||
serde_yaml::to_value(config).expect("Failed to serialize config")
|
serde_yaml_ng::to_value(config).expect("Failed to serialize config")
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -146,10 +146,10 @@ impl ControllerTrait for Controller {
|
|||||||
.temperature_override
|
.temperature_override
|
||||||
.unwrap_or(text_generation_config.temperature);
|
.unwrap_or(text_generation_config.temperature);
|
||||||
|
|
||||||
if let Some(prompt_message) = prompt_message {
|
if let Some(prompt_message) = prompt_message
|
||||||
if let LLMMessageContent::Text(text) = &prompt_message.content {
|
&& let LLMMessageContent::Text(text) = &prompt_message.content
|
||||||
request.system = text.clone();
|
{
|
||||||
}
|
request.system = text.clone();
|
||||||
}
|
}
|
||||||
|
|
||||||
request.model = text_generation_config.model_id.clone();
|
request.model = text_generation_config.model_id.clone();
|
||||||
|
|||||||
@@ -12,12 +12,12 @@ use super::controller::ControllerType;
|
|||||||
|
|
||||||
pub fn create_controller_from_yaml_value_config(
|
pub fn create_controller_from_yaml_value_config(
|
||||||
agent_id: &str,
|
agent_id: &str,
|
||||||
config: serde_yaml::Value,
|
config: serde_yaml_ng::Value,
|
||||||
) -> AgentInstantiationResult<ControllerType> {
|
) -> AgentInstantiationResult<ControllerType> {
|
||||||
let config = match &config {
|
let config = match &config {
|
||||||
serde_yaml::Value::Mapping(_) => {
|
serde_yaml_ng::Value::Mapping(_) => {
|
||||||
let config: Config =
|
let config: Config =
|
||||||
serde_yaml::from_value(config).map_err(AgentInstantiationError::Yaml)?;
|
serde_yaml_ng::from_value(config).map_err(AgentInstantiationError::Yaml)?;
|
||||||
|
|
||||||
config
|
config
|
||||||
.validate()
|
.validate()
|
||||||
|
|||||||
@@ -5,14 +5,14 @@ use async_openai::{
|
|||||||
config::OpenAIConfig,
|
config::OpenAIConfig,
|
||||||
types::{
|
types::{
|
||||||
audio::{AudioInput, CreateSpeechRequestArgs, CreateTranscriptionRequestArgs},
|
audio::{AudioInput, CreateSpeechRequestArgs, CreateTranscriptionRequestArgs},
|
||||||
|
images::{
|
||||||
|
CreateImageEditRequestArgs, CreateImageRequestArgs, Image, ImageInput, ImageModel,
|
||||||
|
ImageResponseFormat,
|
||||||
|
},
|
||||||
responses::{
|
responses::{
|
||||||
CodeInterpreterContainerAuto, CodeInterpreterTool, CodeInterpreterToolContainer,
|
CodeInterpreterContainerAuto, CodeInterpreterTool, CodeInterpreterToolContainer,
|
||||||
CreateResponseArgs, OutputItem, OutputMessageContent, Tool, WebSearchTool,
|
CreateResponseArgs, OutputItem, OutputMessageContent, Tool, WebSearchTool,
|
||||||
},
|
},
|
||||||
images::{
|
|
||||||
CreateImageEditRequestArgs, CreateImageRequestArgs,
|
|
||||||
Image, ImageInput, ImageModel, ImageResponseFormat,
|
|
||||||
},
|
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
|
|
||||||
@@ -32,8 +32,8 @@ use crate::{
|
|||||||
agent::{
|
agent::{
|
||||||
AgentPurpose,
|
AgentPurpose,
|
||||||
provider::entity::{
|
provider::entity::{
|
||||||
ImageEditResult, ImageGenerationResult, ImageSource, PingResult,
|
ImageEditResult, ImageGenerationResult, ImageSource, PingResult, TextToSpeechParams,
|
||||||
TextToSpeechParams, TextToSpeechResult,
|
TextToSpeechResult,
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
strings,
|
strings,
|
||||||
@@ -129,7 +129,8 @@ impl ControllerTrait for Controller {
|
|||||||
conversation_messages.insert(0, prompt_message);
|
conversation_messages.insert(0, prompt_message);
|
||||||
}
|
}
|
||||||
|
|
||||||
let input = super::utils::convert_llm_messages_to_openai_response_input(conversation_messages);
|
let input =
|
||||||
|
super::utils::convert_llm_messages_to_openai_response_input(conversation_messages);
|
||||||
|
|
||||||
let messages_count = match &input {
|
let messages_count = match &input {
|
||||||
async_openai::types::responses::InputParam::Items(items) => items.len(),
|
async_openai::types::responses::InputParam::Items(items) => items.len(),
|
||||||
@@ -182,10 +183,7 @@ impl ControllerTrait for Controller {
|
|||||||
|
|
||||||
let response = self.client.responses().create(request).await?;
|
let response = self.client.responses().create(request).await?;
|
||||||
|
|
||||||
tracing::trace!(
|
tracing::trace!(?response, "Got response from the OpenAI response API");
|
||||||
?response,
|
|
||||||
"Got response from the OpenAI response API"
|
|
||||||
);
|
|
||||||
|
|
||||||
for item in response.output {
|
for item in response.output {
|
||||||
if let OutputItem::Message(message) = item {
|
if let OutputItem::Message(message) = item {
|
||||||
@@ -271,9 +269,7 @@ impl ControllerTrait for Controller {
|
|||||||
ImageModel::GptImage1 => ImageModel::GptImage1Mini,
|
ImageModel::GptImage1 => ImageModel::GptImage1Mini,
|
||||||
ImageModel::GptImage1dot5 => ImageModel::GptImage1Mini,
|
ImageModel::GptImage1dot5 => ImageModel::GptImage1Mini,
|
||||||
ImageModel::GptImage1Mini => ImageModel::GptImage1Mini,
|
ImageModel::GptImage1Mini => ImageModel::GptImage1Mini,
|
||||||
ImageModel::Other(_) => {
|
ImageModel::Other(_) => ImageModel::DallE2,
|
||||||
ImageModel::DallE2
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
original_model
|
original_model
|
||||||
@@ -408,9 +404,15 @@ impl ControllerTrait for Controller {
|
|||||||
}
|
}
|
||||||
|
|
||||||
let dalle2_size = match image_generation_config.size {
|
let dalle2_size = match image_generation_config.size {
|
||||||
Some(async_openai::types::images::ImageSize::S256x256) => Some(async_openai::types::images::ImageSize::S256x256),
|
Some(async_openai::types::images::ImageSize::S256x256) => {
|
||||||
Some(async_openai::types::images::ImageSize::S512x512) => Some(async_openai::types::images::ImageSize::S512x512),
|
Some(async_openai::types::images::ImageSize::S256x256)
|
||||||
Some(async_openai::types::images::ImageSize::S1024x1024) => Some(async_openai::types::images::ImageSize::S1024x1024),
|
}
|
||||||
|
Some(async_openai::types::images::ImageSize::S512x512) => {
|
||||||
|
Some(async_openai::types::images::ImageSize::S512x512)
|
||||||
|
}
|
||||||
|
Some(async_openai::types::images::ImageSize::S1024x1024) => {
|
||||||
|
Some(async_openai::types::images::ImageSize::S1024x1024)
|
||||||
|
}
|
||||||
_ => None,
|
_ => None,
|
||||||
};
|
};
|
||||||
|
|
||||||
@@ -419,12 +421,8 @@ impl ControllerTrait for Controller {
|
|||||||
.map_err(|err| anyhow::anyhow!(err))?;
|
.map_err(|err| anyhow::anyhow!(err))?;
|
||||||
|
|
||||||
let response_format = match model.clone() {
|
let response_format = match model.clone() {
|
||||||
ImageModel::DallE2 => {
|
ImageModel::DallE2 => Some(ImageResponseFormat::B64Json),
|
||||||
Some(ImageResponseFormat::B64Json)
|
ImageModel::DallE3 => Some(ImageResponseFormat::B64Json),
|
||||||
}
|
|
||||||
ImageModel::DallE3 => {
|
|
||||||
Some(ImageResponseFormat::B64Json)
|
|
||||||
}
|
|
||||||
// gpt-image-1 only outputs base64 and we don't need to specify the response format.
|
// gpt-image-1 only outputs base64 and we don't need to specify the response format.
|
||||||
// In fact, specifying the response format results in an error.
|
// In fact, specifying the response format results in an error.
|
||||||
ImageModel::GptImage1 => None,
|
ImageModel::GptImage1 => None,
|
||||||
|
|||||||
@@ -20,12 +20,12 @@ pub const OPENAI_IMAGE_MODEL_GPT_IMAGE_1_DOT_5: &str = "gpt-image-1.5";
|
|||||||
|
|
||||||
pub fn create_controller_from_yaml_value_config(
|
pub fn create_controller_from_yaml_value_config(
|
||||||
agent_id: &str,
|
agent_id: &str,
|
||||||
config: serde_yaml::Value,
|
config: serde_yaml_ng::Value,
|
||||||
) -> AgentInstantiationResult<ControllerType> {
|
) -> AgentInstantiationResult<ControllerType> {
|
||||||
let config = match &config {
|
let config = match &config {
|
||||||
serde_yaml::Value::Mapping(_) => {
|
serde_yaml_ng::Value::Mapping(_) => {
|
||||||
let config: Config =
|
let config: Config =
|
||||||
serde_yaml::from_value(config).map_err(AgentInstantiationError::Yaml)?;
|
serde_yaml_ng::from_value(config).map_err(AgentInstantiationError::Yaml)?;
|
||||||
|
|
||||||
config
|
config
|
||||||
.validate()
|
.validate()
|
||||||
|
|||||||
@@ -162,13 +162,14 @@ impl TryInto<OpenAITextToSpeechConfig> for TextToSpeechConfig {
|
|||||||
type Error = String;
|
type Error = String;
|
||||||
|
|
||||||
fn try_into(self) -> Result<OpenAITextToSpeechConfig, Self::Error> {
|
fn try_into(self) -> Result<OpenAITextToSpeechConfig, Self::Error> {
|
||||||
let model_id = convert_string_to_enum::<async_openai::types::audio::SpeechModel>(&self.model_id)?;
|
let model_id =
|
||||||
|
convert_string_to_enum::<async_openai::types::audio::SpeechModel>(&self.model_id)?;
|
||||||
|
|
||||||
let voice = convert_string_to_enum::<async_openai::types::audio::Voice>(&self.voice)?;
|
let voice = convert_string_to_enum::<async_openai::types::audio::Voice>(&self.voice)?;
|
||||||
|
|
||||||
let response_format = convert_string_to_enum::<async_openai::types::audio::SpeechResponseFormat>(
|
let response_format = convert_string_to_enum::<
|
||||||
&self.response_format,
|
async_openai::types::audio::SpeechResponseFormat,
|
||||||
)?;
|
>(&self.response_format)?;
|
||||||
|
|
||||||
Ok(OpenAITextToSpeechConfig {
|
Ok(OpenAITextToSpeechConfig {
|
||||||
model_id,
|
model_id,
|
||||||
@@ -225,25 +226,25 @@ impl TryInto<OpenAIImageGenerationConfig> for ImageGenerationConfig {
|
|||||||
|
|
||||||
fn try_into(self) -> Result<OpenAIImageGenerationConfig, Self::Error> {
|
fn try_into(self) -> Result<OpenAIImageGenerationConfig, Self::Error> {
|
||||||
let size = if let Some(size) = &self.size {
|
let size = if let Some(size) = &self.size {
|
||||||
Some(convert_string_to_enum::<async_openai::types::images::ImageSize>(
|
Some(convert_string_to_enum::<
|
||||||
size,
|
async_openai::types::images::ImageSize,
|
||||||
)?)
|
>(size)?)
|
||||||
} else {
|
} else {
|
||||||
None
|
None
|
||||||
};
|
};
|
||||||
|
|
||||||
let style = if let Some(style) = &self.style {
|
let style = if let Some(style) = &self.style {
|
||||||
Some(convert_string_to_enum::<async_openai::types::images::ImageStyle>(
|
Some(convert_string_to_enum::<
|
||||||
style,
|
async_openai::types::images::ImageStyle,
|
||||||
)?)
|
>(style)?)
|
||||||
} else {
|
} else {
|
||||||
None
|
None
|
||||||
};
|
};
|
||||||
|
|
||||||
let quality = if let Some(quality) = &self.quality {
|
let quality = if let Some(quality) = &self.quality {
|
||||||
Some(convert_string_to_enum::<async_openai::types::images::ImageQuality>(
|
Some(convert_string_to_enum::<
|
||||||
quality,
|
async_openai::types::images::ImageQuality,
|
||||||
)?)
|
>(quality)?)
|
||||||
} else {
|
} else {
|
||||||
None
|
None
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -26,12 +26,12 @@ use super::controller::ControllerType;
|
|||||||
|
|
||||||
pub fn create_controller_from_yaml_value_config(
|
pub fn create_controller_from_yaml_value_config(
|
||||||
agent_id: &str,
|
agent_id: &str,
|
||||||
config: serde_yaml::Value,
|
config: serde_yaml_ng::Value,
|
||||||
) -> AgentInstantiationResult<ControllerType> {
|
) -> AgentInstantiationResult<ControllerType> {
|
||||||
let config = match &config {
|
let config = match &config {
|
||||||
serde_yaml::Value::Mapping(_) => {
|
serde_yaml_ng::Value::Mapping(_) => {
|
||||||
let config: Config =
|
let config: Config =
|
||||||
serde_yaml::from_value(config).map_err(AgentInstantiationError::Yaml)?;
|
serde_yaml_ng::from_value(config).map_err(AgentInstantiationError::Yaml)?;
|
||||||
|
|
||||||
config
|
config
|
||||||
.validate()
|
.validate()
|
||||||
|
|||||||
@@ -4,10 +4,10 @@ use std::{future::Future, pin::Pin};
|
|||||||
|
|
||||||
use mxlink::matrix_sdk::Room;
|
use mxlink::matrix_sdk::Room;
|
||||||
use mxlink::matrix_sdk::media::{MediaFormat, MediaRequestParameters};
|
use mxlink::matrix_sdk::media::{MediaFormat, MediaRequestParameters};
|
||||||
|
use mxlink::matrix_sdk::ruma::api::client::profile::{AvatarUrl, DisplayName};
|
||||||
use mxlink::matrix_sdk::ruma::{
|
use mxlink::matrix_sdk::ruma::{
|
||||||
MilliSecondsSinceUnixEpoch, OwnedUserId, events::room::MediaSource,
|
MilliSecondsSinceUnixEpoch, OwnedUserId, events::room::MediaSource,
|
||||||
};
|
};
|
||||||
use mxlink::matrix_sdk::ruma::api::client::profile::{AvatarUrl, DisplayName};
|
|
||||||
|
|
||||||
use mxlink::{
|
use mxlink::{
|
||||||
InitConfig, LoginConfig, LoginCredentials, LoginEncryption, MatrixLink, PersistenceConfig,
|
InitConfig, LoginConfig, LoginCredentials, LoginEncryption, MatrixLink, PersistenceConfig,
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ pub fn load() -> anyhow::Result<Config> {
|
|||||||
}
|
}
|
||||||
|
|
||||||
let config_str = std::fs::read_to_string(config_file_path)?;
|
let config_str = std::fs::read_to_string(config_file_path)?;
|
||||||
let mut config: Config = serde_yaml::from_str(&config_str)?;
|
let mut config: Config = serde_yaml_ng::from_str(&config_str)?;
|
||||||
|
|
||||||
// Allow environment variables to override some configuration keys
|
// Allow environment variables to override some configuration keys
|
||||||
for (key, value) in env::vars() {
|
for (key, value) in env::vars() {
|
||||||
|
|||||||
@@ -28,18 +28,18 @@ pub async fn handle_set(
|
|||||||
message_context: &MessageContext,
|
message_context: &MessageContext,
|
||||||
patterns: &Option<Vec<String>>,
|
patterns: &Option<Vec<String>>,
|
||||||
) -> anyhow::Result<()> {
|
) -> anyhow::Result<()> {
|
||||||
if let Some(patterns) = patterns {
|
if let Some(patterns) = patterns
|
||||||
if let Err(err) = mxidwc::parse_patterns_vector(patterns) {
|
&& let Err(err) = mxidwc::parse_patterns_vector(patterns)
|
||||||
bot.messaging()
|
{
|
||||||
.send_error_markdown_no_fail(
|
bot.messaging()
|
||||||
message_context.room(),
|
.send_error_markdown_no_fail(
|
||||||
&strings::access::failed_to_parse_patterns(&err.to_string()),
|
message_context.room(),
|
||||||
MessageResponseType::Reply(message_context.thread_info().root_event_id.clone()),
|
&strings::access::failed_to_parse_patterns(&err.to_string()),
|
||||||
)
|
MessageResponseType::Reply(message_context.thread_info().root_event_id.clone()),
|
||||||
.await;
|
)
|
||||||
|
.await;
|
||||||
|
|
||||||
return Ok(());
|
return Ok(());
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
let mut global_config_manager_guard = bot.global_config_manager().lock().await;
|
let mut global_config_manager_guard = bot.global_config_manager().lock().await;
|
||||||
|
|||||||
@@ -24,18 +24,18 @@ pub async fn handle_set(
|
|||||||
message_context: &MessageContext,
|
message_context: &MessageContext,
|
||||||
patterns: &Option<Vec<String>>,
|
patterns: &Option<Vec<String>>,
|
||||||
) -> anyhow::Result<()> {
|
) -> anyhow::Result<()> {
|
||||||
if let Some(patterns) = patterns {
|
if let Some(patterns) = patterns
|
||||||
if let Err(err) = mxidwc::parse_patterns_vector(patterns) {
|
&& let Err(err) = mxidwc::parse_patterns_vector(patterns)
|
||||||
bot.messaging()
|
{
|
||||||
.send_error_markdown_no_fail(
|
bot.messaging()
|
||||||
message_context.room(),
|
.send_error_markdown_no_fail(
|
||||||
&strings::access::failed_to_parse_patterns(&err.to_string()),
|
message_context.room(),
|
||||||
MessageResponseType::Reply(message_context.thread_info().root_event_id.clone()),
|
&strings::access::failed_to_parse_patterns(&err.to_string()),
|
||||||
)
|
MessageResponseType::Reply(message_context.thread_info().root_event_id.clone()),
|
||||||
.await;
|
)
|
||||||
|
.await;
|
||||||
|
|
||||||
return Ok(());
|
return Ok(());
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
let mut global_config_manager_guard = bot.global_config_manager().lock().await;
|
let mut global_config_manager_guard = bot.global_config_manager().lock().await;
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ use crate::{Bot, entity::MessageContext};
|
|||||||
|
|
||||||
struct ParsedAgentConfig {
|
struct ParsedAgentConfig {
|
||||||
agent: AgentInstance,
|
agent: AgentInstance,
|
||||||
config: serde_yaml::Value,
|
config: serde_yaml_ng::Value,
|
||||||
}
|
}
|
||||||
|
|
||||||
pub async fn handle_room_local(
|
pub async fn handle_room_local(
|
||||||
@@ -250,7 +250,7 @@ async fn send_guide(
|
|||||||
provider: &AgentProvider,
|
provider: &AgentProvider,
|
||||||
) -> anyhow::Result<()> {
|
) -> anyhow::Result<()> {
|
||||||
let sample_config = crate::agent::default_config_for_provider(provider);
|
let sample_config = crate::agent::default_config_for_provider(provider);
|
||||||
let sample_config_pretty_yaml = serde_yaml::to_string(&sample_config)?;
|
let sample_config_pretty_yaml = serde_yaml_ng::to_string(&sample_config)?;
|
||||||
|
|
||||||
bot.messaging()
|
bot.messaging()
|
||||||
.send_text_markdown_no_fail(
|
.send_text_markdown_no_fail(
|
||||||
@@ -263,7 +263,7 @@ async fn send_guide(
|
|||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
fn parse_from_message_to_yaml_value(text: &str) -> Result<serde_yaml::Value, String> {
|
fn parse_from_message_to_yaml_value(text: &str) -> Result<serde_yaml_ng::Value, String> {
|
||||||
let mut text = text.trim();
|
let mut text = text.trim();
|
||||||
|
|
||||||
if text.starts_with("```") {
|
if text.starts_with("```") {
|
||||||
@@ -274,10 +274,10 @@ fn parse_from_message_to_yaml_value(text: &str) -> Result<serde_yaml::Value, Str
|
|||||||
text = text.trim_end_matches("```");
|
text = text.trim_end_matches("```");
|
||||||
}
|
}
|
||||||
|
|
||||||
let config: serde_yaml::Value = serde_yaml::from_str(text).map_err(|e| e.to_string())?;
|
let config: serde_yaml_ng::Value = serde_yaml_ng::from_str(text).map_err(|e| e.to_string())?;
|
||||||
|
|
||||||
match config {
|
match config {
|
||||||
serde_yaml::Value::Mapping(_) => {}
|
serde_yaml_ng::Value::Mapping(_) => {}
|
||||||
_ => {
|
_ => {
|
||||||
return Err("Not a valid YAML hashmap".to_owned());
|
return Err("Not a valid YAML hashmap".to_owned());
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -2,12 +2,12 @@
|
|||||||
fn agent_config_parsing_works() {
|
fn agent_config_parsing_works() {
|
||||||
struct TestCase {
|
struct TestCase {
|
||||||
input: String,
|
input: String,
|
||||||
expected: Option<serde_yaml::Value>,
|
expected: Option<serde_yaml_ng::Value>,
|
||||||
}
|
}
|
||||||
|
|
||||||
let provider = crate::agent::AgentProvider::OpenAI;
|
let provider = crate::agent::AgentProvider::OpenAI;
|
||||||
let sample_config = crate::agent::default_config_for_provider(&provider);
|
let sample_config = crate::agent::default_config_for_provider(&provider);
|
||||||
let sample_config_pretty_yaml = serde_yaml::to_string(&sample_config).unwrap();
|
let sample_config_pretty_yaml = serde_yaml_ng::to_string(&sample_config).unwrap();
|
||||||
|
|
||||||
let test_cases = vec![
|
let test_cases = vec![
|
||||||
// Invalid input
|
// Invalid input
|
||||||
|
|||||||
@@ -64,7 +64,7 @@ pub async fn handle(
|
|||||||
PublicIdentifier::Static(_) => {}
|
PublicIdentifier::Static(_) => {}
|
||||||
};
|
};
|
||||||
|
|
||||||
let config_yaml_pretty = serde_yaml::to_string(&agent.definition().config)?;
|
let config_yaml_pretty = serde_yaml_ng::to_string(&agent.definition().config)?;
|
||||||
|
|
||||||
bot.messaging()
|
bot.messaging()
|
||||||
.send_text_markdown_no_fail(
|
.send_text_markdown_no_fail(
|
||||||
|
|||||||
@@ -39,18 +39,18 @@ async fn dispatch_config_related_handler(
|
|||||||
message_context: &MessageContext,
|
message_context: &MessageContext,
|
||||||
bot: &Bot,
|
bot: &Bot,
|
||||||
) -> anyhow::Result<()> {
|
) -> anyhow::Result<()> {
|
||||||
if let SettingsStorageSource::Global = config_type {
|
if let SettingsStorageSource::Global = config_type
|
||||||
if !message_context.sender_can_manage_global_config() {
|
&& !message_context.sender_can_manage_global_config()
|
||||||
bot.messaging()
|
{
|
||||||
.send_error_markdown_no_fail(
|
bot.messaging()
|
||||||
message_context.room(),
|
.send_error_markdown_no_fail(
|
||||||
strings::global_config::no_permissions_to_administrate(),
|
message_context.room(),
|
||||||
MessageResponseType::Reply(message_context.thread_info().root_event_id.clone()),
|
strings::global_config::no_permissions_to_administrate(),
|
||||||
)
|
MessageResponseType::Reply(message_context.thread_info().root_event_id.clone()),
|
||||||
.await;
|
)
|
||||||
return Ok(());
|
.await;
|
||||||
}
|
return Ok(());
|
||||||
};
|
}
|
||||||
|
|
||||||
let room_settings = match config_type {
|
let room_settings = match config_type {
|
||||||
SettingsStorageSource::Room => &message_context.room_config().settings,
|
SettingsStorageSource::Room => &message_context.room_config().settings,
|
||||||
|
|||||||
@@ -154,35 +154,35 @@ pub async fn process_matrix_messages(
|
|||||||
|
|
||||||
let mut message = message.clone();
|
let mut message = message.clone();
|
||||||
|
|
||||||
if i == 0 && !params.first_message_prefixes_to_strip.is_empty() {
|
if i == 0
|
||||||
if let MatrixMessageContent::Text(message_text) = &message.content {
|
&& !params.first_message_prefixes_to_strip.is_empty()
|
||||||
let mut message_text = message_text.clone();
|
&& let MatrixMessageContent::Text(message_text) = &message.content
|
||||||
|
{
|
||||||
|
let mut message_text = message_text.clone();
|
||||||
|
|
||||||
for prefix in ¶ms.first_message_prefixes_to_strip {
|
for prefix in ¶ms.first_message_prefixes_to_strip {
|
||||||
if let Some(message_text_stripped) = message_text.strip_prefix(prefix) {
|
if let Some(message_text_stripped) = message_text.strip_prefix(prefix) {
|
||||||
message_text = message_text_stripped.to_owned();
|
message_text = message_text_stripped.to_owned();
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
message.content = MatrixMessageContent::Text(message_text.trim().to_owned());
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
message.content = MatrixMessageContent::Text(message_text.trim().to_owned());
|
||||||
}
|
}
|
||||||
|
|
||||||
// We only strip `bot_user_prefixes_to_strip`-defined prefixes from messages that mention the bot user.
|
// We only strip `bot_user_prefixes_to_strip`-defined prefixes from messages that mention the bot user.
|
||||||
if !params.bot_user_prefixes_to_strip.is_empty()
|
if !params.bot_user_prefixes_to_strip.is_empty()
|
||||||
&& message.mentioned_users.contains(¶ms.bot_user_id)
|
&& message.mentioned_users.contains(¶ms.bot_user_id)
|
||||||
|
&& let MatrixMessageContent::Text(message_text) = &message.content
|
||||||
{
|
{
|
||||||
if let MatrixMessageContent::Text(message_text) = &message.content {
|
let mut message_text = message_text.clone();
|
||||||
let mut message_text = message_text.clone();
|
|
||||||
|
|
||||||
for prefix in ¶ms.bot_user_prefixes_to_strip {
|
for prefix in ¶ms.bot_user_prefixes_to_strip {
|
||||||
if let Some(message_text_stripped) = message_text.strip_prefix(prefix) {
|
if let Some(message_text_stripped) = message_text.strip_prefix(prefix) {
|
||||||
message_text = message_text_stripped.to_owned();
|
message_text = message_text_stripped.to_owned();
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
message.content = MatrixMessageContent::Text(message_text.trim().to_owned());
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
message.content = MatrixMessageContent::Text(message_text.trim().to_owned());
|
||||||
}
|
}
|
||||||
|
|
||||||
messages_filtered.push(message);
|
messages_filtered.push(message);
|
||||||
|
|||||||
@@ -88,9 +88,10 @@ impl ConfigHomeserver {
|
|||||||
/// - `Default`: Use the built-in default avatar (null, empty string, or missing in config)
|
/// - `Default`: Use the built-in default avatar (null, empty string, or missing in config)
|
||||||
/// - `Keep`: Don't touch the avatar, keep whatever is already set ("keep" in config)
|
/// - `Keep`: Don't touch the avatar, keep whatever is already set ("keep" in config)
|
||||||
/// - `Custom(String)`: Use a custom avatar from the specified file path
|
/// - `Custom(String)`: Use a custom avatar from the specified file path
|
||||||
#[derive(Debug, Clone, PartialEq, Serialize)]
|
#[derive(Debug, Clone, Default, PartialEq, Serialize)]
|
||||||
pub enum Avatar {
|
pub enum Avatar {
|
||||||
/// Use the built-in default avatar
|
/// Use the built-in default avatar
|
||||||
|
#[default]
|
||||||
Default,
|
Default,
|
||||||
/// Keep the current avatar, don't change it
|
/// Keep the current avatar, don't change it
|
||||||
Keep,
|
Keep,
|
||||||
@@ -98,12 +99,6 @@ pub enum Avatar {
|
|||||||
Custom(String),
|
Custom(String),
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Default for Avatar {
|
|
||||||
fn default() -> Self {
|
|
||||||
Avatar::Default
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
impl<'de> Deserialize<'de> for Avatar {
|
impl<'de> Deserialize<'de> for Avatar {
|
||||||
fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
|
fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
|
||||||
where
|
where
|
||||||
@@ -181,13 +176,13 @@ pub struct ConfigUserEncryption {
|
|||||||
|
|
||||||
impl ConfigUserEncryption {
|
impl ConfigUserEncryption {
|
||||||
pub fn validate(&self) -> anyhow::Result<()> {
|
pub fn validate(&self) -> anyhow::Result<()> {
|
||||||
if let Some(passphrase) = &self.recovery_passphrase {
|
if let Some(passphrase) = &self.recovery_passphrase
|
||||||
if passphrase.is_empty() {
|
&& passphrase.is_empty()
|
||||||
return Err(anyhow::anyhow!(
|
{
|
||||||
"The user.encryption.recovery_passphrase ({}) configuration must either be null or set to a non-empty passphrase",
|
return Err(anyhow::anyhow!(
|
||||||
super::env::BAIBOT_USER_ENCRYPTION_RECOVERY_PASSPHRASE
|
"The user.encryption.recovery_passphrase ({}) configuration must either be null or set to a non-empty passphrase",
|
||||||
));
|
super::env::BAIBOT_USER_ENCRYPTION_RECOVERY_PASSPHRASE
|
||||||
}
|
));
|
||||||
}
|
}
|
||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
|
|||||||
Reference in New Issue
Block a user