kami
e45a626cc4
[[models]] config (ModelConfig/ModelsSettings) parsed by ConfigLoader; InfrastructureModule.createModelManager + modelConfigToDescriptor; Main.kt managed boot path spawns the default llama-server when [[models]] is present (static [[providers]] path preserved when absent) and kills it on shutdown. Plan: docs/plans/2026-05-31-model-lifecycle-management.md (slice 1 of 5).
90 lines
3.4 KiB
TOML
90 lines
3.4 KiB
TOML
# CORREX Configuration Sample
|
|
# Place at ~/.config/correx/config.toml
|
|
|
|
[server]
|
|
host = "localhost"
|
|
port = 8080
|
|
|
|
[tui]
|
|
theme = "dark"
|
|
session_list_limit = 5
|
|
|
|
[cli]
|
|
default_output = "human"
|
|
|
|
[tools]
|
|
sandbox_root = "~/.config/correx/sandbox"
|
|
working_dir = "/tmp"
|
|
default_system_prompt_path = "~/.config/correx/prompts/default_system.md"
|
|
|
|
[tools.shell]
|
|
enabled = true
|
|
allowed_executables = ["bash", "sh", "python3", "node"]
|
|
|
|
[tools.file_read]
|
|
enabled = true
|
|
|
|
[tools.file_write]
|
|
enabled = true
|
|
|
|
[tools.file_edit]
|
|
enabled = true
|
|
|
|
# ─────────────────────────────────────────────────────────────
|
|
# Managed model configuration (Slice 1: correx spawns + owns llama-server)
|
|
#
|
|
# When [[models]] is present, correx launches llama-server at boot and kills it on
|
|
# shutdown. Use this instead of (or alongside) [[providers]].
|
|
#
|
|
# [models] — global settings for the managed llama-server process
|
|
# [[models]] — one entry per model file; correx will load the defaultModel at startup.
|
|
# ─────────────────────────────────────────────────────────────
|
|
[models]
|
|
default_model = "mistral-7b" # which [[models]] entry to load at boot
|
|
llama_server_bin = "llama-server" # path to the llama-server binary (default: llama-server)
|
|
host = "127.0.0.1" # host for llama-server to bind / correx to connect
|
|
port = 10000 # port for llama-server
|
|
|
|
[[models]]
|
|
id = "mistral-7b"
|
|
model_path = "~/models/mistral-7b-gguf/model.gguf"
|
|
context_size = 8192
|
|
capabilities = { General = 1.0, Coding = 0.7, Reasoning = 0.6, Summarization = 0.8, ToolCalling = 0.5 }
|
|
|
|
# Example: additional model (swap via TUI in a later slice)
|
|
# [[models]]
|
|
# id = "codellama-7b"
|
|
# model_path = "~/models/codellama-7b-gguf/model.gguf"
|
|
# context_size = 4096
|
|
# capabilities = { General = 0.8, Coding = 1.0, Reasoning = 0.7, Summarization = 0.6, ToolCalling = 0.7 }
|
|
|
|
# ─────────────────────────────────────────────────────────────
|
|
# Legacy static provider configuration (array of tables)
|
|
# Use [[providers]] when correx should connect to an already-running llama-server
|
|
# (i.e. you launch the server yourself externally).
|
|
# If [[models]] is configured, [[providers]] entries are registered as additional
|
|
# static providers alongside the managed one.
|
|
# ─────────────────────────────────────────────────────────────
|
|
# [[providers]]
|
|
# id = "local-llama"
|
|
# type = "llamacpp"
|
|
# model_id = "mistral-7b"
|
|
# model_path = "~/models/mistral-7b-gguf/model.gguf"
|
|
# url = "http://127.0.0.1:10000"
|
|
# capabilities = { General = 1.0, Coding = 0.7, Reasoning = 0.6, Summarization = 0.8, ToolCalling = 0.5 }
|
|
|
|
# Router configuration (optional, defaults shown below)
|
|
[router.embedder]
|
|
backend = "noop" # or "llamacpp"
|
|
dimension = 1536
|
|
# url = "http://127.0.0.1:11000"
|
|
# model_id = "nomic-embed-text"
|
|
|
|
[router.l3]
|
|
backend = "in_memory" # or "turbovec"
|
|
# persist_path = "~/.config/correx/router/l3/index.tq"
|
|
# python_executable = "python3"
|
|
# script_path = "~/.config/correx/python/turbovec_sidecar.py"
|
|
# dim = 1536
|
|
# bit_width = 4
|