47 lines
1.1 KiB
Text
47 lines
1.1 KiB
Text
# RAG System Default Configuration
|
|
let rag_schema = import "../rag.ncl" in
|
|
{
|
|
rag_config | rag_schema.RagConfig = {
|
|
rag = { enabled = true, },
|
|
embeddings = {
|
|
provider = "local",
|
|
model = "all-MiniLM-L6-v2",
|
|
dimension = 384,
|
|
batch_size = 32,
|
|
},
|
|
vector_db = {
|
|
db_type = "memory",
|
|
namespace = "provisioning",
|
|
},
|
|
llm = {
|
|
provider = "ollama",
|
|
model = "llama3.2",
|
|
api_url = "http://localhost:11434",
|
|
temperature = 0.7,
|
|
max_tokens = 2048,
|
|
},
|
|
retrieval = {
|
|
top_k = 5,
|
|
similarity_threshold = 0.7,
|
|
reranking = false,
|
|
hybrid = false,
|
|
},
|
|
ingestion = {
|
|
auto_ingest = true,
|
|
chunk_size = 512,
|
|
overlap = 50,
|
|
doc_types = ["md", "txt", "toml"],
|
|
},
|
|
monitoring = { enabled = false, },
|
|
logging = { level = "info", },
|
|
|
|
# Docker Build Configuration
|
|
build = {
|
|
package = "rag",
|
|
binary = "provisioning-rag",
|
|
port = 9096,
|
|
features = [],
|
|
extra_runtime_pkgs = ["openssl", "libssl-dev"],
|
|
},
|
|
},
|
|
}
|