Vapora/nickel/llm-router/contracts.ncl

26 lines
498 B
Text
Raw Permalink Normal View History

{
RoutingConfig = {
default_provider | String,
cost_tracking_enabled | Bool,
fallback_enabled | Bool,
},
ProviderConfig = {
enabled | Bool,
api_key | String | optional,
url | String | optional,
model | String,
max_tokens | Number,
temperature | Number,
cost_per_1m_input | Number,
cost_per_1m_output | Number,
},
RoutingRule = {
name | String,
condition | { .. },
provider | String,
model_override | String | optional,
},
}