feat: add variants toggle (#6325)

Co-authored-by: Github Action <action@github.com>
This commit is contained in:
Aiden Cline
2025-12-29 19:43:50 -08:00
committed by GitHub
parent e1dd9c4ccb
commit ed0c0d90be
14 changed files with 339 additions and 52 deletions

View File

@@ -74,6 +74,14 @@ export namespace LLM {
}
const provider = await Provider.getProvider(input.model.providerID)
const variant = input.model.variants && input.user.variant ? input.model.variants[input.user.variant] : undefined
const options = pipe(
ProviderTransform.options(input.model, input.sessionID, provider.options),
mergeDeep(input.small ? ProviderTransform.smallOptions(input.model) : {}),
mergeDeep(input.model.options),
mergeDeep(input.agent.options),
mergeDeep(variant && !variant.disabled ? variant : {}),
)
const params = await Plugin.trigger(
"chat.params",
@@ -90,13 +98,7 @@ export namespace LLM {
: undefined,
topP: input.agent.topP ?? ProviderTransform.topP(input.model),
topK: ProviderTransform.topK(input.model),
options: pipe(
{},
mergeDeep(ProviderTransform.options(input.model, input.sessionID, provider.options)),
input.small ? mergeDeep(ProviderTransform.smallOptions(input.model)) : mergeDeep({}),
mergeDeep(input.model.options),
mergeDeep(input.agent.options),
),
options,
},
)