make top_p configurable

This commit is contained in:
Dax Raad
2025-08-01 17:03:33 -04:00
parent 98b6bb218b
commit e1b7e25f4d
6 changed files with 11 additions and 35 deletions

View File

@@ -847,6 +847,7 @@ export namespace Session {
temperature: model.info.temperature
? (mode.temperature ?? ProviderTransform.temperature(input.providerID, input.modelID))
: undefined,
topP: mode.topP ?? ProviderTransform.topP(input.providerID, input.modelID),
tools: model.info.tool_call === false ? undefined : tools,
model: wrapLanguageModel({
model: model.language,