ToothFairyAI_Public/tf_code
1
0
Fork 0
mirror of https://gitea.toothfairyai.com/ToothFairyAI/tf_code.git synced 2026-03-29 21:33:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: compaction

Browse Source
This commit is contained in:
Gab 2026-03-26 17:26:17 +11:00
parent e581d80c7a
commit 191f907b2d
3 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
bun.lock
View File

@ -381,7 +381,7 @@
}, },
"packages/tfcode": { "packages/tfcode": {
"name": "tfcode", "name": "tfcode",
"version": "1.0.7", "version": "1.0.8",
"bin": { "bin": {
"tfcode": "./bin/tfcode", "tfcode": "./bin/tfcode",
}, },

2
packages/tfcode/package.json
View File

@ -1,6 +1,6 @@
{ {
"$schema": "https://json.schemastore.org/package.json", "$schema": "https://json.schemastore.org/package.json",
"version": "1.0.7", "version": "1.0.8",
"name": "tfcode", "name": "tfcode",
"type": "module", "type": "module",
"license": "MIT", "license": "MIT",

8
packages/tfcode/src/session/compaction.ts
View File

@ -29,6 +29,7 @@ export namespace SessionCompaction {
} }
const COMPACTION_BUFFER = 20_000 const COMPACTION_BUFFER = 20_000
const COMPACTION_BUFFER_TOOTHFAIRYAI = 100_000
export async function isOverflow(input: { tokens: MessageV2.Assistant["tokens"]; model: Provider.Model }) { export async function isOverflow(input: { tokens: MessageV2.Assistant["tokens"]; model: Provider.Model }) {
const config = await Config.get() const config = await Config.get()
@ -40,8 +41,11 @@ export namespace SessionCompaction {
input.tokens.total || input.tokens.total ||
input.tokens.input + input.tokens.output + input.tokens.cache.read + input.tokens.cache.write input.tokens.input + input.tokens.output + input.tokens.cache.read + input.tokens.cache.write
const reserved = const defaultBuffer =
config.compaction?.reserved ?? Math.min(COMPACTION_BUFFER, ProviderTransform.maxOutputTokens(input.model)) input.model.providerID === "toothfairyai"
? COMPACTION_BUFFER_TOOTHFAIRYAI
: Math.min(COMPACTION_BUFFER, ProviderTransform.maxOutputTokens(input.model))
const reserved = config.compaction?.reserved ?? defaultBuffer
const usable = input.model.limit.input const usable = input.model.limit.input
? input.model.limit.input - reserved ? input.model.limit.input - reserved
: context - ProviderTransform.maxOutputTokens(input.model) : context - ProviderTransform.maxOutputTokens(input.model)