ToothFairyAI_Public/tf_code
1
0
Fork 0
mirror of https://gitea.toothfairyai.com/ToothFairyAI/tf_code.git synced 2026-04-01 23:02:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

only prune messages from more than 2 turns ago

Browse Source
This commit is contained in:
Dax Raad
2025-09-17 03:07:24 -04:00
parent e618cbc447
commit 259c722208
4 changed files with 874 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
packages/opencode/src/session/compaction.ts
View File

@@ -36,6 +36,9 @@ export namespace SessionCompaction {
return count > usable
}
export const PRUNE_MINIMUM = 20_000
export const PRUNE_PROTECT = 40_000
// goes backwards through parts until there are 40_000 tokens worth of tool
// calls. then erases output of previous tool calls. idea is to throw away old
// tool calls that are no longer relevant.
@@ -46,10 +49,13 @@ export namespace SessionCompaction {
let total = 0
let pruned = 0
const toPrune = []
let turns = 0
loop: for (let msgIndex = msgs.length - 2; msgIndex >= 0; msgIndex--) {
loop: for (let msgIndex = msgs.length - 1; msgIndex >= 0; msgIndex--) {
const msg = msgs[msgIndex]
if (msg.info.role === "assistant" && msg.info.summary) return
if (msg.info.role === "user") turns++
if (turns < 2) continue
if (msg.info.role === "assistant" && msg.info.summary) break loop
for (let partIndex = msg.parts.length - 1; partIndex >= 0; partIndex--) {
const part = msg.parts[partIndex]
if (part.type === "tool")
@@ -57,7 +63,7 @@ export namespace SessionCompaction {
if (part.state.time.compacted) break loop
const estimate = Token.estimate(part.state.output)
total += estimate
if (total > 40_000) {
if (total > PRUNE_PROTECT) {
pruned += estimate
toPrune.push(part)
}
@@ -65,7 +71,7 @@ export namespace SessionCompaction {
}
}
log.info("found", { pruned, total })
if (pruned > 20_000) {
if (pruned > PRUNE_MINIMUM) {
for (const part of toPrune) {
if (part.state.status === "completed") {
part.state.time.compacted = Date.now()