- Add storage.ts: Functions to find and truncate largest tool results - Add TruncateState and TRUNCATE_CONFIG for truncation tracking - Implement truncate-first recovery: truncate largest output -> retry (10x) -> compact (2x) -> revert (3x) - Move session error handling to immediate recovery instead of session.idle wait - Add compactionInProgress tracking to prevent concurrent execution This fixes GitHub issue #63: "prompt is too long" errors now trigger immediate recovery by truncating the largest tool outputs first before attempting compaction. 🤖 Generated with assistance of OhMyOpenCode (https://github.com/code-yeongyu/oh-my-opencode)
163 lines
5.3 KiB
TypeScript
163 lines
5.3 KiB
TypeScript
import type { PluginInput } from "@opencode-ai/plugin"
|
|
import type { AutoCompactState, ParsedTokenLimitError } from "./types"
|
|
import { parseAnthropicTokenLimitError } from "./parser"
|
|
import { executeCompact, getLastAssistant } from "./executor"
|
|
|
|
function createAutoCompactState(): AutoCompactState {
|
|
return {
|
|
pendingCompact: new Set<string>(),
|
|
errorDataBySession: new Map<string, ParsedTokenLimitError>(),
|
|
retryStateBySession: new Map(),
|
|
fallbackStateBySession: new Map(),
|
|
truncateStateBySession: new Map(),
|
|
compactionInProgress: new Set<string>(),
|
|
}
|
|
}
|
|
|
|
export function createAnthropicAutoCompactHook(ctx: PluginInput) {
|
|
const autoCompactState = createAutoCompactState()
|
|
|
|
const eventHandler = async ({ event }: { event: { type: string; properties?: unknown } }) => {
|
|
const props = event.properties as Record<string, unknown> | undefined
|
|
|
|
if (event.type === "session.deleted") {
|
|
const sessionInfo = props?.info as { id?: string } | undefined
|
|
if (sessionInfo?.id) {
|
|
autoCompactState.pendingCompact.delete(sessionInfo.id)
|
|
autoCompactState.errorDataBySession.delete(sessionInfo.id)
|
|
autoCompactState.retryStateBySession.delete(sessionInfo.id)
|
|
autoCompactState.fallbackStateBySession.delete(sessionInfo.id)
|
|
autoCompactState.truncateStateBySession.delete(sessionInfo.id)
|
|
autoCompactState.compactionInProgress.delete(sessionInfo.id)
|
|
}
|
|
return
|
|
}
|
|
|
|
if (event.type === "session.error") {
|
|
const sessionID = props?.sessionID as string | undefined
|
|
if (!sessionID) return
|
|
|
|
const parsed = parseAnthropicTokenLimitError(props?.error)
|
|
if (parsed) {
|
|
autoCompactState.pendingCompact.add(sessionID)
|
|
autoCompactState.errorDataBySession.set(sessionID, parsed)
|
|
|
|
if (autoCompactState.compactionInProgress.has(sessionID)) {
|
|
return
|
|
}
|
|
|
|
const lastAssistant = await getLastAssistant(sessionID, ctx.client, ctx.directory)
|
|
const providerID = parsed.providerID ?? (lastAssistant?.providerID as string | undefined)
|
|
const modelID = parsed.modelID ?? (lastAssistant?.modelID as string | undefined)
|
|
|
|
if (providerID && modelID) {
|
|
await ctx.client.tui
|
|
.showToast({
|
|
body: {
|
|
title: "Context Limit Hit",
|
|
message: "Truncating large tool outputs and recovering...",
|
|
variant: "warning" as const,
|
|
duration: 3000,
|
|
},
|
|
})
|
|
.catch(() => {})
|
|
|
|
setTimeout(() => {
|
|
executeCompact(
|
|
sessionID,
|
|
{ providerID, modelID },
|
|
autoCompactState,
|
|
ctx.client,
|
|
ctx.directory
|
|
)
|
|
}, 300)
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
if (event.type === "message.updated") {
|
|
const info = props?.info as Record<string, unknown> | undefined
|
|
const sessionID = info?.sessionID as string | undefined
|
|
|
|
if (sessionID && info?.role === "assistant" && info.error) {
|
|
const parsed = parseAnthropicTokenLimitError(info.error)
|
|
if (parsed) {
|
|
parsed.providerID = info.providerID as string | undefined
|
|
parsed.modelID = info.modelID as string | undefined
|
|
autoCompactState.pendingCompact.add(sessionID)
|
|
autoCompactState.errorDataBySession.set(sessionID, parsed)
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
if (event.type === "session.idle") {
|
|
const sessionID = props?.sessionID as string | undefined
|
|
if (!sessionID) return
|
|
|
|
if (!autoCompactState.pendingCompact.has(sessionID)) return
|
|
|
|
const errorData = autoCompactState.errorDataBySession.get(sessionID)
|
|
if (errorData?.providerID && errorData?.modelID) {
|
|
await ctx.client.tui
|
|
.showToast({
|
|
body: {
|
|
title: "Auto Compact",
|
|
message: "Token limit exceeded. Summarizing session...",
|
|
variant: "warning" as const,
|
|
duration: 3000,
|
|
},
|
|
})
|
|
.catch(() => {})
|
|
|
|
await executeCompact(
|
|
sessionID,
|
|
{ providerID: errorData.providerID, modelID: errorData.modelID },
|
|
autoCompactState,
|
|
ctx.client,
|
|
ctx.directory
|
|
)
|
|
return
|
|
}
|
|
|
|
const lastAssistant = await getLastAssistant(sessionID, ctx.client, ctx.directory)
|
|
if (!lastAssistant) {
|
|
autoCompactState.pendingCompact.delete(sessionID)
|
|
return
|
|
}
|
|
|
|
if (lastAssistant.summary === true) {
|
|
autoCompactState.pendingCompact.delete(sessionID)
|
|
return
|
|
}
|
|
|
|
if (!lastAssistant.modelID || !lastAssistant.providerID) {
|
|
autoCompactState.pendingCompact.delete(sessionID)
|
|
return
|
|
}
|
|
|
|
await ctx.client.tui
|
|
.showToast({
|
|
body: {
|
|
title: "Auto Compact",
|
|
message: "Token limit exceeded. Summarizing session...",
|
|
variant: "warning" as const,
|
|
duration: 3000,
|
|
},
|
|
})
|
|
.catch(() => {})
|
|
|
|
await executeCompact(sessionID, lastAssistant, autoCompactState, ctx.client, ctx.directory)
|
|
}
|
|
}
|
|
|
|
return {
|
|
event: eventHandler,
|
|
}
|
|
}
|
|
|
|
export type { AutoCompactState, FallbackState, ParsedTokenLimitError, TruncateState } from "./types"
|
|
export { parseAnthropicTokenLimitError } from "./parser"
|
|
export { executeCompact, getLastAssistant } from "./executor"
|