fix: skip ultrawork variant override when SDK validation unavailable

When provider.list is not available for SDK validation, do not apply the configured ultrawork variant. This prevents models without a max variant from being incorrectly forced to max when ultrawork mode activates.

Ultraworked with [Sisyphus](https://github.com/code-yeongyu/oh-my-openagent)

Co-authored-by: Sisyphus <clio-agent@sisyphuslabs.ai>
This commit is contained in:
YeonGyu-Kim
2026-03-12 17:24:54 +09:00
parent 37c7231a50
commit 2210997c89
2 changed files with 66 additions and 19 deletions

View File

@@ -262,24 +262,24 @@ describe("applyUltraworkModelOverrideOnMessage", () => {
} as unknown as Parameters<typeof applyUltraworkModelOverrideOnMessage>[0]
}
test("should schedule deferred DB override when message ID present", () => {
test("should schedule deferred DB override without variant when SDK unavailable", () => {
//#given
const config = createConfig("sisyphus", { model: "anthropic/claude-opus-4-6", variant: "max" })
const output = createOutput("ultrawork do something", { messageId: "msg_123" })
const tui = createMockTui()
//#when
//#when - no client passed, SDK validation unavailable
applyUltraworkModelOverrideOnMessage(config, "sisyphus", output, tui)
//#then
//#then - variant should NOT be applied without SDK validation
expect(dbOverrideSpy).toHaveBeenCalledWith(
"msg_123",
{ providerID: "anthropic", modelID: "claude-opus-4-6" },
"max",
undefined,
)
})
test("should override keyword-detector variant with configured ultrawork variant on deferred path", () => {
test("should NOT override variant when SDK unavailable even if config specifies variant", () => {
//#given
const config = createConfig("sisyphus", {
model: "anthropic/claude-opus-4-6",
@@ -290,17 +290,17 @@ describe("applyUltraworkModelOverrideOnMessage", () => {
output.message["thinking"] = "max"
const tui = createMockTui()
//#when
//#when - no client, SDK unavailable
applyUltraworkModelOverrideOnMessage(config, "sisyphus", output, tui)
//#then
//#then - existing variant preserved, not overridden to "extended"
expect(dbOverrideSpy).toHaveBeenCalledWith(
"msg_123",
{ providerID: "anthropic", modelID: "claude-opus-4-6" },
"extended",
undefined,
)
expect(output.message["variant"]).toBe("extended")
expect(output.message["thinking"]).toBe("extended")
expect(output.message["variant"]).toBe("max")
expect(output.message["thinking"]).toBe("max")
})
test("should NOT mutate output.message.model when message ID present", () => {
@@ -320,7 +320,7 @@ describe("applyUltraworkModelOverrideOnMessage", () => {
expect(output.message.model).toEqual(sonnetModel)
})
test("should fall back to direct mutation when no message ID", () => {
test("should fall back to direct model mutation without variant when no message ID and no SDK", () => {
//#given
const config = createConfig("sisyphus", { model: "anthropic/claude-opus-4-6", variant: "max" })
const output = createOutput("ultrawork do something")
@@ -329,24 +329,24 @@ describe("applyUltraworkModelOverrideOnMessage", () => {
//#when
applyUltraworkModelOverrideOnMessage(config, "sisyphus", output, tui)
//#then
//#then - model is set but variant is NOT applied without SDK validation
expect(output.message.model).toEqual({ providerID: "anthropic", modelID: "claude-opus-4-6" })
expect(output.message["variant"]).toBe("max")
expect(output.message["variant"]).toBeUndefined()
expect(dbOverrideSpy).not.toHaveBeenCalled()
})
test("should apply variant-only override when no message ID", () => {
test("should not apply variant-only override when no SDK available", () => {
//#given
const config = createConfig("sisyphus", { variant: "high" })
const output = createOutput("ultrawork do something")
const tui = createMockTui()
//#when
//#when - variant-only override, no SDK = no-op
applyUltraworkModelOverrideOnMessage(config, "sisyphus", output, tui)
//#then
//#then - nothing applied since no model and variant requires SDK
expect(output.message.model).toBeUndefined()
expect(output.message["variant"]).toBe("high")
expect(output.message["variant"]).toBeUndefined()
expect(dbOverrideSpy).not.toHaveBeenCalled()
})
@@ -414,7 +414,7 @@ describe("applyUltraworkModelOverrideOnMessage", () => {
expect(dbOverrideSpy).toHaveBeenCalledWith(
"msg_123",
{ providerID: "anthropic", modelID: "claude-opus-4-6" },
"max",
undefined,
)
})
@@ -439,4 +439,48 @@ describe("applyUltraworkModelOverrideOnMessage", () => {
expect(dbOverrideSpy).not.toHaveBeenCalled()
expect(toastCalled).toBe(false)
})
test("should apply validated variant when SDK confirms model supports it", async () => {
//#given
const config = createConfig("sisyphus", { model: "anthropic/claude-opus-4-6", variant: "max" })
const output = createOutput("ultrawork do something", { messageId: "msg_123" })
const tui = createMockTui()
const mockClient = {
provider: {
list: async () => ({
data: { all: [{ id: "anthropic", models: { "claude-opus-4-6": { variants: { max: {} } } } }] },
}),
},
}
//#when
await applyUltraworkModelOverrideOnMessage(config, "sisyphus", output, tui, undefined, mockClient)
//#then - SDK confirmed max exists, so variant is applied
expect(dbOverrideSpy).toHaveBeenCalledWith(
"msg_123",
{ providerID: "anthropic", modelID: "claude-opus-4-6" },
"max",
)
})
test("should NOT apply variant when SDK confirms model does NOT have it", async () => {
//#given
const config = createConfig("sisyphus", { model: "anthropic/claude-haiku-4-5", variant: "max" })
const output = createOutput("ultrawork do something", { messageId: "msg_123" })
const tui = createMockTui()
const mockClient = {
provider: {
list: async () => ({
data: { all: [{ id: "anthropic", models: { "claude-haiku-4-5": { variants: { high: {} } } } }] },
}),
},
}
//#when
await applyUltraworkModelOverrideOnMessage(config, "sisyphus", output, tui, undefined, mockClient)
//#then - SDK says haiku has no max variant, so variant is NOT applied
expect(output.message["variant"]).toBeUndefined()
})
})

View File

@@ -161,7 +161,10 @@ export function applyUltraworkModelOverrideOnMessage(
: currentModel
if (!client || typeof (client as { provider?: { list?: unknown } }).provider?.list !== "function") {
applyResolvedUltraworkOverride({ override, validatedVariant: override.variant, output, inputAgentName, tui })
log("[ultrawork-model-override] SDK validation unavailable, skipping variant override", {
variant: override.variant,
})
applyResolvedUltraworkOverride({ override, validatedVariant: undefined, output, inputAgentName, tui })
return
}