test(app): select review seed model from providers
parent
bcddb59c9c
commit
042c594446
|
|
@ -2,8 +2,6 @@ import { waitSessionIdle, withSession } from "../actions"
|
|||
import { test, expect } from "../fixtures"
|
||||
import { bodyText } from "../prompt/mock"
|
||||
|
||||
const patchModel = { providerID: "openai", modelID: "gpt-5.4" } as const
|
||||
|
||||
const count = 14
|
||||
|
||||
function body(mark: string) {
|
||||
|
|
@ -42,12 +40,26 @@ function edit(file: string, prev: string, next: string) {
|
|||
)
|
||||
}
|
||||
|
||||
async function patchModel(sdk: Parameters<typeof withSession>[0]) {
|
||||
const all = await sdk.provider.list().then((res) => res.data?.all ?? [])
|
||||
for (const provider of all) {
|
||||
for (const model of Object.values(provider.models)) {
|
||||
if (!model.id.includes("gpt-")) continue
|
||||
if (model.id.includes("gpt-4")) continue
|
||||
if (model.id.includes("oss")) continue
|
||||
return { providerID: provider.id, modelID: model.id }
|
||||
}
|
||||
}
|
||||
throw new Error("No apply_patch-capable GPT model found for review seed")
|
||||
}
|
||||
|
||||
async function patchWithMock(
|
||||
llm: Parameters<typeof test>[0]["llm"],
|
||||
sdk: Parameters<typeof withSession>[0],
|
||||
sessionID: string,
|
||||
patchText: string,
|
||||
) {
|
||||
const model = await patchModel(sdk)
|
||||
const callsBefore = await llm.calls()
|
||||
await llm.toolMatch(
|
||||
(hit) => bodyText(hit).includes("Your only valid response is one apply_patch tool call."),
|
||||
|
|
@ -57,7 +69,7 @@ async function patchWithMock(
|
|||
await sdk.session.prompt({
|
||||
sessionID,
|
||||
agent: "build",
|
||||
model: patchModel,
|
||||
model,
|
||||
system: [
|
||||
"You are seeding deterministic e2e UI state.",
|
||||
"Your only valid response is one apply_patch tool call.",
|
||||
|
|
|
|||
Loading…
Reference in New Issue