openAgent

1import type { HttpRecorder } from "@opencode-ai/http-recorder"
2import { describe } from "bun:test"
3import { Effect } from "effect"
4import type { Model } from "../src"
5import { goldenScenarioTags, goldenScenarioTitle, runGoldenScenario, type GoldenScenarioID } from "./recorded-scenarios"
6import { recordedTests } from "./recorded-test"
7import { kebab } from "./recorded-utils"
8 
9type Transport = "http" | "websocket"
10 
11type ScenarioInput =
12  | GoldenScenarioID
13  | {
14      readonly id: GoldenScenarioID
15      readonly name?: string
16      readonly cassette?: string
17      readonly tags?: ReadonlyArray<string>
18      readonly maxTokens?: number
19      readonly temperature?: number | false
20      readonly timeout?: number
21    }
22 
23type TargetInput = {
24  readonly name: string
25  readonly model: Model
26  readonly protocol?: string
27  readonly requires?: ReadonlyArray<string>
28  readonly transport?: Transport
29  readonly prefix?: string
30  readonly tags?: ReadonlyArray<string>
31  readonly metadata?: Record<string, unknown>
32  readonly options?: HttpRecorder.RecorderOptions
33  readonly scenarios: ReadonlyArray<ScenarioInput>
34}
35 
36const scenarioInput = (input: ScenarioInput) => (typeof input === "string" ? { id: input } : input)
37 
38const defaultPrefix = (target: TargetInput) => {
39  if (target.prefix) return target.prefix
40  const transport = target.transport === "websocket" ? "-websocket" : ""
41  return `${target.model.provider}-${target.protocol ?? target.model.route.id}${transport}`
42}
43 
44const metadata = (target: TargetInput) => ({
45  provider: target.model.provider,
46  protocol: target.protocol,
47  route: target.model.route.id,
48  transport: target.transport ?? "http",
49  model: target.model.id,
50  ...target.metadata,
51})
52 
53const tags = (target: TargetInput) => [
54  ...(target.transport === "websocket" ? ["transport:websocket"] : []),
55  ...(target.tags ?? []),
56]
57 
58const runTarget = (target: TargetInput) => {
59  const recorded = recordedTests({
60    prefix: defaultPrefix(target),
61    provider: target.model.provider,
62    protocol: target.protocol,
63    requires: target.requires,
64    tags: tags(target),
65    metadata: metadata(target),
66    options: target.options,
67  })
68 
69  describe(`${target.name} recorded`, () => {
70    target.scenarios.forEach((raw) => {
71      const input = scenarioInput(raw)
72      const name = input.name ?? goldenScenarioTitle(input.id)
73      recorded.effect.with(
74        name,
75        {
76          cassette: input.cassette,
77          id: `${kebab(target.name)}-${input.id}`,
78          tags: [...goldenScenarioTags(input.id), ...(input.tags ?? [])],
79        },
80        () =>
81          Effect.gen(function* () {
82            yield* runGoldenScenario(input.id, {
83              id: `recorded_${kebab(target.name).replaceAll("-", "_")}_${input.id.replaceAll("-", "_")}`,
84              model: target.model,
85              maxTokens: input.maxTokens,
86              temperature: input.temperature,
87            })
88          }),
89        input.timeout,
90      )
91    })
92  })
93}
94 
95export const describeRecordedGoldenScenarios = (targets: ReadonlyArray<TargetInput>) => {
96  targets.forEach(runTarget)
97}
98