Visitar URL original
fix(core): scope v2 prompt cache by session (#31036) · BenGu3/opencode@0735c35 · GitHub
Skip to content

Commit 0735c35

Browse files
opencode-agent[bot]BenGu3
authored andcommitted
fix(core): scope v2 prompt cache by session (anomalyco#31036)
Co-authored-by: opencode-agent[bot] <opencode-agent[bot]@users.noreply.github.com>
1 parent 2c64da1 commit 0735c35

2 files changed

Lines changed: 5 additions & 0 deletions

File tree

‎packages/core/src/session/runner/llm.ts‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -213,6 +213,7 @@ export const layer = Layer.effect(
213213
const context = entries.map((entry) => entry.message)
214214
const request = LLM.request({
215215
model,
216+
providerOptions: { openai: { promptCacheKey: session.id } },
216217
system: [agent.info?.system, system.baseline]
217218
.filter((part): part is string => part !== undefined && part.length > 0)
218219
.map(SystemPart.make),

‎packages/core/test/session-runner.test.ts‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2812,6 +2812,10 @@ describe("SessionRunnerLLM", () => {
28122812
yield* Effect.yieldNow
28132813

28142814
expect(requests).toHaveLength(2)
2815+
expect(requests.map((request) => request.providerOptions?.openai?.promptCacheKey)).toEqual([
2816+
sessionID,
2817+
otherSessionID,
2818+
])
28152819
yield* Deferred.succeed(streamGate, undefined)
28162820
yield* Fiber.join(first)
28172821
yield* Fiber.join(second)

0 commit comments

Comments
 (0)