155 lines
6.1 KiB
TypeScript
155 lines
6.1 KiB
TypeScript
import { expect, test, type Page } from "@playwright/test"
|
|
import {
|
|
assistantMessage,
|
|
partUpdated,
|
|
setupTimeline,
|
|
textPart,
|
|
userMessage,
|
|
} from "../performance/timeline-stability/fixture"
|
|
|
|
test("keeps one connection open while delivering multiple events", async ({ page }) => {
|
|
const timeline = await setupTimeline(page)
|
|
|
|
const first = await timeline.transport.send(partUpdated(textPart("prt_transport_first", "first event")))
|
|
const second = await timeline.transport.send(partUpdated(textPart("prt_transport_second", "second event")))
|
|
|
|
await timeline.waitForPart("prt_transport_first")
|
|
await timeline.waitForPart("prt_transport_second")
|
|
expect(first.connectionID).toBe(second.connectionID)
|
|
await expect.poll(async () => (await timeline.transport.connections()).length).toBe(1)
|
|
expect(await timeline.transport.acknowledgements()).toHaveLength(2)
|
|
})
|
|
|
|
test("delivers a burst from one stream chunk", async ({ page }) => {
|
|
const timeline = await setupTimeline(page)
|
|
const acknowledgements = await timeline.transport.burst([
|
|
partUpdated(textPart("prt_transport_burst_a", "burst a")),
|
|
partUpdated(textPart("prt_transport_burst_b", "burst b")),
|
|
])
|
|
|
|
await timeline.waitForPart("prt_transport_burst_a")
|
|
await timeline.waitForPart("prt_transport_burst_b")
|
|
expect(acknowledgements.map((item) => item.chunkCount)).toEqual([1, 1])
|
|
expect(new Set(acknowledgements.map((item) => item.deliveryID)).size).toBe(2)
|
|
})
|
|
|
|
test("parses split JSON and a split multibyte code point", async ({ page }) => {
|
|
const timeline = await setupTimeline(page)
|
|
const payload = partUpdated(textPart("prt_transport_split", "split snowman \u2603\u2603\u2603"))
|
|
const encoded = new TextEncoder().encode(`data: ${JSON.stringify(payload)}\n\n`)
|
|
const snowman = new TextEncoder().encode("\u2603")[0]!
|
|
const multibyte = encoded.indexOf(snowman)
|
|
|
|
const acknowledgement = await timeline.transport.split(payload, [9, multibyte + 1, multibyte + 2])
|
|
|
|
await timeline.waitForPart("prt_transport_split")
|
|
await expect(page.locator('[data-timeline-part-id="prt_transport_split"]')).toContainText(
|
|
"split snowman \u2603\u2603\u2603",
|
|
)
|
|
expect(acknowledgement.chunkCount).toBe(4)
|
|
})
|
|
|
|
test("delivers server heartbeat without mutating the timeline", async ({ page }) => {
|
|
const sentinelID = "prt_transport_heartbeat_sentinel"
|
|
const timeline = await setupTimeline(page, {
|
|
messages: [userMessage(), assistantMessage([textPart("prt_transport_steady", "steady")])],
|
|
})
|
|
await timeline.waitForPart("prt_transport_steady")
|
|
const before = await stableTimelineRows(page)
|
|
|
|
await timeline.transport.writeRaw(": heartbeat\n\n")
|
|
await timeline.transport.send(partUpdated(textPart(sentinelID, "heartbeat processed")))
|
|
await timeline.waitForPart(sentinelID)
|
|
|
|
await expect
|
|
.poll(async () => {
|
|
const rows = await timelineRows(page)
|
|
return rows.filter((row) => before.some((item) => item.key === row.key))
|
|
})
|
|
.toEqual(before)
|
|
await expect.poll(async () => (await timeline.transport.connections()).length).toBe(1)
|
|
})
|
|
|
|
test("reconnects after a clean close", async ({ page }) => {
|
|
const timeline = await setupTimeline(page)
|
|
const first = await timeline.transport.waitForConnection()
|
|
|
|
await timeline.transport.close()
|
|
const second = await timeline.transport.waitForConnection({ after: first.id })
|
|
await timeline.transport.send(partUpdated(textPart("prt_transport_close", "after close")))
|
|
|
|
await timeline.waitForPart("prt_transport_close")
|
|
expect(second.id).toBeGreaterThan(first.id)
|
|
expect((await timeline.transport.connections())[0]?.endedBy).toBe("close")
|
|
})
|
|
|
|
test("reconnects after a stream error", async ({ page }) => {
|
|
const timeline = await setupTimeline(page)
|
|
const first = await timeline.transport.waitForConnection()
|
|
|
|
await timeline.transport.error("contract failure")
|
|
const second = await timeline.transport.waitForConnection({ after: first.id })
|
|
await timeline.transport.send(partUpdated(textPart("prt_transport_error", "after error")))
|
|
|
|
await timeline.waitForPart("prt_transport_error")
|
|
await expect.poll(async () => (await timeline.transport.connections()).length).toBe(2)
|
|
expect(second.id).toBeGreaterThan(first.id)
|
|
expect((await timeline.transport.connections())[0]?.endedBy).toBe("error")
|
|
})
|
|
|
|
test("does not request replay when reconnecting the volatile V2 event stream", async ({ page }) => {
|
|
const timeline = await setupTimeline(page, { protocol: "v2" })
|
|
const first = await timeline.transport.send(partUpdated(textPart("prt_transport_id", "event with id")), {
|
|
id: "timeline-event-7",
|
|
})
|
|
await timeline.waitForPart("prt_transport_id")
|
|
|
|
await timeline.transport.error("retry with event id")
|
|
const connection = await timeline.transport.waitForConnection({ after: first.connectionID })
|
|
|
|
expect(first.eventID).toBe("timeline-event-7")
|
|
expect(connection.headers["last-event-id"]).toBeUndefined()
|
|
})
|
|
|
|
test("passes through non-event fetches", async ({ page }) => {
|
|
const timeline = await setupTimeline(page)
|
|
|
|
const health = await page.evaluate(async () => {
|
|
const response = await fetch("/global/health")
|
|
return response.json()
|
|
})
|
|
|
|
expect(health).toEqual({ healthy: true })
|
|
await expect.poll(async () => (await timeline.transport.connections()).length).toBe(1)
|
|
})
|
|
|
|
async function stableTimelineRows(page: Page) {
|
|
let previous: Awaited<ReturnType<typeof timelineRows>> | undefined
|
|
let stable = 0
|
|
await expect
|
|
.poll(
|
|
async () => {
|
|
const next = await timelineRows(page)
|
|
stable = JSON.stringify(next) === JSON.stringify(previous) ? stable + 1 : 0
|
|
previous = next
|
|
return stable
|
|
},
|
|
{ intervals: [50, 50, 100] },
|
|
)
|
|
.toBeGreaterThanOrEqual(2)
|
|
return previous!
|
|
}
|
|
|
|
function timelineRows(page: Page) {
|
|
return page.locator("[data-timeline-key]").evaluateAll((elements) =>
|
|
elements.map((element) => ({
|
|
key: element.getAttribute("data-timeline-key"),
|
|
row: element.querySelector("[data-timeline-row]")?.getAttribute("data-timeline-row"),
|
|
parts: Array.from(element.querySelectorAll("[data-timeline-part-id]"), (part) =>
|
|
part.getAttribute("data-timeline-part-id"),
|
|
),
|
|
text: element.textContent,
|
|
})),
|
|
)
|
|
}
|