LibreChat/e2e/specs/mock/scenarios/composer-numeric-reasoning.spec.ts
Danny Avila bbd4117928
🧪 test: Release Route Handlers Before Mock Spec Contexts Close (#18064)
A route handler that calls `route.fetch()` can still be running when its test returns. Closing the browser context disposes the fetched response, the handler throws `Response has been disposed`, and Playwright reports that against a test whose assertions had all passed. With `failOnFlakyTests` on, that fails the shard.

Specs that answer requests through `route.fetch()` now take `test` from `e2e/specs/mock/fixtures.ts`. Its `context` fixture detaches the routes on the context and its pages with `unrouteAll({ behavior: 'ignoreErrors' })` before Playwright closes it; contexts a spec opens itself close through `closeContext`.

`ignoreErrors` rather than `wait`: a wait never ends for a handler parked on a promise the test leaves unsettled, and with two handlers in flight Playwright stops intercepting when the first finishes and continues the other request itself, so the second handler's `route.fulfill()` throws `Route is already handled!`.
2026-11-11 16:23:44 -05:00

71 lines
2.6 KiB
TypeScript

import {
messagesView,
MOCK_ENDPOINTS,
NEW_CHAT_PATH,
selectMockEndpoint,
sendMessage,
} from '../helpers';
import { expect, test } from '../fixtures';
test('Inspecting numeric reasoning preserves Auto and steering @scenario:inspecting-numeric-reasoning-preserves-auto-and-steering', async ({
page,
}) => {
await page.route('**/api/endpoints', async (route) => {
const response = await route.fetch();
const endpoints = await response.json();
endpoints['Mock Provider A'].customParams = {
defaultParamsEndpoint: 'google',
paramDefinitions: [
{
key: 'thinkingBudget',
type: 'number',
default: -1,
range: { min: -1, positiveMin: 128, max: 32768, step: 128 },
},
],
};
await route.fulfill({ response, json: endpoints });
});
await page.goto(NEW_CHAT_PATH, { timeout: 10000 });
await selectMockEndpoint(page, MOCK_ENDPOINTS[0]);
const response = await sendMessage(page, `E2E_SLOW_REPLY:numeric-reasoning-${Date.now()}`);
expect(response.ok()).toBeTruthy();
await expect(messagesView(page).getByText('chunk-010')).toBeVisible({ timeout: 15000 });
const input = page.getByRole('textbox', { name: 'Message input' });
await input.fill('Keep steering after inspecting Auto');
const send = page.getByTestId('during-run-send-button');
await expect(send).toHaveAttribute('data-during-run-action', 'steer');
const reasoning = page.getByRole('button', { name: /^Thinking .*Auto/i });
await reasoning.click();
const budget = page.getByRole('spinbutton');
await expect(budget).toHaveValue('');
await budget.focus();
await page.keyboard.press('Tab');
await expect(page.getByRole('button', { name: 'Auto', exact: true })).toHaveAttribute(
'aria-pressed',
'true',
);
await page.keyboard.press('Escape');
await expect(reasoning).toBeFocused();
await expect(send).toHaveAttribute('data-during-run-action', 'steer');
await expect(input).toHaveValue('Keep steering after inspecting Auto');
await reasoning.click();
await budget.fill('4096');
await page.keyboard.press('Tab');
await expect(page.getByRole('button', { name: 'Auto', exact: true })).toHaveAttribute(
'aria-pressed',
'false',
);
await budget.fill('');
await page.keyboard.press('Tab');
await expect(page.getByRole('button', { name: 'Auto', exact: true })).toHaveAttribute(
'aria-pressed',
'true',
);
await expect(budget).toHaveValue('');
await page.keyboard.press('Escape');
await input.clear();
await page.getByRole('button', { name: 'Stop generating' }).click();
});