fc3d05d65b
implement a generic user_job_events table for tracking compute job creation enforce configurable burst and sustained limits for PDF layout parsing add admin panel controls for compute rate limiting and max upload size update API routes to apply and record rate checks for PDF parse jobs document new environment variables and admin settings for compute limits improve IP extraction logic for rate limiting accuracy add tests for request IP extraction and test namespace gating This change introduces a robust mechanism to throttle expensive compute operations, such as PDF parsing, on a per-user basis. It provides both burst and sustained rate controls, with admin-tunable parameters and clear user feedback on throttling. The job event ledger enables accurate concurrency and rate enforcement, while new documentation and tests ensure maintainability and clarity.
99 lines
2.9 KiB
TypeScript
99 lines
2.9 KiB
TypeScript
import { defineConfig, devices } from '@playwright/test';
|
|
import 'dotenv/config';
|
|
import fs from 'node:fs';
|
|
import path from 'node:path';
|
|
import dotenv from 'dotenv';
|
|
|
|
if (process.env.CI === 'true') {
|
|
const envCiPath = path.join(process.cwd(), '.env.ci');
|
|
if (fs.existsSync(envCiPath)) {
|
|
dotenv.config({ path: envCiPath, override: true });
|
|
}
|
|
}
|
|
|
|
/**
|
|
* See https://playwright.dev/docs/test-configuration.
|
|
*/
|
|
export default defineConfig({
|
|
testDir: './tests',
|
|
tsconfig: './tsconfig.json',
|
|
timeout: 30 * 1000,
|
|
outputDir: './tests/results',
|
|
globalTeardown: './tests/global-teardown.ts',
|
|
// fullyParallel: false,
|
|
/* Fail the build on CI if you accidentally left test.only in the source code. */
|
|
forbidOnly: !!process.env.CI,
|
|
retries: process.env.CI ? 2 : 0,
|
|
// workers: '50%',
|
|
/* Reporter to use. See https://playwright.dev/docs/test-reporters */
|
|
reporter: 'html',
|
|
/* Shared settings for all the projects below. See https://playwright.dev/docs/api/class-testoptions. */
|
|
use: {
|
|
/* Base URL to use in actions like `await page.goto('/')`. */
|
|
baseURL: 'http://localhost:3003',
|
|
|
|
/* Collect trace when retrying the failed test. See https://playwright.dev/docs/trace-viewer */
|
|
trace: 'retain-on-first-failure',
|
|
screenshot: 'only-on-failure',
|
|
},
|
|
|
|
/* Run your local dev server before starting the tests */
|
|
webServer: {
|
|
// Disable auth rate limiting for tests to support parallel workers creating sessions.
|
|
// ENABLE_TEST_NAMESPACE opts the production build into honoring the
|
|
// x-openreader-test-namespace header (ignored on real prod deployments).
|
|
command: `pnpm build && DISABLE_AUTH_RATE_LIMIT=true ENABLE_TEST_NAMESPACE=true pnpm start`,
|
|
url: 'http://localhost:3003',
|
|
reuseExistingServer: !process.env.CI,
|
|
timeout: 120 * 1000,
|
|
},
|
|
|
|
/* Configure projects for major browsers */
|
|
projects: [
|
|
{
|
|
name: 'chromium',
|
|
use: {
|
|
...devices['Desktop Chrome'],
|
|
extraHTTPHeaders: { 'x-openreader-test-namespace': 'chromium' },
|
|
},
|
|
},
|
|
|
|
{
|
|
name: 'firefox',
|
|
testIgnore: '**/unit/**',
|
|
use: {
|
|
...devices['Desktop Firefox'],
|
|
extraHTTPHeaders: { 'x-openreader-test-namespace': 'firefox' },
|
|
},
|
|
},
|
|
|
|
{
|
|
name: 'webkit',
|
|
testIgnore: '**/unit/**',
|
|
use: {
|
|
...devices['Desktop Safari'],
|
|
extraHTTPHeaders: { 'x-openreader-test-namespace': 'webkit' },
|
|
},
|
|
},
|
|
|
|
/* Test against mobile viewports. */
|
|
// {
|
|
// name: 'Mobile Chrome',
|
|
// use: { ...devices['Pixel 5'] },
|
|
// },
|
|
// {
|
|
// name: 'Mobile Safari',
|
|
// use: { ...devices['iPhone 12'] },
|
|
// },
|
|
|
|
/* Test against branded browsers. */
|
|
// {
|
|
// name: 'Microsoft Edge',
|
|
// use: { ...devices['Desktop Edge'], channel: 'msedge' },
|
|
// },
|
|
// {
|
|
// name: 'Google Chrome',
|
|
// use: { ...devices['Desktop Chrome'], channel: 'chrome' },
|
|
// },
|
|
],
|
|
});
|