f8672b073e
Standardize compute job concurrency configuration by introducing a shared COMPUTE_JOB_CONCURRENCY setting, replacing separate PDF and Whisper concurrency controls. Add cross-platform CPU core detection and thread budgeting utilities, and update both ONNX model execution and concurrency limiters to use dynamic thread allocation per job. Refactor environment variable docs and examples to reflect unified concurrency management. Streamline PDF.js font path resolution for improved reliability across environments.
28 lines
972 B
TypeScript
28 lines
972 B
TypeScript
import os from 'node:os';
|
|
|
|
function readPositiveInt(name: string, fallback: number): number {
|
|
const raw = process.env[name]?.trim();
|
|
if (!raw) return fallback;
|
|
const parsed = Number(raw);
|
|
if (!Number.isFinite(parsed) || parsed <= 0) return fallback;
|
|
return Math.floor(parsed);
|
|
}
|
|
|
|
export function getComputeJobConcurrency(): number {
|
|
return readPositiveInt('COMPUTE_JOB_CONCURRENCY', 1);
|
|
}
|
|
|
|
export function getAvailableCpuCores(): number {
|
|
if (typeof os.availableParallelism === 'function') {
|
|
const value = os.availableParallelism();
|
|
if (Number.isFinite(value) && value >= 1) return Math.floor(value);
|
|
}
|
|
const fallback = os.cpus().length;
|
|
return Number.isFinite(fallback) && fallback >= 1 ? Math.floor(fallback) : 1;
|
|
}
|
|
|
|
export function getOnnxThreadsPerJob(): number {
|
|
const concurrency = getComputeJobConcurrency();
|
|
const usableCores = Math.max(1, getAvailableCpuCores() - 1);
|
|
return Math.max(1, Math.floor(usableCores / concurrency));
|
|
}
|