Michael
01/28/2026, 1:23 PMconst configuration = {
purgeOnStart: false,
availableMemoryRatio: 0.75,
maxMemoryOverloadedRatio: 0.75,
maxEventLoopOverloadedRatio: 0.75,
maxCpuOverloadedRatio: 0.75,
maxClientOverloadedRatio: 0.7,
desiredConcurrencyRatio: 0.5,
persistStorage: true,
persistStateIntervalMillis: 10000,
}
const crawler = new PlaywrightCrawler(
{
keepAlive: true,
minConcurrency: 126,
maxConcurrency: 252,
maxRequestRetries: 5,
requestHandlerTimeoutSecs: 10,
proxyConfiguration,
useSessionPool: false, // for performance and less detection must be false
sessionPoolOptions: { maxPoolSize: 426 },
persistCookiesPerSession: false,Michael
02/02/2026, 9:04 AMApifyBot
02/02/2026, 9:04 AMPepa J
06/03/2026, 11:27 AMCRAWLEE_MEMORY_MBYTES env variable https://crawlee.dev/js/docs/guides/configuration#crawlee_memory_mbytes