项目文件夹

文件
2026-07-13 13:23:39 +08:00

9 行
299 B
TypeScript

import { CheerioCrawler } from 'crawlee';
const crawler = new CheerioCrawler({
// Let the crawler know it can run up to 100 requests concurrently at any time
maxConcurrency: 100,
// ...but also ensure the crawler never exceeds 250 requests per minute
maxRequestsPerMinute: 250,
});