didiraja
11/27/2024, 6:57 PMHall
11/27/2024, 6:57 PMdidiraja
11/27/2024, 6:57 PM2024-11-27T18:43:11.609Z ACTOR: Pulling Docker image of build wkLEvzADcUINe4Q5f from repository.
2024-11-27T18:43:12.988Z ACTOR: Creating Docker container.
2024-11-27T18:43:13.146Z ACTOR: Starting Docker container.
2024-11-27T18:43:13.671Z Starting X virtual framebuffer using: Xvfb :99 -ac -screen 0 1920x1080x24+32 -nolisten tcp
2024-11-27T18:43:13.674Z Executing main command
2024-11-27T18:43:14.785Z INFO System info {"apifyVersion":"3.2.6","apifyClientVersion":"2.9.7","crawleeVersion":"3.11.5","osType":"Linux","nodeVersion":"v20.18.0"}
2024-11-27T18:43:15.778Z INFO PlaywrightCrawler: Starting the crawler.
2024-11-27T18:43:27.137Z INFO PlaywrightCrawler: enqueueing new URLs
2024-11-27T18:43:31.438Z INFO PlaywrightCrawler: All requests from the queue have been processed, the crawler will shut down.
2024-11-27T18:43:36.256Z INFO PlaywrightCrawler: Final request statistics: {"requestsFinished":1,"requestsFailed":0,"retryHistogram":[1],"requestAvgFailedDurationMillis":null,"requestAvgFinishedDurationMillis":14859,"requestsFinishedPerMinute":3,"requestsFailedPerMinute":0,"requestTotalDurationMillis":14859,"requestsTotal":1,"crawlerRuntimeMillis":21027}
2024-11-27T18:43:36.259Z INFO PlaywrightCrawler: Finished! Total 1 requests: 1 succeeded, 0 failed. {"terminal":true}didiraja
11/27/2024, 6:58 PMStarting X virtual framebuffer using: Xvfb :99 -ac -screen 0 1920x1080x24+32 -nolisten tcp
Executing main command
INFO System info {"apifyVersion":"3.2.6","apifyClientVersion":"2.9.7","crawleeVersion":"3.11.5","osType":"Linux","nodeVersion":"v20.18.0"}
WARN ProxyConfiguration: The "Proxy external access" feature is not enabled for your account. Please upgrade your plan or contact support@apify.com
INFO PlaywrightCrawler: Starting the crawler.
INFO PlaywrightCrawler: enqueueing new URLs
INFO PlaywrightCrawler: BLUE WEEK - Ingressos - EVENTIM {"url":"https://www.eventim.com.br/artist/blue-week/"}
INFO PlaywrightCrawler: Final request statistics: {"requestsFinished":10,"requestsFailed":0,"retryHistogram":[10],"requestAvgFailedDurationMillis":null,"requestAvgFinishedDurationMillis":4598,"requestsFinishedPerMinute":11,"requestsFailedPerMinute":0,"requestTotalDurationMillis":45981,"requestsTotal":10,"crawlerRuntimeMillis":56069}
INFO PlaywrightCrawler: Finished! Total 10 requests: 10 succeeded, 0 failed. {"terminal":true}olegv._apify
11/27/2024, 7:05 PMdidiraja
11/27/2024, 7:29 PMconst {
startUrls = ['https://www.eventim.com.br/'],
maxRequestsPerCrawl = 10,
} = await Actor.getInput<Input>() ?? {} as Input;
const crawler = new PlaywrightCrawler({
proxyConfiguration,
maxRequestsPerCrawl,
requestHandler: router,
navigationTimeoutSecs: 20,
sameDomainDelaySecs: 5,
maxConcurrency: 10,
launchContext: {
launcher: firefox,
},
browserPoolOptions: {
fingerprintOptions: {
fingerprintGeneratorOptions: {
browsers: [
{
name: BrowserName.firefox,
minVersion: 115,
},
],
devices: [DeviceCategory.desktop],
locales: ["pt-BR"],
operatingSystems: [OperatingSystemsName.windows],
},
},
},
});didiraja
11/27/2024, 7:29 PMrouter.addDefaultHandler(async ({ enqueueLinks, log }) => {
log.info(`enqueueing new URLs`);
await enqueueLinks({
globs: ['https://www.eventim.com.br/artist/*'],
label: 'detail',
});
});
router.addHandler('detail', async ({ request, page, log }) => {
const title = await page.title();
log.info(`${title}`, { url: request.loadedUrl });
await Dataset.pushData({
url: request.loadedUrl,
title,
});
});didiraja
11/27/2024, 7:29 PMdidiraja
11/27/2024, 7:32 PMApifyBot
11/27/2024, 7:32 PMdidiraja
11/27/2024, 7:33 PMdidiraja
11/27/2024, 9:15 PMolegv._apify
11/28/2024, 4:37 PMdidiraja
11/28/2024, 8:23 PMdidiraja
12/03/2024, 12:48 PM