FoudreTower
06/07/2025, 12:14 AMjs
router.addHandler(
"search",
async ({ request, page, log, pushData, enqueueLinks }) => {
log.info(`Processing ${request.url} ...`);
// Find all search result items
const searchElements = await page
.locator("div#search div#rso div[data-hveid][lang]")
.all();
for (let index = 0; index < 1; index++) {
const element = searchElements[index];
const url =
(await element.locator("a").first().getAttribute("href"))
await enqueueLinks({
label: "subprocessors",
urls: [url],
});
}
console.log(await Dataset.getData());
}
);
// Not triggered
router.addHandler("subprocessors", async ({ request, page, log, pushData }) => {
log.info(`Processing ${request.url} ...`);
});Answer Overflow
06/07/2025, 12:14 AMazzouzana
06/07/2025, 12:45 AMstrategy? Try with All , more information here https://crawlee.dev/js/api/core/enum/EnqueueStrategyFoudreTower
06/07/2025, 1:00 AM