test(e2e): use impit in the robots file test

The store 429s plain HTTP clients, so `cheerio-robots-file` never got a
single request through and failed on its `requestsFinished >= 1`
precondition rather than on the robots.txt behaviour it asserts.

The block keys off the client, not the IP: the browser-based tests reach
the same store from the same address, and routing the crawl through a
proxy changed nothing. Impersonating Firefox gets us through, the same way
`cheerio-impit-ts` already does.

Author: B4nan

test/e2e/cheerio-robots-file/actor/main.js

@@ -1,4 +1,5 @@
 import { CheerioCrawler } from '@crawlee/cheerio';
+import { Browser, ImpitHttpClient } from '@crawlee/impit-client';
 import { Actor } from 'apify';
 
 await Actor.init({
@@ -9,8 +10,9 @@ await Actor.init({
 });
 
 const crawler = new CheerioCrawler({
-    // The store rate-limits the platform's shared egress IP, so crawl through a proxy.
     proxyConfiguration: await Actor.createProxyConfiguration(),
+    // The store 429s plain HTTP clients; impersonating a browser gets us through.
+    httpClient: new ImpitHttpClient({ browser: Browser.Firefox }),
     maxRequestsPerCrawl: 10,
     respectRobotsTxtFile: true,
 });

test/e2e/cheerio-robots-file/actor/package.json

@@ -11,6 +11,7 @@
         "@crawlee/core": "file:./packages/core",
         "@crawlee/memory-storage": "file:./packages/memory-storage",
         "@crawlee/cheerio": "file:./packages/cheerio-crawler",
+        "@crawlee/impit-client": "file:./packages/impit-client",
         "@crawlee/types": "file:./packages/types",
         "@crawlee/utils": "file:./packages/utils"
     },