Skip to content

Commit c7899fb

Browse files
authored
chore: fix build errors from master rebase (#3285)
Fixes build toolchain errors caused by the recent rebase onto the current `master` ([more details here](https://apify.slack.com/archives/C02JQSN79V4/p1764373034961859)). The largest thing is probably updating the dependency versions in `package.json` - if `turborepo` doesn't find the matching version in the local workspace, it will build against the package pulled from `npm` (which doesn't match the v4 API at this point).
1 parent a409af2 commit c7899fb

27 files changed

Lines changed: 208 additions & 237 deletions

File tree

packages/basic-crawler/package.json

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
{
22
"name": "@crawlee/basic",
3-
"version": "3.15.3",
3+
"version": "4.0.0",
44
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
55
"engines": {
66
"node": ">=22.0.0"
@@ -42,9 +42,9 @@
4242
"@apify/log": "^2.5.18",
4343
"@apify/timeout": "^0.3.2",
4444
"@apify/utilities": "^2.15.5",
45-
"@crawlee/core": "3.15.3",
46-
"@crawlee/types": "3.15.3",
47-
"@crawlee/utils": "3.15.3",
45+
"@crawlee/core": "4.0.0",
46+
"@crawlee/types": "4.0.0",
47+
"@crawlee/utils": "4.0.0",
4848
"csv-stringify": "^6.5.2",
4949
"fs-extra": "^11.3.0",
5050
"got-scraping": "^4.1.1",
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
export * from '@crawlee/core';
22
export * from './internals/basic-crawler.js';
3-
export { CheerioRoot, CheerioAPI, Cheerio } from '@crawlee/utils';
3+
export { CheerioRoot, CheerioAPI, Cheerio, Element } from '@crawlee/utils';

packages/browser-crawler/package.json

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
{
22
"name": "@crawlee/browser",
3-
"version": "3.15.3",
3+
"version": "4.0.0",
44
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
55
"engines": {
66
"node": ">=22.0.0"
@@ -48,10 +48,10 @@
4848
},
4949
"dependencies": {
5050
"@apify/timeout": "^0.3.2",
51-
"@crawlee/basic": "3.15.3",
52-
"@crawlee/browser-pool": "3.15.3",
53-
"@crawlee/types": "3.15.3",
54-
"@crawlee/utils": "3.15.3",
51+
"@crawlee/basic": "4.0.0",
52+
"@crawlee/browser-pool": "4.0.0",
53+
"@crawlee/types": "4.0.0",
54+
"@crawlee/utils": "4.0.0",
5555
"ow": "^2.0.0",
5656
"tslib": "^2.8.1",
5757
"type-fest": "^4.41.0"

packages/browser-pool/package.json

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
{
22
"name": "@crawlee/browser-pool",
3-
"version": "3.15.3",
3+
"version": "4.0.0",
44
"description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.",
55
"engines": {
66
"node": ">=22.0.0"
@@ -32,8 +32,8 @@
3232
"dependencies": {
3333
"@apify/log": "^2.5.18",
3434
"@apify/timeout": "^0.3.2",
35-
"@crawlee/core": "3.15.3",
36-
"@crawlee/types": "3.15.3",
35+
"@crawlee/core": "4.0.0",
36+
"@crawlee/types": "4.0.0",
3737
"fingerprint-generator": "^2.1.68",
3838
"fingerprint-injector": "^2.1.68",
3939
"lodash.merge": "^4.6.2",

packages/cheerio-crawler/package.json

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
{
22
"name": "@crawlee/cheerio",
3-
"version": "3.15.3",
3+
"version": "4.0.0",
44
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
55
"engines": {
66
"node": ">=22.0.0"
@@ -47,9 +47,9 @@
4747
"access": "public"
4848
},
4949
"dependencies": {
50-
"@crawlee/http": "3.15.3",
51-
"@crawlee/types": "3.15.3",
52-
"@crawlee/utils": "3.15.3",
50+
"@crawlee/http": "4.0.0",
51+
"@crawlee/types": "4.0.0",
52+
"@crawlee/utils": "4.0.0",
5353
"cheerio": "^1.0.0",
5454
"htmlparser2": "^10.0.0",
5555
"tslib": "^2.8.1"

packages/cli/package.json

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
{
22
"name": "@crawlee/cli",
3-
"version": "3.15.3",
3+
"version": "4.0.0",
44
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
55
"engines": {
66
"node": ">=22.0.0"
@@ -45,7 +45,7 @@
4545
"access": "public"
4646
},
4747
"dependencies": {
48-
"@crawlee/templates": "3.15.3",
48+
"@crawlee/templates": "4.0.0",
4949
"@inquirer/prompts": "^7.5.0",
5050
"ansi-colors": "^4.1.3",
5151
"fs-extra": "^11.3.0",

packages/core/package.json

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
{
22
"name": "@crawlee/core",
3-
"version": "3.15.3",
3+
"version": "4.0.0",
44
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
55
"engines": {
66
"node": ">=22.0.0"
@@ -53,9 +53,9 @@
5353
"@apify/pseudo_url": "^2.0.59",
5454
"@apify/timeout": "^0.3.2",
5555
"@apify/utilities": "^2.15.5",
56-
"@crawlee/memory-storage": "3.15.3",
57-
"@crawlee/types": "3.15.3",
58-
"@crawlee/utils": "3.15.3",
56+
"@crawlee/memory-storage": "4.0.0",
57+
"@crawlee/types": "4.0.0",
58+
"@crawlee/utils": "4.0.0",
5959
"@sapphire/async-queue": "^1.5.5",
6060
"@vladfrangu/async_event_emitter": "^2.4.6",
6161
"csv-stringify": "^6.5.2",

packages/core/src/storages/request_list_adapter.ts

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,13 @@
11
import type { Dictionary } from '@crawlee/types';
22

3-
import type { Request } from '../request';
4-
import type { IRequestList } from './request_list';
3+
import type { Request } from '../request.js';
4+
import type { IRequestList } from './request_list.js';
55
import type {
66
AddRequestsBatchedResult,
77
IRequestManager,
88
RequestQueueOperationInfo,
99
RequestQueueOperationOptions,
10-
} from './request_provider';
10+
} from './request_provider.js';
1111

1212
/**
1313
* Adapts the IRequestList interface to the IRequestManager interface.

packages/core/src/storages/request_manager_tandem.ts

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -2,17 +2,17 @@ import type { Dictionary } from '@crawlee/types';
22

33
import type { Log } from '@apify/log';
44

5-
import { log } from '../log';
6-
import type { Request, Source } from '../request';
7-
import type { IRequestList } from './request_list';
5+
import { log } from '../log.js';
6+
import type { Request, Source } from '../request.js';
7+
import type { IRequestList } from './request_list.js';
88
import type {
99
AddRequestsBatchedOptions,
1010
AddRequestsBatchedResult,
1111
IRequestManager,
1212
RequestQueueOperationInfo,
1313
RequestQueueOperationOptions,
1414
RequestsLike,
15-
} from './request_provider';
15+
} from './request_provider.js';
1616

1717
/**
1818
* A request manager that combines a RequestList and a RequestQueue.

packages/crawlee/package.json

Lines changed: 13 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
{
22
"name": "crawlee",
3-
"version": "3.15.3",
3+
"version": "4.0.0",
44
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
55
"engines": {
66
"node": ">=22.0.0"
@@ -48,18 +48,18 @@
4848
"access": "public"
4949
},
5050
"dependencies": {
51-
"@crawlee/basic": "3.15.3",
52-
"@crawlee/browser": "3.15.3",
53-
"@crawlee/browser-pool": "3.15.3",
54-
"@crawlee/cheerio": "3.15.3",
55-
"@crawlee/cli": "3.15.3",
56-
"@crawlee/core": "3.15.3",
57-
"@crawlee/http": "3.15.3",
58-
"@crawlee/jsdom": "3.15.3",
59-
"@crawlee/linkedom": "3.15.3",
60-
"@crawlee/playwright": "3.15.3",
61-
"@crawlee/puppeteer": "3.15.3",
62-
"@crawlee/utils": "3.15.3",
51+
"@crawlee/basic": "4.0.0",
52+
"@crawlee/browser": "4.0.0",
53+
"@crawlee/browser-pool": "4.0.0",
54+
"@crawlee/cheerio": "4.0.0",
55+
"@crawlee/cli": "4.0.0",
56+
"@crawlee/core": "4.0.0",
57+
"@crawlee/http": "4.0.0",
58+
"@crawlee/jsdom": "4.0.0",
59+
"@crawlee/linkedom": "4.0.0",
60+
"@crawlee/playwright": "4.0.0",
61+
"@crawlee/puppeteer": "4.0.0",
62+
"@crawlee/utils": "4.0.0",
6363
"import-local": "^3.2.0",
6464
"tslib": "^2.8.1"
6565
},

0 commit comments

Comments
 (0)