crawlee-rs/Cargo.toml at master · apify/crawlee-rs · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
[workspace]
resolver = "3"
members = ["crates/*"]
exclude = ["templates"]

[workspace.package]
version = "0.1.0"
edition = "2024"
rust-version = "1.88"
license = "Apache-2.0"
repository = "https://github.com/apify-projects/crawlee-rs"
authors = ["Apify Technologies s.r.o."]

[workspace.dependencies]
crawlee-utils = { path = "crates/crawlee-utils", version = "0.1.0" }
crawlee-core = { path = "crates/crawlee-core", version = "0.1.0" }
crawlee-http-client = { path = "crates/crawlee-http-client", version = "0.1.0" }
crawlee-basic = { path = "crates/crawlee-basic", version = "0.1.0" }
crawlee-http = { path = "crates/crawlee-http", version = "0.1.0" }

# The file-system storage core shared with Crawlee for JS and Python.
crawlee-storage = { git = "https://github.com/apify/crawlee-storage", rev = "5bea28ede93f81ee27cc6ee4298dd2a608aa4472" }

anyhow = "1"
async-trait = "0.1"
base64 = "0.22"
bytes = "1"
chrono = { version = "0.4", default-features = false, features = ["clock", "std", "serde"] }
cookie_store = "0.22"
encoding_rs = "0.8"
flate2 = "1"
futures = "0.3"
globset = "0.4"
http = "1"
indexmap = { version = "2", features = ["serde"] }
lol_html = "3"
mime = "0.3"
parking_lot = "0.12"
psl = "2"
quick-xml = "0.42"
rand = "0.9"
regex = "1"
reqwest = { version = "0.13", default-features = false, features = ["rustls", "http2", "gzip", "brotli", "deflate", "socks"] }
# The TLS configuration reqwest builds, made once and shared by every client (see crawlee-http-client).
rustls = { version = "0.23", default-features = false, features = ["std", "tls12", "aws_lc_rs"] }
# The range of reqwest, so that both use one version.
rustls-platform-verifier = ">=0.6, <0.8"
scraper = { version = "0.27", features = ["atomic"] }
selectors = "0.26"
serde = { version = "1", features = ["derive"] }
serde_json = { version = "1", features = ["preserve_order", "raw_value"] }
sha2 = "0.10"
simdutf8 = "0.1"
sysinfo = { version = "0.38", default-features = false, features = ["system"] }
thiserror = "2"
tokio = { version = "1", features = ["rt-multi-thread", "macros", "sync", "time"] }
tracing = "0.1"
url = "2"
web_atoms = "0.2"
uuid = { version = "1", features = ["v4"] }

# dev
axum = "0.8"
tempfile = "3"
tracing-subscriber = { version = "0.3", features = ["env-filter", "fmt"] }

[workspace.lints.rust]
unsafe_code = "forbid"

[workspace.lints.clippy]
all = { level = "warn", priority = -1 }

[profile.release]
lto = "thin"
codegen-units = 1

[profile.bench]
inherits = "release"
debug = true