-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathCargo.toml
More file actions
74 lines (59 loc) · 1.6 KB
/
Copy pathCargo.toml
File metadata and controls
74 lines (59 loc) · 1.6 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
[package]
name = "mollendorff-ref"
version = "1.6.0"
edition = "2021"
authors = ["Möllendorff AI <admin@mollendorff.ai>"]
description = "Renders web pages and PDFs into token-optimized JSON for LLM agents"
license = "MIT"
repository = "https://github.com/mollendorff-ai/ref"
keywords = ["cli", "web", "scraper", "headless", "chrome"]
categories = ["command-line-utilities", "web-programming"]
readme = "README.md"
[[bin]]
name = "ref"
path = "src/main.rs"
[dependencies]
# CLI
clap = { version = "4.5", features = ["derive", "env"] }
# Async runtime
tokio = { version = "1", features = ["rt-multi-thread", "macros", "fs", "io-std", "signal", "sync", "time"] }
futures = "0.3"
# Headless Chrome (CDP)
chromiumoxide = "0.9"
# Serialization
serde = { version = "1.0", features = ["derive"] }
serde_json = "1.0"
serde_yaml = "0.9"
# HTML parsing & readability
scraper = "0.25"
html2text = "0.16"
# Regex for URL extraction
regex = "1.12"
# File globbing
glob = "0.3"
# PDF extraction
pdf-extract = "0.10"
# Error handling
anyhow = "1.0"
thiserror = "2.0"
# Time
chrono = { version = "0.4", features = ["serde"] }
# URL parsing
url = "2.5"
reqwest = { version = "0.13.2", default-features = false, features = ["json", "rustls"] }
# MCP server (Model Context Protocol)
rmcp = { version = "0.16", features = ["server", "transport-io", "macros"] }
schemars = "0.8"
tracing = "0.1"
tracing-subscriber = { version = "0.3", features = ["env-filter"] }
[dev-dependencies]
assert_cmd = "2.1"
predicates = "3.1"
tempfile = "3.25"
wiremock = "0.6"
[profile.release]
opt-level = 3
lto = true
codegen-units = 1
strip = true
panic = "abort"