mirror of
https://gitlab.com/news-flash/article_scraper.git
synced 2025-07-07 16:15:32 +02:00
add cli crate
This commit is contained in:
Jan Lukas Gernert
parent
9832fa2c77
commit
4a7349a5fa
244 changed files with 3308 additions and 29 deletions
4
.gitmodules
vendored
4
.gitmodules
vendored
|
|
@ -1,3 +1,3 @@
|
|||
[submodule "ftr-site-config"]
|
||||
path = ftr-site-config
|
||||
[submodule "article_scraper/ftr-site-config"]
|
||||
path = article_scraper/ftr-site-config
|
||||
url = https://github.com/fivefilters/ftr-site-config.git
|
||||
|
|
|
|||
31
Cargo.toml
31
Cargo.toml
|
|
@ -1,27 +1,6 @@
|
|||
[package]
|
||||
name = "article_scraper"
|
||||
version = "2.0.0-alpha.0"
|
||||
authors = ["Jan Lukas Gernert <jangernert@gmail.com>"]
|
||||
edition = "2018"
|
||||
license = "GPL-3.0-or-later"
|
||||
description = "Scrap article contents from the web. Powered by fivefilters full text feed configurations."
|
||||
repository = "https://gitlab.com/news-flash/article_scraper"
|
||||
[workspace]
|
||||
|
||||
[dependencies]
|
||||
thiserror = "1.0"
|
||||
libxml = "0.3"
|
||||
reqwest = { version = "0.11", features = ["json", "native-tls", "gzip", "brotli"] }
|
||||
tokio = { version = "1.25", features = ["macros", "fs", "io-util"] }
|
||||
url = "2.3"
|
||||
regex = "1.7"
|
||||
encoding_rs = "0.8"
|
||||
chrono = "0.4"
|
||||
base64 = "0.21"
|
||||
image = "0.24"
|
||||
log = "0.4"
|
||||
rust-embed="6.4"
|
||||
once_cell = "1.16"
|
||||
escaper = "0.1"
|
||||
|
||||
[dev-dependencies]
|
||||
env_logger = "0.10"
|
||||
members = [
|
||||
"article_scraper",
|
||||
"article_scraper_cli",
|
||||
]
|
||||
27
article_scraper/Cargo.toml
Normal file
27
article_scraper/Cargo.toml
Normal file
|
|
@ -0,0 +1,27 @@
|
|||
[package]
|
||||
name = "article_scraper"
|
||||
version = "2.0.0-alpha.0"
|
||||
authors = ["Jan Lukas Gernert <jangernert@gmail.com>"]
|
||||
edition = "2018"
|
||||
license = "GPL-3.0-or-later"
|
||||
description = "Scrap article contents from the web. Powered by fivefilters full text feed configurations."
|
||||
repository = "https://gitlab.com/news-flash/article_scraper"
|
||||
|
||||
[dependencies]
|
||||
thiserror = "1.0"
|
||||
libxml = "0.3"
|
||||
reqwest = { version = "0.11", features = ["json", "native-tls", "gzip", "brotli"] }
|
||||
tokio = { version = "1.27", features = ["macros", "fs", "io-util"] }
|
||||
url = "2.3"
|
||||
regex = "1.7"
|
||||
encoding_rs = "0.8"
|
||||
chrono = "0.4"
|
||||
base64 = "0.21"
|
||||
image = "0.24"
|
||||
log = "0.4"
|
||||
rust-embed="6.6"
|
||||
once_cell = "1.17"
|
||||
escaper = "0.1"
|
||||
|
||||
[dev-dependencies]
|
||||
env_logger = "0.10"
|
||||
1
article_scraper/ftr-site-config
Submodule
1
article_scraper/ftr-site-config
Submodule
|
|
@ -0,0 +1 @@
|
|||
Subproject commit f552f1d5178786e3bdbdbe88952244eac8e8838f
|
||||
Some files were not shown because too many files have changed in this diff Show more
Loading…
Add table
Add a link
Reference in a new issue