1
0
Fork 0
mirror of https://gitlab.com/news-flash/article_scraper.git synced 2025-07-07 08:05:31 +02:00

add cli crate

This commit is contained in:
Jan Lukas Gernert 2023-04-04 08:42:04 +02:00
parent 9832fa2c77
commit 4a7349a5fa
244 changed files with 3308 additions and 29 deletions

4
.gitmodules vendored
View file

@ -1,3 +1,3 @@
[submodule "ftr-site-config"]
path = ftr-site-config
[submodule "article_scraper/ftr-site-config"]
path = article_scraper/ftr-site-config
url = https://github.com/fivefilters/ftr-site-config.git

View file

@ -1,27 +1,6 @@
[package]
name = "article_scraper"
version = "2.0.0-alpha.0"
authors = ["Jan Lukas Gernert <jangernert@gmail.com>"]
edition = "2018"
license = "GPL-3.0-or-later"
description = "Scrap article contents from the web. Powered by fivefilters full text feed configurations."
repository = "https://gitlab.com/news-flash/article_scraper"
[workspace]
[dependencies]
thiserror = "1.0"
libxml = "0.3"
reqwest = { version = "0.11", features = ["json", "native-tls", "gzip", "brotli"] }
tokio = { version = "1.25", features = ["macros", "fs", "io-util"] }
url = "2.3"
regex = "1.7"
encoding_rs = "0.8"
chrono = "0.4"
base64 = "0.21"
image = "0.24"
log = "0.4"
rust-embed="6.4"
once_cell = "1.16"
escaper = "0.1"
[dev-dependencies]
env_logger = "0.10"
members = [
"article_scraper",
"article_scraper_cli",
]

View file

@ -0,0 +1,27 @@
[package]
name = "article_scraper"
version = "2.0.0-alpha.0"
authors = ["Jan Lukas Gernert <jangernert@gmail.com>"]
edition = "2018"
license = "GPL-3.0-or-later"
description = "Scrap article contents from the web. Powered by fivefilters full text feed configurations."
repository = "https://gitlab.com/news-flash/article_scraper"
[dependencies]
thiserror = "1.0"
libxml = "0.3"
reqwest = { version = "0.11", features = ["json", "native-tls", "gzip", "brotli"] }
tokio = { version = "1.27", features = ["macros", "fs", "io-util"] }
url = "2.3"
regex = "1.7"
encoding_rs = "0.8"
chrono = "0.4"
base64 = "0.21"
image = "0.24"
log = "0.4"
rust-embed="6.6"
once_cell = "1.17"
escaper = "0.1"
[dev-dependencies]
env_logger = "0.10"

@ -0,0 +1 @@
Subproject commit f552f1d5178786e3bdbdbe88952244eac8e8838f

Some files were not shown because too many files have changed in this diff Show more