misc-mirrors/article_scraper
1
0
Fork 0
mirror of https://gitlab.com/news-flash/article_scraper.git synced 2025-07-07 16:15:32 +02:00
Code Releases Activity

impl from reqwest error

Browse source
This commit is contained in:
Jan Lukas Gernert 2023-07-16 15:17:01 +02:00
parent d62aa8c31a
commit be40383b1a
2 changed files with 8 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

6
article_scraper/src/images/error.rs
View file

@ -23,3 +23,9 @@ pub enum ImageDownloadError {
#[error("Unknown Error")] #[error("Unknown Error")]
Unknown, Unknown,
} }
impl From<reqwest::Error> for ImageDownloadError {
fn from(_value: reqwest::Error) -> Self {
Self::Http
}
}

8
article_scraper/src/images/request.rs
View file

@ -14,11 +14,7 @@ pub struct ImageRequest {
impl ImageRequest { impl ImageRequest {
pub async fn new(url: String, client: &Client) -> Result<Self, ImageDownloadError> { pub async fn new(url: String, client: &Client) -> Result<Self, ImageDownloadError> {
let response = client let response = client.get(&url).send().await?;
.get(&url)
.send()
.await
.map_err(|_| ImageDownloadError::Http)?;
let content_type = Self::get_content_type(&response)?; let content_type = Self::get_content_type(&response)?;
let content_length = Self::get_content_length(&response)?; let content_length = Self::get_content_length(&response)?;
@ -40,7 +36,7 @@ impl ImageRequest {
let mut result = Vec::with_capacity(self.content_length); let mut result = Vec::with_capacity(self.content_length);
while let Some(item) = stream.next().await { while let Some(item) = stream.next().await {
let chunk = item.map_err(|_| ImageDownloadError::Http)?; let chunk = item?;
_ = tx.send(chunk.len()).await; _ = tx.send(chunk.len()).await;
for byte in chunk { for byte in chunk {
result.push(byte); result.push(byte);