first content extraction kinda working

src/full_text_parser/readability/tests.rs

@@ -0,0 +1,27 @@
+use libxml::tree::{Document, Node};
+use reqwest::Url;
+
+use crate::full_text_parser::config::ConfigEntry;
+
+async fn prepare(html: &str, url: &Url) -> Document {
+    let empty_config = ConfigEntry::default();
+    let document = crate::FullTextParser::parse_html(html, None, &empty_config).unwrap();
+    let xpath_ctx = crate::FullTextParser::get_xpath_ctx(&document).unwrap();
+    crate::FullTextParser::strip_junk(&xpath_ctx, None, &empty_config, url);
+    document
+}
+
+
+#[tokio::test]
+async fn test_1() {
+    let _ = env_logger::builder().is_test(true).try_init();
+
+    let html = std::fs::read_to_string(r"./resources/tests/readability-test-1.html")
+        .expect("Failed to read HTML");
+    let url = Url::parse("http://google.com").unwrap();
+    let document = prepare(&html, &url).await;
+
+    let mut root = Node::new("article", None, &document).unwrap();
+
+    super::Readability::extract_body(document, &mut root).unwrap();
+}