From 90d45ea6b3adfe12225fcad0108e77139e0968bf Mon Sep 17 00:00:00 2001
From: Jan Lukas Gernert <jangernert@gmail.com>
Date: Mon, 27 Jan 2020 16:36:32 +0100
Subject: [PATCH] tmp: dont strip scripts

---
 src/lib.rs | 41 ++++++++++++++++++++---------------------
 1 file changed, 20 insertions(+), 21 deletions(-)

diff --git a/src/lib.rs b/src/lib.rs
index c0eb260..df20f9c 100644
--- a/src/lib.rs
+++ b/src/lib.rs
@@ -115,10 +115,10 @@ impl ArticleScraper {
             return Err(error)
         }
 
-        if let Err(error) = ArticleScraper::eliminate_noscript_tag(&context) {
-            error!("Eliminating <noscript> tag failed - {}", error);
-            return Err(error)
-        }
+        // if let Err(error) = ArticleScraper::eliminate_noscript_tag(&context) {
+        //     error!("Eliminating <noscript> tag failed - {}", error);
+        //     return Err(error)
+        // }
 
         if download_images {
             if let Err(error) = self.image_downloader.download_images_from_context(&context).await {
@@ -572,7 +572,7 @@ impl ArticleScraper {
         let _ = ArticleScraper::strip_node(&context, &String::from("//*[contains(@style,'display:none')]"));
 
         // strip all scripts
-        let _ = ArticleScraper::strip_node(&context, &String::from("//script"));
+        //let _ = ArticleScraper::strip_node(&context, &String::from("//script"));
 
         // strip all comments
         let _ = ArticleScraper::strip_node(&context, &String::from("//comment()"));
@@ -706,25 +706,24 @@ impl ArticleScraper {
         Ok(())
     }
 
-    fn eliminate_noscript_tag(context: &Context) -> Result<(), ScraperError> {
+    // fn eliminate_noscript_tag(context: &Context) -> Result<(), ScraperError> {
+    //     let xpath = "//noscript";
+    //     let node_vec = Self::evaluate_xpath(context, xpath, false)?;
 
-        let xpath = "//noscript";
-        let node_vec = Self::evaluate_xpath(context, xpath, false)?;
-
-        for mut node in node_vec {
-            if let Some(mut parent) = node.get_parent() {
-                node.unlink();
-                let children = node.get_child_nodes();
-                for mut child in children {
-                    child.unlink();
-                    let _ = parent.add_child(&mut child);
-                }
-            }
+    //     for mut node in node_vec {
+    //         if let Some(mut parent) = node.get_parent() {
+    //             node.unlink();
+    //             let children = node.get_child_nodes();
+    //             for mut child in children {
+    //                 child.unlink();
+    //                 let _ = parent.add_child(&mut child);
+    //             }
+    //         }
             
-        }
+    //     }
 
-        Ok(())
-    }
+    //     Ok(())
+    // }
 }