Allow saving and ingesting from zstd compressed scrapes

src/parser_ebay.rs

@@ -172,12 +172,22 @@ pub fn parse_from_ebay_page(
 mod tests {
     use super::*;
     use similar_asserts::assert_eq;
+    use std::io::Read;
+    use zstd;
 
     #[test_log::test]
     fn parse() {
         let timestamp = chrono::DateTime::from_timestamp(1750369463, 0).unwrap();
-        let html = include_str!("../test_data/scraper/raw_scraped/ssd/1750369463.html");
-        let parsed = parse_from_ebay_page(html, &timestamp, "ssd").unwrap();
+        let zstd = include_bytes!("../test_data/scraper/raw_scraped/ssd/1750369463.html.zst");
+        let cursor = std::io::Cursor::new(zstd);
+
+        let mut html = String::new();
+        zstd::Decoder::new(cursor)
+            .unwrap()
+            .read_to_string(&mut html)
+            .unwrap();
+
+        let parsed = parse_from_ebay_page(&html, &timestamp, "ssd").unwrap();
         // assert_eq!(parsed.len(), 62);
 
         let parsed = parsed.first_chunk::<10>().unwrap();