v0.1.6 release - gzip workaround

Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "aggrivator"
-version = "0.1.5"
+version = "0.1.6"
 edition = "2018"
 
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
@@ -9,6 +9,6 @@ edition = "2018"
 tokio = { version = "1.15.0", features = ["full"] }
 futures = { version = "0.3" }
 rusqlite = { version = "0.26", features = ["bundled"] }
-reqwest = { "version" = "0.11", features = ["blocking","rustls-tls"] }
+reqwest = { "version" = "0.11", features = ["blocking","rustls-tls","gzip"] }
 chrono = { "version" = "0.4.19" }
 httpdate = { "version" = "1.0.2" }

README.md

@@ -1,13 +1,15 @@
 # Aggrivator
-The new polling agent for Podcast Index.
-
-This is a Rust rewrite of the aggrivate.js agent currently in production.  The intent is to create a fast, parrallel http polling binary
-that is less tightly coupled to the database.
+The new feed polling agent for Podcast Index.
 
+This parallel downloader can pull any sort of non-binary content from a url.  To use it, just load up
+the accompanying sqlite database with urls and run it.
 
 
 ## Worklog
 
+v0.1.6
+ - Added auto-gzip decompression since some misconfigured servers don't respect accept-encoding
+
 v0.1.5
  - Switched to Rustls-tls as the TLS library
  - Some minor changes to version announcing

src/main.rs

@@ -242,6 +242,7 @@ async fn check_feed_is_updated(url: &str, etag: &str, last_modified: u64, feed_i
         .timeout(Duration::from_secs(30))
         .pool_idle_timeout(Duration::from_secs(20))
         .default_headers(headers)
+        .gzip(true)
         .redirect(custom)
         .build()
         .unwrap();