now supports sites

src/util/requester.rs

@@ -118,7 +118,7 @@ impl Requester {
 
         let response = request.send().await?;
 
-        if response.status().is_success() {
+        if response.status().is_success() || response.status().as_u16() == 404 {
             return Ok(response.text().await?);
         }