chore(page): fix subdomain/tld domain handling

Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "website_crawler"
-version = "0.8.8"
+version = "0.8.9"
 authors = ["Jeff Mendez <[email protected]>"]
 edition = "2021"
 description = "gRPC tokio based web crawler"
@@ -12,13 +12,13 @@ categories = ["accessibility", "asynchronous"]
 include = ["src/*", "build.rs", "proto/*", "LICENSE", "README.md"]
 
 [dependencies]
-tokio = { version = "^1.28.2", features = [ "rt-multi-thread", "macros", "sync", "time", "parking_lot" ] }
+tokio = { version = "1.29.1", features = [ "rt-multi-thread", "macros", "sync", "time", "parking_lot" ] }
 tokio-stream = "0.1.14"
-tonic = { version = "0.9.1" }
+tonic = { version = "0.9.2" }
 prost = "0.11.3"
 prost-types = "0.11.2"
-reqwest = { version = "0.11.18", features = ["brotli", "gzip", "native-tls-alpn", "socks", "stream"] }
-url = "2.3.1"
+reqwest = { version = "0.11.18", features = ["deflate", "brotli", "gzip", "native-tls-alpn", "socks", "stream" ] }
+url = "2.4.0"
 regex = { version = "^1.5.0", optional = true }
 hashbrown = { version = "0.13.2" }
 log = "0.4.16"
@@ -29,7 +29,7 @@ env_logger = "0.9.0"
 string_concat = "0.0.1"
 sitemap = "0.4.1"
 xml-rs = "0.8.4"
-compact_str = "0.7.0"
+compact_str = "0.7.1"
 selectors = "0.24.0"
 tendril = "0.4.3"
 ahash = "0.8.3"

src/packages/spider/page.rs

@@ -36,13 +36,12 @@ lazy_static! {
 pub fn domain_name(domain: &Url) -> &str {
     let b = unsafe { domain.host_str().unwrap_unchecked() };
     let b = b.split('.').collect::<Vec<&str>>();
+    let bsize = b.len();
 
-    if b.len() > 2 {
-        b[1]
-    } else if b.len() == 2 {
-        b[0]
-    } else {
-        b[b.len() - 2]
+    if bsize > 0 {
+        b[bsize - 1]
+    }  else {
+        ""
     }
 }