get posts names

Cargo.toml

@@ -5,3 +5,6 @@ edition = "2021"
 
 [dependencies]
 clap = { version = "3.2", features = ["derive"] }
+reqwest = { version = "0.11" }
+tokio = { version = "1", features = ["full"] }
+scraper = "0.13"

src/main.rs

@@ -27,14 +27,16 @@ struct Cli {
     scheme: String,
 }
 
-fn main() {
+#[tokio::main]
+async fn main() {
     let cli = Cli::parse();
 
     let posts = parse::get_posts(
         cli.scheme.to_lowercase(),
         cli.username.to_lowercase(),
         cli.domain.to_lowercase(),
-    );
+    )
+    .await;
 
     println!("{:#?}", posts);
 }

src/parse.rs

@@ -0,0 +1,29 @@
+use scraper::{Html, Selector};
+
+/// Return vector of all the posts of the user
+pub async fn get_posts(scheme: String, username: String, domain: String) -> Vec<String> {
+    // Parse index page: sheme://username.domain
+    let document = Html::parse_document(
+        &reqwest::get(format!("{}://{}.{}", scheme, username, domain))
+            .await
+            .unwrap()
+            .text()
+            .await
+            .unwrap(),
+    );
+
+    // Look at the posts
+    let raw_posts = document
+        .select(&Selector::parse("section.posts").unwrap())
+        .next()
+        .unwrap();
+
+    // Get the name of them and push them into the vector
+    let mut posts = Vec::new();
+    for link in raw_posts.select(&Selector::parse("a").unwrap()) {
+        posts.push(link.inner_html());
+    }
+
+    // Return the vector
+    posts
+}