wstd-sdk: add s3 bucket listing and fetch as an example

derived from https://github.com/awsdocs/aws-doc-sdk-examples/blob/main/rustv1/examples/s3/src/bin/s3-helloworld.rs#L35

Author: pchickey

.cargo/config.toml

@@ -1,2 +1,2 @@
 [target.wasm32-wasip2]
-runner = "wasmtime -Shttp"
+runner = "wasmtime run -Shttp --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --dir .::."

Cargo.toml

@@ -70,6 +70,8 @@ authors = [
 [workspace.dependencies]
 anyhow = "1"
 async-task = "4.7"
+aws-config = { version = "1.8.8", default-features = false }
+aws-sdk-s3 = { version = "1.108.0", default-features = false }
 aws-smithy-async = { version = "1.2.6", default-features = false }
 aws-smithy-types = { version = "1.3.3", default-features = false }
 aws-smithy-runtime-api = { version = "1.9.1", default-features = false }

aws/Cargo.toml

@@ -18,3 +18,8 @@ aws-smithy-runtime-api = { workspace = true, features = ["client", "http-1x"] }
 http-body-util.workspace = true
 sync_wrapper = { workspace = true, features = ["futures"] }
 wstd.workspace = true
+
+[dev-dependencies]
+aws-config.workspace = true
+aws-sdk-s3.workspace = true
+clap.workspace = true

aws/examples/s3.rs

@@ -0,0 +1,94 @@
+use anyhow::Result;
+use clap::{Parser, Subcommand};
+
+use aws_config::{BehaviorVersion, Region};
+use aws_sdk_s3::Client;
+
+#[derive(Debug, Parser)]
+#[command(version, about, long_about = None)]
+struct Opts {
+    /// The AWS Region.
+    #[arg(short, long)]
+    region: String,
+    /// The name of the bucket.
+    #[arg(short, long)]
+    bucket: String,
+
+    #[command(subcommand)]
+    command: Option<Command>,
+}
+
+#[derive(Subcommand, Debug)]
+enum Command {
+    List,
+    Get {
+        key: String,
+        #[arg(short, long)]
+        out: Option<String>,
+    },
+}
+
+#[wstd::main]
+async fn main() -> Result<()> {
+    let opts = Opts::parse();
+    let config = aws_config::defaults(BehaviorVersion::latest())
+        .region(Region::new(opts.region.clone()))
+        .sleep_impl(wstd_aws::sleep_impl())
+        .http_client(wstd_aws::http_client())
+        .load()
+        .await;
+
+    let client = Client::new(&config);
+
+    match opts.command.as_ref().unwrap_or(&Command::List) {
+        Command::List => list(&opts, &client).await,
+        Command::Get { key, out } => {
+            let contents = get(&opts, &client, &key).await?;
+            let output: &str = if let Some(out) = out {
+                out.as_str()
+            } else {
+                key.as_str()
+            };
+            std::fs::write(output, contents)?;
+            Ok(())
+        }
+    }
+}
+
+async fn list(opts: &Opts, client: &Client) -> Result<()> {
+    let mut listing = client
+        .list_objects_v2()
+        .bucket(opts.bucket.clone())
+        .into_paginator()
+        .send();
+
+    println!("key\tetag\tlast_modified\tstorage_class");
+    while let Some(res) = listing.next().await {
+        let object = res?;
+        for item in object.contents() {
+            println!(
+                "{}\t{}\t{}\t{}",
+                item.key().unwrap_or_default(),
+                item.e_tag().unwrap_or_default(),
+                item.last_modified()
+                    .map(|lm| format!("{lm}"))
+                    .unwrap_or_default(),
+                item.storage_class()
+                    .map(|sc| format!("{sc}"))
+                    .unwrap_or_default(),
+            );
+        }
+    }
+    Ok(())
+}
+
+async fn get(opts: &Opts, client: &Client, key: &str) -> Result<Vec<u8>> {
+    let object = client
+        .get_object()
+        .bucket(opts.bucket.clone())
+        .key(key)
+        .send()
+        .await?;
+    let data = object.body.collect().await?;
+    Ok(data.to_vec())
+}