fix: treat the URL to walk as a directory.

Author: peterhuene

src/lib.rs

@@ -730,7 +730,13 @@ pub fn rewrite_url<'a>(config: &Config, url: &'a Url) -> Result<Cow<'a, Url>> {
 /// Returns a list of relative paths from the given URL.
 ///
 /// If the given storage URL is not a directory, an empty list is returned.
-pub async fn walk(config: Config, client: HttpClient, url: Url) -> Result<Vec<String>> {
+pub async fn walk(config: Config, client: HttpClient, mut url: Url) -> Result<Vec<String>> {
+    if let Ok(mut segments) = url.path_segments_mut() {
+        // Push an empty segment to treat the URL as a directory
+        // This ensures there is no leading slash in the returned relative paths.
+        segments.pop_if_empty().push("");
+    }
+
     if AzureBlobStorageBackend::is_supported_url(&config, &url) {
         let url = AzureBlobStorageBackend::rewrite_url(&config, &url)?;
         AzureBlobStorageBackend::new(config, client, None)
@@ -747,7 +753,7 @@ pub async fn walk(config: Config, client: HttpClient, url: Url) -> Result<Vec<St
             .walk(url.into_owned())
             .await
     } else {
-        Ok(Default::default())
+        Err(Error::UnsupportedUrl(url))
     }
 }
 

tests/copy.rs

@@ -621,10 +621,7 @@ async fn walk() -> Result<()> {
         let files = cloud_copy::walk(config.clone(), client.clone(), url)
             .await
             .expect("should walk");
-        assert_eq!(
-            files,
-            &["/0", "/1", "/2", "/3", "/4", "/5", "/6", "/7", "/8", "/9"]
-        );
+        assert_eq!(files, &["0", "1", "2", "3", "4", "5", "6", "7", "8", "9"]);
     }
 
     Ok(())