Use server-side bucket copy when freezing Spaces (#482)

Co-authored-by: gradio-pr-bot <gradio-pr-bot@users.noreply.github.com>

Author: abidlabs

.changeset/large-ravens-decide.md

@@ -0,0 +1,5 @@
+---
+"trackio": patch
+---
+
+feat:Use server-side bucket copy when freezing Spaces

docs/source/cli_commands.md

@@ -76,6 +76,7 @@ trackio freeze --space-id "username/my-space" --project "my-project" --new-space
 | `--private` | Make the new static Space private |
 
 > **Note:** The source must be a Gradio Space with a bucket mounted at `/data`. If the destination Space already exists and is not a Trackio static Space, `freeze` will refuse to overwrite it.
+> The frozen Space is a snapshot. Later metrics synced to the original Gradio Space do not appear in the frozen static Space unless you run `freeze` again.
 
 ## List Commands
 
@@ -416,4 +417,3 @@ trackio list runs --project "my-project" --json | jq '.runs[] | select(startswit
 # Export to file
 trackio get run --project "my-project" --run "my-run" --json > run_summary.json
 ```
-

docs/source/deploy_embed.md

@@ -60,6 +60,8 @@ trackio freeze --space-id "username/my-space" --project "my-project"
 
 This creates a new static Space (by default named `{space_id}_static`) containing a snapshot of the project's data from the source Space's bucket. The original Space is not modified.
 
+Note that`freeze()` is a one-time snapshot. If new metrics are later uploaded to the original Gradio Space, the frozen static Space will not update automatically.
+
 You can customize the destination:
 
 ```py

docs/source/quickstart.md

@@ -128,4 +128,4 @@ trackio.sync(project="my-project", space_id="username/space_id")
 </hfoption>
 </hfoptions>
 
-This will create the Space if it does not already exist, and upload all runs and associated data to the Space. You can also sync to a lightweight static Space with `sdk="static"`, or create a read-only snapshot of a live Space with [`freeze`](deploy_embed.md#freezing-a-space-snapshot). See the [Deploy and Embed Dashboards](deploy_embed.md) page for more details.
+This will create the Space if it does not already exist, and upload all runs and associated data to the Space. You can also sync to a lightweight static Space with `sdk="static"`, or create a read-only snapshot of a live Space with [`freeze`](deploy_embed.md#freezing-a-space-snapshot). A frozen Space is a point-in-time snapshot and will not pick up later metrics from the original Gradio Space unless you freeze again. See the [Deploy and Embed Dashboards](deploy_embed.md) page for more details.

pyproject.toml

@@ -14,7 +14,7 @@ readme = "README.md"
 requires-python = ">=3.10"
 dependencies = [
     "pandas<3.0.0",
-    "huggingface-hub>=1.9.2,<2",
+    "huggingface-hub>=1.10.0,<2",
     "gradio[oauth]>=6.10.0,<7.0.0",
     "numpy<3.0.0",
     "pillow<12.0.0",

trackio/bucket_storage.py

@@ -3,7 +3,7 @@
 from pathlib import Path
 
 import huggingface_hub
-from huggingface_hub import sync_bucket
+from huggingface_hub import copy_files, sync_bucket
 
 from trackio.sqlite_storage import SQLiteStorage
 from trackio.utils import MEDIA_DIR, TRACKIO_DIR
@@ -108,6 +108,22 @@ def _export_and_upload_static(
         huggingface_hub.batch_bucket_files(dest_bucket_id, add=files_to_add)
 
 
+def _copy_project_media_between_buckets(
+    source_bucket_id: str, dest_bucket_id: str, project: str
+) -> None:
+    source_media_prefix = f"trackio/media/{project}/"
+    media_to_copy = _list_bucket_file_paths(
+        source_bucket_id, prefix=source_media_prefix
+    )
+    if not media_to_copy:
+        return
+
+    copy_files(
+        f"hf://buckets/{source_bucket_id}/{source_media_prefix}",
+        f"hf://buckets/{dest_bucket_id}/media/",
+    )
+
+
 def upload_project_to_bucket_for_static(project: str, bucket_id: str) -> None:
     if not _local_db_has_data(project):
         _download_db_from_bucket(project, bucket_id)
@@ -131,24 +147,5 @@ def export_from_bucket_for_static(
                 f"from bucket '{source_bucket_id}'."
             )
 
-        media_dest = work_path / "media"
-        source_media_prefix = f"trackio/media/{project}/"
-        media_to_download = _list_bucket_file_paths(
-            source_bucket_id, prefix=source_media_prefix
-        )
-        if media_to_download:
-            media_dest.mkdir(parents=True, exist_ok=True)
-            dl_pairs = []
-            for remote_path in media_to_download:
-                rel = remote_path[len(source_media_prefix) :]
-                local_file = media_dest / rel
-                local_file.parent.mkdir(parents=True, exist_ok=True)
-                dl_pairs.append((remote_path, str(local_file)))
-            huggingface_hub.download_bucket_files(source_bucket_id, files=dl_pairs)
-
-        _export_and_upload_static(
-            project,
-            dest_bucket_id,
-            db_path,
-            media_dest if media_dest.exists() else None,
-        )
+        _export_and_upload_static(project, dest_bucket_id, db_path)
+        _copy_project_media_between_buckets(source_bucket_id, dest_bucket_id, project)

trackio/cli.py

@@ -228,7 +228,7 @@ def main():
 
     freeze_parser = subparsers.add_parser(
         "freeze",
-        help="Create a new static Space snapshot from a project's data.",
+        help="Create a one-time static Space snapshot from a project's data.",
     )
     freeze_parser.add_argument(
         "--space-id",
@@ -238,7 +238,7 @@ def main():
     freeze_parser.add_argument(
         "--project",
         required=True,
-        help="The name of the project to freeze.",
+        help="The name of the project to freeze into a static snapshot.",
     )
     freeze_parser.add_argument(
         "--new-space-id",

trackio/deploy.py

@@ -743,10 +743,10 @@ def sync(
     Syncs a local Trackio project's database to a Hugging Face Space.
     If the Space does not exist, it will be created. Local data is never deleted.
 
-    **Freezing:** Passing ``sdk="static"`` *freezes* the Space: it converts a live Gradio
-    Space into a static Space backed by an HF Bucket (read-only dashboard, no Gradio
-    server). You cannot log new metrics to a frozen Space; use a different ``space_id``
-    or a new Gradio Space for further training runs.
+    **Freezing:** Passing ``sdk="static"`` deploys a static Space backed by an HF Bucket
+    (read-only dashboard, no Gradio server). You can sync the same project again later to
+    refresh that static Space. If you want a one-time snapshot of an existing Gradio Space,
+    use ``freeze()`` instead.
 
     Args:
         project (`str`): The name of the project to upload.
@@ -863,8 +863,9 @@ def freeze(
     """
     Creates a new static Hugging Face Space containing a read-only snapshot of
     the data for the specified project from the source Gradio Space. The data is
-    read from the bucket attached to the source Space, so it always reflects the
-    remote state. The original Space is not modified.
+    read from the bucket attached to the source Space at freeze time. The original
+    Space is not modified, and the new static Space does not automatically reflect
+    metrics uploaded to the original Gradio Space after the freeze completes.
 
     Args:
         space_id (`str`):