fix: #280 NotADirectoryError message and fixed test_import_export test. (#289)

Co-authored-by: Abubakar Abid <abubakar@huggingface.co>

Author: shyampatadia

tests/conftest.py

@@ -11,7 +11,7 @@
 @pytest.fixture
 def temp_dir(monkeypatch):
     """Fixture that creates a temporary TRACKIO_DIR."""
-    with tempfile.TemporaryDirectory() as tmpdir:
+    with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
         for name in ["trackio.sqlite_storage"]:
             monkeypatch.setattr(f"{name}.TRACKIO_DIR", Path(tmpdir))
         for name in ["trackio.media", "trackio.file_storage"]:

tests/test_sqlite_storage.py

@@ -1,3 +1,4 @@
+import gc
 import multiprocessing
 import os
 import platform
@@ -65,13 +66,17 @@ def test_import_export(temp_dir):
     SQLiteStorage.log(project="proj1", run="run1", metrics={"a": 1})
     SQLiteStorage.log(project="proj2", run="run2", metrics={"b": 2})
     SQLiteStorage.export_to_parquet()
+
     metrics_before = {}
     for proj in SQLiteStorage.get_projects():
         if proj not in metrics_before:
             metrics_before[proj] = {}
         for run in SQLiteStorage.get_runs(proj):
             metrics_before[proj][run] = SQLiteStorage.get_logs(proj, run)
 
+    ## there might be open connections from previous test, hence closing them
+    gc.collect()
+    [conn.close() for conn in gc.get_objects() if isinstance(conn, sqlite3.Connection)]
     # clear existing SQLite data
     os.unlink(db_path_1)
     os.unlink(db_path_2)