Update utils.py

utils.py

@@ -269,7 +269,7 @@ def batch_embed(
 
     username = api.whoami()["name"]
 
-    if "/" in new_dataset_id:
+    if "/" not in new_dataset_id:
         new_dataset_id = username + "/" + new_dataset_id
 
     repo = init_git_repo(new_dataset_id)
@@ -450,3 +450,10 @@ def push_to_repo(
         blocking=False,
         auto_lfs_prune=True,
     )
+
+    most_recent_file = f"embeddings_{last_count}_{current_count}.parquet"
+
+    # Delete old files
+    for f in data_dir.glob("*.parquet"):
+        if f.name != most_recent_file:
+            f.unlink()