Agressive cleanup

Author: square-1111

neurons/docker_inference_v2v.py

@@ -24,6 +24,8 @@ def get_timestamp_from_filename(filename: str):
     return ulid.from_str(os.path.splitext(filename.split("/")[-1])[0]).timestamp().timestamp
 
 def pull_latest_diarization_dataset() -> Optional[Dataset]:
+    os.system("rm -rf ./data_cache/*")
+
     omega_ds_files = huggingface_hub.repo_info(repo_id=HF_DATASET, repo_type="dataset").siblings
     recent_files = [
         f.rfilename

neurons/docker_manager.py

@@ -92,6 +92,7 @@ def _check_disk_space(self, required_gb: int = 20) -> None:
             # First clean up Docker resources
             self.cleanup_docker_resources(aggressive=True)
 
+            self._clean_huggingface_cache()
             # Then clean old repos
             self._clean_old_repos(keep_latest=1)  # Keep only the latest repo
 
@@ -105,7 +106,6 @@ def _check_disk_space(self, required_gb: int = 20) -> None:
                 bt.logging.warning(f"Low disk space ({free_gb:.2f}GB free), performing aggressive cleanup")
 
                 # Clean HuggingFace cache
-                self._clean_huggingface_cache()
 
                 # Clear our cache directory
                 for item in os.listdir(str(self.base_cache_dir)):