diff --git a/torchtnt/framework/callbacks/dcp_saver.py b/torchtnt/framework/callbacks/dcp_saver.py index add62284cc..249e405727 100644 --- a/torchtnt/framework/callbacks/dcp_saver.py +++ b/torchtnt/framework/callbacks/dcp_saver.py @@ -353,6 +353,7 @@ def default_writer_options(self) -> Dict[str, Any]: dcp_options = { "thread_count": self._knob_options.max_per_rank_io_concurrency or 16, "sync_files": False, + "overwrite": True, } if dcp_options["thread_count"] > 1: dcp_options["single_file_per_rank"] = False