diff --git a/composer/callbacks/checkpoint_saver.py b/composer/callbacks/checkpoint_saver.py
index 8cc2b8a879..a91ac84252 100644
--- a/composer/callbacks/checkpoint_saver.py
+++ b/composer/callbacks/checkpoint_saver.py
@@ -294,7 +294,7 @@ def __init__(
         weights_only: bool = False,
         ignore_keys: Optional[Union[list[str], Callable[[dict], None]]] = None,
         save_folder: str = '',
-        num_concurrent_uploads: int = 2,
+        num_concurrent_uploads: int = 1,
     ):
         folder = str(folder)
         filename = str(filename)