fix compression symlink (mosaicml#3300)

mvpatel2000 · May 17, 2024 · 3128cee · 3128cee
1 parent bddf44b
commit 3128cee
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/composer/utils/compression.py b/composer/utils/compression.py
@@ -22,7 +22,7 @@ def is_compressed_pt(filename: str) -> bool:
     of a single pt file without a container (like tar).
     """
     parts = filename.split('.')
-    return len(parts) >= 2 and parts[-2] == 'pt'
+    return len(parts) >= 2 and parts[-2] == 'pt' and parts[-1] != 'symlink'
 
 
 class CliCompressor:

diff --git a/tests/utils/test_compression.py b/tests/utils/test_compression.py
@@ -26,6 +26,7 @@ def test_is_compressed_pt() -> None:
     assert not is_compressed_pt('')
     assert not is_compressed_pt('x.lz4')
     assert not is_compressed_pt('x.tar.lz4')
+    assert not is_compressed_pt('x.pt.symlink')
 
 
 def test_get_invalid_compressor() -> None: