diff --git a/setup.py b/setup.py
index 442c0c88ce..c806cf5859 100644
--- a/setup.py
+++ b/setup.py
@@ -185,7 +185,7 @@ def package_files(prefix: str, directory: str, extension: str):
 ]
 
 extra_deps['peft'] = [
-    'peft>=0.7.0,<0.8',
+    'peft>=0.10.0,<0.11',
 ]
 
 extra_deps['sentencepiece'] = [
diff --git a/tests/loggers/test_mlflow_logger.py b/tests/loggers/test_mlflow_logger.py
index 403638e994..61d52d8023 100644
--- a/tests/loggers/test_mlflow_logger.py
+++ b/tests/loggers/test_mlflow_logger.py
@@ -416,6 +416,7 @@ def test_mlflow_save_model(tmp_path, tiny_gpt2_model, tiny_gpt2_tokenizer):
 
 @pytest.mark.filterwarnings('ignore:.*Setuptools is replacing distutils.*:UserWarning')
 @pytest.mark.filterwarnings("ignore:.*The 'transformers' MLflow Models integration.*:FutureWarning")
+@pytest.mark.filterwarnings('ignore:.*Could not find a config file.*:UserWarning')
 def test_mlflow_save_peft_model(tmp_path, tiny_mpt_model, tiny_mpt_tokenizer):
     mlflow = pytest.importorskip('mlflow')
     peft = pytest.importorskip('peft')