diff --git a/tests/test_cli.py b/tests/test_cli_peft.py
similarity index 97%
rename from tests/test_cli.py
rename to tests/test_cli_peft.py
index a3472b48e..42fef4741 100644
--- a/tests/test_cli.py
+++ b/tests/test_cli_peft.py
@@ -7,6 +7,12 @@ from safetensors.torch import load_file
 
 from .utils import require_package
 
+# Skip this entire module in CI
+pytestmark = pytest.mark.skipif(
+    os.environ.get("CI") == "true" or os.environ.get("GITHUB_ACTIONS") == "true",
+    reason="This test requires peft and is very slow, not meant for CI",
+)
+
 
 def run_command(cmd, module, args):
     module = importlib.import_module(f"lerobot.scripts.{module}")