conditional deps.

Co-authored-by: DN6 <dhruv.nair@gmail.com>

Author: sayakpaul

.github/workflows/nightly_tests.yml

@@ -414,12 +414,16 @@ jobs:
         config:
           - backend: "bitsandbytes"
             test_location: "bnb"
+            additional_deps: ["peft"]
           - backend: "gguf"
             test_location: "gguf"
+            additional_deps: []
           - backend: "torchao"
             test_location: "torchao"
+            additional_deps: []
           - backend: "optimum_quanto"
             test_location: "quanto"
+            additional_deps: []
     runs-on:
       group: aws-g6e-xlarge-plus
     container:
@@ -437,8 +441,8 @@ jobs:
           python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
           python -m uv pip install -e [quality,test]
           python -m uv pip install -U ${{ matrix.config.backend }}
-          if [ "${{ matrix.config.backend }}" = "bitsandbytes" ]; then
-            python -m uv pip install peft
+          if [ "${{ join(matrix.config.additional_deps, ' ') }}" != "" ]; then
+              python -m uv pip install ${{ join(matrix.config.additional_deps, ' ') }}
           fi
           python -m uv pip install pytest-reportlog
       - name: Environment