diff --git a/ci/deps/actions-38-db.yaml b/ci/deps/actions-38-db.yaml
index f445225a44dcb..ced15bbc8d7cb 100644
--- a/ci/deps/actions-38-db.yaml
+++ b/ci/deps/actions-38-db.yaml
@@ -3,6 +3,7 @@ channels:
   - conda-forge
 dependencies:
   - python=3.8
+  - pip
 
   # tools
   - cython>=0.29.24
@@ -33,7 +34,6 @@ dependencies:
   - pyarrow>=1.0.1
   - pymysql
   - pytables
-  - pytorch
   - python-snappy
   - python-dateutil
   - pytz
@@ -50,3 +50,5 @@ dependencies:
   - coverage
   - pandas-datareader
   - pyxlsb
+  - pip:
+    - torch