diff --git a/.github/workflows/Mac.yml b/.github/workflows/Mac.yml
index 3e84ed23326..3c8fec1996c 100644
--- a/.github/workflows/Mac.yml
+++ b/.github/workflows/Mac.yml
@@ -31,6 +31,12 @@ jobs:
           # to be able to push to GitHub.
           persist-credentials: false
 
+      - name: Setup caching for conda packages
+        uses: actions/cache@v2
+        with:
+          path: ~/conda_pkgs_dir
+          key: conda-macos-3-8-${{ hashFiles('requirements*.txt') }}
+
       - name: Setup Miniconda
         uses: conda-incubator/setup-miniconda@v2
         with:
@@ -44,6 +50,27 @@ jobs:
           # Needed for caching
           use-only-tar-bz2: true
 
+      - name: Update pip version (Bash)
+        shell: bash -l {0}
+        run: |
+          conda update pip
+          pip --version
+          pip cache dir
+
+      - name: Get pip cache dir
+        shell: bash -l {0}
+        id: pip-cache
+        run: |
+          echo "::set-output name=dir::$(pip cache dir)"
+
+      - name: pip cache
+        uses: actions/cache@v2
+        with:
+          path: ${{ steps.pip-cache.outputs.dir }}
+          key: macos-pip-${{ hashFiles('**/requirements.txt') }}
+          restore-keys: |
+            macos-pip-
+
       - name: Install gensim with conda
         shell: bash -l {0}
         run: |
diff --git a/.github/workflows/windows.yml b/.github/workflows/windows.yml
index 007d0bd76bc..5150c82023c 100755
--- a/.github/workflows/windows.yml
+++ b/.github/workflows/windows.yml
@@ -31,6 +31,12 @@ jobs:
           # to be able to push to GitHub.
           persist-credentials: false
 
+      - name: Setup caching for conda packages
+        uses: actions/cache@v2
+        with:
+          path: ~/conda_pkgs_dir
+          key: conda-windows-3-7-${{ hashFiles('requirements*.txt') }}
+
       - name: Setup Miniconda
         uses: conda-incubator/setup-miniconda@v2
         with:
@@ -50,6 +56,27 @@ jobs:
         run: >-
           c:\windows\system32\icacls C:\Users\runneradmin\AppData\Local\Temp /grant "everyone":F /t
 
+      - name: Update pip version (Bash)
+        shell: bash -l {0}
+        run: |
+          conda update pip
+          pip --version
+          pip cache dir
+
+      - name: Get pip cache dir
+        shell: bash -l {0}
+        id: pip-cache
+        run: |
+          echo "::set-output name=dir::$(pip cache dir)"
+
+      - name: pip cache
+        uses: actions/cache@v2
+        with:
+          path: ${{ steps.pip-cache.outputs.dir }}
+          key: windows-pip-${{ hashFiles('**/requirements.txt') }}
+          restore-keys: |
+            windows-pip-
+
       - name: Install fbprophet with conda
         shell: bash -l {0}
         run: |