diff --git a/.github/workflows/pythonpublish.yml b/.github/workflows/pythonpublish.yml
index b770497a..eb674c7b 100644
--- a/.github/workflows/pythonpublish.yml
+++ b/.github/workflows/pythonpublish.yml
@@ -1,51 +1,59 @@
 name: Upload Python Package
 
 on:
   push:
     tags:
       - dulwich-*
 
 jobs:
   deploy:
 
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
         os: [macos-latest, windows-latest]
         python-version: ['3.5', '3.6', '3.7', '3.8']
         include:
           - os: ubuntu-latest
             python-version: '3.x'
           # path encoding
         exclude:
           - os: windows-latest
             python-version: 3.5
 
     steps:
     - uses: actions/checkout@v2
     - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v2
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
         pip install setuptools wheel twine fastimport
     - name: Run test suite
       run: |
         python -m unittest dulwich.tests.test_suite
     - name: Build
       run: |
         python setup.py sdist bdist_wheel
         mkdir wheelhouse
         mv dist/*.whl wheelhouse
       if: "matrix.os != 'ubuntu-latest'"
     - name: Build and publish (Linux)
       uses: RalfG/python-wheels-manylinux-build@v0.2.2
       if: "matrix.os == 'ubuntu-latest'"
-    - name: Publish
+    - name: Publish (Linux)
+      env:
+        TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }}
+        TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }}
+      run: |
+        twine upload wheelhouse/*manylinux*
+      if: "matrix.os == 'ubuntu-latest'"
+    - name: Publish (Linux)
       env:
         TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }}
         TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }}
       run: |
         twine upload wheelhouse/*
+      if: "matrix.os != 'ubuntu-latest'"