diff --git a/.github/workflows/ubuntu.yml b/.github/workflows/ubuntu.yml
index 97ca346142ec1..e84427a31b64a 100644
--- a/.github/workflows/ubuntu.yml
+++ b/.github/workflows/ubuntu.yml
@@ -92,9 +92,6 @@ jobs:
       TEST_ARGS: ${{ matrix.test_args || '' }}
       PYTEST_WORKERS: 'auto'
       PYTEST_TARGET: ${{ matrix.pytest_target || 'pandas' }}
-      IS_PYPY: ${{ contains(matrix.env_file, 'pypy') }}
-      # TODO: re-enable coverage on pypy, its slow
-      COVERAGE: ${{ !contains(matrix.env_file, 'pypy') }}
     concurrency:
       # https://github.community/t/concurrecy-not-work-for-push/183068/7
       group: ${{ github.event_name == 'push' && github.run_number || github.ref }}-${{ matrix.env_file }}-${{ matrix.pattern }}-${{ matrix.extra_apt || '' }}-${{ matrix.pandas_data_manager || '' }}
@@ -163,16 +160,13 @@ jobs:
 
     - name: Test (not single_cpu)
       uses: ./.github/actions/run-tests
-      # TODO: Don't continue on error for PyPy
-      continue-on-error: ${{ env.IS_PYPY == 'true' }}
+      if: ${{ matrix.name != 'Pypy' }}
       env:
         # Set pattern to not single_cpu if not already set
         PATTERN: ${{ env.PATTERN == '' && 'not single_cpu' || matrix.pattern }}
 
     - name: Test (single_cpu)
       uses: ./.github/actions/run-tests
-      # TODO: Don't continue on error for PyPy
-      continue-on-error: ${{ env.IS_PYPY == 'true' }}
       env:
         PATTERN: 'single_cpu'
         PYTEST_WORKERS: 1
diff --git a/ci/run_tests.sh b/ci/run_tests.sh
index e6de5caf955fc..2c6f224bdbc10 100755
--- a/ci/run_tests.sh
+++ b/ci/run_tests.sh
@@ -12,11 +12,7 @@ if [[ "not network" == *"$PATTERN"* ]]; then
     export http_proxy=http://1.2.3.4 https_proxy=http://1.2.3.4;
 fi
 
-if [[ "$COVERAGE" == "true" ]]; then
-    COVERAGE="-s --cov=pandas --cov-report=xml --cov-append"
-else
-    COVERAGE="" # We need to reset this for COVERAGE="false" case
-fi
+COVERAGE="-s --cov=pandas --cov-report=xml --cov-append"
 
 # If no X server is found, we use xvfb to emulate it
 if [[ $(uname) == "Linux" && -z $DISPLAY ]]; then