Backport of CI related PRs on 1.4.x (#46559)

Author: simonjayhawkins

.circleci/config.yml

@@ -8,7 +8,7 @@ jobs:
     environment:
       ENV_FILE: ci/deps/circle-38-arm64.yaml
       PYTEST_WORKERS: auto
-      PATTERN: "not slow and not network and not clipboard and not arm_slow"
+      PATTERN: "not single_cpu and not slow and not network and not clipboard and not arm_slow and not db"
       PYTEST_TARGET: "pandas"
     steps:
       - checkout

.github/workflows/posix.yml

@@ -162,8 +162,7 @@ jobs:
       shell: bash
       run: |
         # TODO: re-enable cov, its slowing the tests down though
-        # TODO: Unpin Cython, the new Cython 0.29.26 is causing compilation errors
-        pip install Cython==0.29.25 numpy python-dateutil pytz pytest>=6.0 pytest-xdist>=1.31.0 hypothesis>=5.5.3
+        pip install Cython numpy python-dateutil pytz pytest>=6.0 pytest-xdist>=1.31.0 pytest-asyncio>=0.17 hypothesis>=5.5.3
       if: ${{ env.IS_PYPY == 'true' }}
 
     - name: Build Pandas

azure-pipelines.yml

@@ -45,7 +45,7 @@ jobs:
         /opt/python/cp38-cp38/bin/python -m venv ~/virtualenvs/pandas-dev && \
         . ~/virtualenvs/pandas-dev/bin/activate && \
         python -m pip install --no-deps -U pip wheel 'setuptools<60.0.0' && \
-        pip install cython numpy python-dateutil pytz pytest pytest-xdist hypothesis pytest-azurepipelines && \
+        pip install cython numpy python-dateutil pytz pytest pytest-xdist pytest-asyncio>=0.17 hypothesis && \
         python setup.py build_ext -q -j2 && \
         python -m pip install --no-build-isolation -e . && \
         pytest -m 'not slow and not network and not clipboard' pandas --junitxml=test-data.xml"

ci/deps/actions-310-numpydev.yaml

@@ -9,6 +9,7 @@ dependencies:
   - pytest-cov
   - pytest-xdist>=1.31
   - hypothesis>=5.5.3
+  - pytest-asyncio>=0.17
 
   # pandas dependencies
   - python-dateutil

ci/deps/actions-310.yaml

@@ -11,6 +11,8 @@ dependencies:
   - pytest-xdist>=1.31
   - hypothesis>=5.5.3
   - psutil
+  - pytest-asyncio>=0.17
+  - boto3
 
   # required dependencies
   - python-dateutil
@@ -21,6 +23,7 @@ dependencies:
   - beautifulsoup4
   - blosc
   - bottleneck
+  - brotlipy
   - fastparquet
   - fsspec
   - html5lib
@@ -39,6 +42,7 @@ dependencies:
   - pytables
   - pyarrow
   - pyreadstat
+  - python-snappy
   - pyxlsb
   - s3fs
   - scipy

ci/deps/actions-38-downstream_compat.yaml

@@ -12,6 +12,8 @@ dependencies:
   - pytest-xdist>=1.31
   - hypothesis>=5.5.3
   - psutil
+  - pytest-asyncio>=0.17
+  - boto3
 
   # required dependencies
   - python-dateutil
@@ -21,6 +23,7 @@ dependencies:
   # optional dependencies
   - beautifulsoup4
   - blosc
+  - brotlipy
   - bottleneck
   - fastparquet
   - fsspec
@@ -35,10 +38,11 @@ dependencies:
   - odfpy
   - pandas-gbq
   - psycopg2
-  - pymysql
-  - pytables
   - pyarrow
+  - pymysql
   - pyreadstat
+  - pytables
+  - python-snappy
   - pyxlsb
   - s3fs
   - scipy
@@ -52,17 +56,14 @@ dependencies:
 
   # downstream packages
   - aiobotocore
-  - boto3
   - botocore
   - cftime
   - dask
   - ipython
   - geopandas
-  - python-snappy
   - seaborn
   - scikit-learn
   - statsmodels
-  - brotlipy
   - coverage
   - pandas-datareader
   - pyyaml

ci/deps/actions-38-minimum_versions.yaml

@@ -13,6 +13,8 @@ dependencies:
   - pytest-xdist>=1.31
   - hypothesis>=5.5.3
   - psutil
+  - pytest-asyncio>=0.17
+  - boto3
 
   # required dependencies
   - python-dateutil=2.8.1
@@ -23,6 +25,7 @@ dependencies:
   - beautifulsoup4=4.8.2
   - blosc=1.20.1
   - bottleneck=1.3.1
+  - brotlipy=0.7.0
   - fastparquet=0.4.0
   - fsspec=0.7.4
   - html5lib=1.1
@@ -37,10 +40,11 @@ dependencies:
   - openpyxl=3.0.3
   - pandas-gbq=0.14.0
   - psycopg2=2.8.4
-  - pymysql=0.10.1
-  - pytables=3.6.1
   - pyarrow=1.0.1
+  - pymysql=0.10.1
   - pyreadstat=1.1.0
+  - pytables=3.6.1
+  - python-snappy=0.6.0
   - pyxlsb=1.0.6
   - s3fs=0.4.0
   - scipy=1.4.1

ci/deps/actions-38.yaml

@@ -11,6 +11,8 @@ dependencies:
   - pytest-xdist>=1.31
   - hypothesis>=5.5.3
   - psutil
+  - pytest-asyncio>=0.17
+  - boto3
 
   # required dependencies
   - python-dateutil
@@ -21,6 +23,7 @@ dependencies:
   - beautifulsoup4
   - blosc
   - bottleneck
+  - brotlipy
   - fastparquet
   - fsspec
   - html5lib
@@ -34,10 +37,11 @@ dependencies:
   - odfpy
   - pandas-gbq
   - psycopg2
-  - pymysql
-  - pytables
   - pyarrow
+  - pymysql
   - pyreadstat
+  - pytables
+  - python-snappy
   - pyxlsb
   - s3fs
   - scipy

ci/deps/actions-39.yaml

@@ -11,6 +11,8 @@ dependencies:
   - pytest-xdist>=1.31
   - hypothesis>=5.5.3
   - psutil
+  - pytest-asyncio>=0.17
+  - boto3
 
   # required dependencies
   - python-dateutil
@@ -21,6 +23,7 @@ dependencies:
   - beautifulsoup4
   - blosc
   - bottleneck
+  - brotlipy
   - fastparquet
   - fsspec
   - html5lib
@@ -35,9 +38,10 @@ dependencies:
   - pandas-gbq
   - psycopg2
   - pymysql
-  - pytables
   - pyarrow
   - pyreadstat
+  - pytables
+  - python-snappy
   - pyxlsb
   - s3fs
   - scipy

ci/deps/circle-38-arm64.yaml

@@ -4,18 +4,52 @@ channels:
 dependencies:
   - python=3.8
 
-  # tools
-  - cython>=0.29.24
+  # test dependencies
+  - cython=0.29.24
   - pytest>=6.0
+  - pytest-cov
   - pytest-xdist>=1.31
   - hypothesis>=5.5.3
+  - psutil
+  - pytest-asyncio>=0.17
+  - boto3
 
-  # pandas dependencies
-  - botocore>=1.11
-  - flask
-  - moto
-  - numpy
+  # required dependencies
   - python-dateutil
+  - numpy
   - pytz
+
+  # optional dependencies
+  - beautifulsoup4
+  - blosc
+  - bottleneck
+  - brotlipy
+  - fastparquet
+  - fsspec
+  - html5lib
+  - gcsfs
+  - jinja2
+  - lxml
+  - matplotlib
+  - numba
+  - numexpr
+  - openpyxl
+  - odfpy
+  - pandas-gbq
+  - psycopg2
+  - pyarrow
+  - pymysql
+  # Not provided on ARM
+  #- pyreadstat
+  - pytables
+  - python-snappy
+  - pyxlsb
+  - s3fs
+  - scipy
+  - sqlalchemy
+  - tabulate
+  - xarray
+  - xlrd
+  - xlsxwriter
+  - xlwt
   - zstandard
-  - pip