Test against multiple version of transformers library (#1362)

Summary:
Pull Request resolved: #1362

On OSS, test against multiple versions of transformers library. Versions selected based on caching logic changes between versions, as well as the newest version.

Reviewed By: cyrjano

Differential Revision: D64075428

fbshipit-source-id: 8d75e8caabf96232d6a3c8cd9b174a849f3d7391

Author: craymichael

.github/workflows/test-pip-cpu.yml

@@ -13,6 +13,7 @@ jobs:
     strategy:
       matrix:
         pytorch_args: ["-v 1.10", "-v 1.11", "-v 1.12", "-v 1.13", "-v 2.0.0", "-v 2.1.0", "-v 2.2.0", "-v 2.3.0"]
+        transformers_args: ["-t 4.38.0", "-t 4.39.0", "-t 4.41.0", "-t 4.43.0", "-t 4.45.2"]
         docker_img: ["cimg/python:3.8", "cimg/python:3.9", "cimg/python:3.10", "cimg/python:3.11"]
         exclude:
           - pytorch_args: "-v 1.10"
@@ -31,6 +32,6 @@ jobs:
       repository: pytorch/captum
       script: |
         sudo chmod -R 777 .
-        ./scripts/install_via_pip.sh ${{ matrix.pytorch_args }}
+        ./scripts/install_via_pip.sh ${{ matrix.pytorch_args }} ${{ matrix.transformers_args }}
         # Run Tests
         python3 -m pytest -ra --cov=. --cov-report term-missing

scripts/install_via_pip.sh

@@ -5,14 +5,16 @@ set -e
 PYTORCH_NIGHTLY=false
 DEPLOY=false
 CHOSEN_TORCH_VERSION=-1
+CHOSEN_TRANSFORMERS_VERSION=-1
 
-while getopts 'ndfv:' flag; do
+while getopts 'ndfv:t:' flag; do
   case "${flag}" in
     n) PYTORCH_NIGHTLY=true ;;
     d) DEPLOY=true ;;
     f) FRAMEWORKS=true ;;
     v) CHOSEN_TORCH_VERSION=${OPTARG};;
-    *) echo "usage: $0 [-n] [-d] [-f] [-v version]" >&2
+    t) CHOSEN_TRANSFORMERS_VERSION=${OPTARG};;
+    *) echo "usage: $0 [-n] [-d] [-f] [-v version] [-t transformers_version]" >&2
        exit 1 ;;
     esac
   done
@@ -66,4 +68,10 @@ if [[ $DEPLOY == true ]]; then
   pip install beautifulsoup4 ipython nbconvert==5.6.1 --progress-bar off
 fi
 
-pip install transformers --progress-bar off
+# install appropriate transformers version
+# If no version is specified, upgrade to the latest release.
+if [[ $CHOSEN_TRANSFORMERS_VERSION == -1 ]]; then
+  pip install --upgrade transformers --progress-bar off
+else
+  pip install transformers=="$CHOSEN_TRANSFORMERS_VERSION" --progress-bar off
+fi