diff --git a/asv_bench/benchmarks/series_methods.py b/asv_bench/benchmarks/series_methods.py
index 9f3689779d056..2a239204e4c01 100644
--- a/asv_bench/benchmarks/series_methods.py
+++ b/asv_bench/benchmarks/series_methods.py
@@ -2,6 +2,8 @@
 
 import numpy as np
 
+from pandas.compat.numpy import np_version_under1p20
+
 from pandas import Categorical, NaT, Series, date_range
 
 from .pandas_vb_common import tm
@@ -122,6 +124,10 @@ class IsInLongSeriesLookUpDominates:
 
     def setup(self, dtype, MaxNumber, series_type):
         N = 10 ** 7
+
+        if not np_version_under1p20 and dtype in ("Int64", "Float64"):
+            raise NotImplementedError
+
         if series_type == "random_hits":
             np.random.seed(42)
             array = np.random.randint(0, MaxNumber, N)