Skip to content

Commit 001fb25

Browse files
antonwolfyantonwolfy
committed
Pass tests with DPNP_RAISE_EXCEPION_ON_NUMPY_FALLBACK=0 where it's needed
1 parent ca8685c commit 001fb25

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

54 files changed

+372
-38
lines changed

‎dpnp/config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,7 @@
4848
Explicitly use SYCL shared memory parameter in DPCtl array constructor for creation functions
4949
'''
5050

51-
__DPNP_RAISE_EXCEPION_ON_NUMPY_FALLBACK__ = int(os.getenv('__DPNP_RAISE_EXCEPION_ON_NUMPY_FALLBACK__', 1))
51+
__DPNP_RAISE_EXCEPION_ON_NUMPY_FALLBACK__ = int(os.getenv('DPNP_RAISE_EXCEPION_ON_NUMPY_FALLBACK', 1))
5252
'''
5353
Trigger non-implemented exception when DPNP fallbacks on NumPy implementation
5454
'''

‎dpnp/dpnp_utils/dpnp_algo_utils.pyx

+6-2
Original file line numberDiff line numberDiff line change
@@ -114,9 +114,13 @@ def call_origin(function, *args, **kwargs):
114114
Call fallback function for unsupported cases
115115
"""
116116

117-
if config.__DPNP_RAISE_EXCEPION_ON_NUMPY_FALLBACK__:
117+
allow_fallback = kwargs.pop("allow_fallback", False)
118+
119+
if not allow_fallback and config.__DPNP_RAISE_EXCEPION_ON_NUMPY_FALLBACK__ == 1:
118120
raise NotImplementedError(f"Requested funtion={function.__name__} with args={args} and kwargs={kwargs} "
119-
"isn't currently supported and would fall back on NumPy implementation.")
121+
"isn't currently supported and would fall back on NumPy implementation. "
122+
"Define enviroment variable `DPNP_RAISE_EXCEPION_ON_NUMPY_FALLBACK` to `0` "
123+
"if the fall back is required to be supported without rasing an exception.")
120124

121125
dpnp_inplace = kwargs.pop("dpnp_inplace", False)
122126
sycl_queue = kwargs.pop("sycl_queue", None)

‎dpnp/random/dpnp_iface_random.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1314,7 +1314,7 @@ def seed(seed=None):
13141314
dpnp_rng_srand(seed)
13151315

13161316
# always reseed numpy engine also
1317-
return call_origin(numpy.random.seed, seed)
1317+
return call_origin(numpy.random.seed, seed, allow_fallback=True)
13181318

13191319

13201320
def standard_cauchy(size=None):

‎dpnp/random/dpnp_random_state.py

+17-8
Original file line numberDiff line numberDiff line change
@@ -67,7 +67,7 @@ def __init__(self, seed=None, device=None, sycl_queue=None):
6767
self._def_float_type = dpnp.float64
6868

6969
self._random_state = MT19937(self._seed, self._sycl_queue)
70-
self._fallback_random_state = call_origin(numpy.random.RandomState, seed)
70+
self._fallback_random_state = call_origin(numpy.random.RandomState, seed, allow_fallback=True)
7171

7272

7373
def get_state(self):
@@ -125,12 +125,15 @@ def normal(self, loc=0.0, scale=1.0, size=None, dtype=None, usm_type="device"):
125125
else:
126126
min_double = numpy.finfo('double').min
127127
max_double = numpy.finfo('double').max
128-
if (loc >= max_double or loc <= min_double) and dpnp.isfinite(loc):
128+
129+
# TODO: switch to dpnp.isfinite() and dpnp.signbit() once functions are available,
130+
# but for now use direct numpy calls without call_origin() wrapper, since data is a scalar
131+
if (loc >= max_double or loc <= min_double) and numpy.isfinite(loc):
129132
raise OverflowError(f"Range of loc={loc} exceeds valid bounds")
130133

131-
if (scale >= max_double) and dpnp.isfinite(scale):
134+
if (scale >= max_double) and numpy.isfinite(scale):
132135
raise OverflowError(f"Range of scale={scale} exceeds valid bounds")
133-
# # scale = -0.0 is cosidered as negative
136+
# scale = -0.0 is cosidered as negative
134137
elif scale < 0 or scale == 0 and numpy.signbit(scale):
135138
raise ValueError(f"scale={scale}, but must be non-negative.")
136139

@@ -230,9 +233,12 @@ def randint(self, low, high=None, size=None, dtype=int, usm_type="device"):
230233

231234
min_int = numpy.iinfo('int32').min
232235
max_int = numpy.iinfo('int32').max
233-
if not dpnp.isfinite(low) or low > max_int or low < min_int:
236+
237+
# TODO: switch to dpnp.isfinite() once function is available,
238+
# but for now use direct numpy calls without call_origin() wrapper, since data is a scalar
239+
if not numpy.isfinite(low) or low > max_int or low < min_int:
234240
raise OverflowError(f"Range of low={low} exceeds valid bounds")
235-
elif not dpnp.isfinite(high) or high > max_int or high < min_int:
241+
elif not numpy.isfinite(high) or high > max_int or high < min_int:
236242
raise OverflowError(f"Range of high={high} exceeds valid bounds")
237243

238244
low = int(low)
@@ -400,9 +406,12 @@ def uniform(self, low=0.0, high=1.0, size=None, dtype=None, usm_type="device"):
400406
else:
401407
min_double = numpy.finfo('double').min
402408
max_double = numpy.finfo('double').max
403-
if not dpnp.isfinite(low) or low >= max_double or low <= min_double:
409+
410+
# TODO: switch to dpnp.isfinite() once function is available,
411+
# but for now use direct numpy calls without call_origin() wrapper, since data is a scalar
412+
if not numpy.isfinite(low) or low >= max_double or low <= min_double:
404413
raise OverflowError(f"Range of low={low} exceeds valid bounds")
405-
elif not dpnp.isfinite(high) or high >= max_double or high <= min_double:
414+
elif not numpy.isfinite(high) or high >= max_double or high <= min_double:
406415
raise OverflowError(f"Range of high={high} exceeds valid bounds")
407416

408417
if low > high:

‎tests/conftest.py

+4
Original file line numberDiff line numberDiff line change
@@ -73,3 +73,7 @@ def pytest_collection_modifyitems(config, items):
7373
# exact match of the test name with items from excluded_list
7474
if test_name == item_tbl_str:
7575
item.add_marker(skip_mark)
76+
77+
@pytest.fixture
78+
def allow_fall_back_on_numpy(monkeypatch):
79+
monkeypatch.setattr(dpnp.config, '__DPNP_RAISE_EXCEPION_ON_NUMPY_FALLBACK__', 0)

‎tests/test_amin_amax.py

+2
Original file line numberDiff line numberDiff line change
@@ -67,6 +67,7 @@ def _get_min_max_input(type, shape):
6767
return a.reshape(shape)
6868

6969

70+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
7071
@pytest.mark.parametrize("type",
7172
[numpy.float64, numpy.float32, numpy.int64, numpy.int32],
7273
ids=['float64', 'float32', 'int64', 'int32'])
@@ -87,6 +88,7 @@ def test_amax(type, shape):
8788
numpy.testing.assert_array_equal(dpnp_res, np_res)
8889

8990

91+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
9092
@pytest.mark.parametrize("type",
9193
[numpy.float64, numpy.float32, numpy.int64, numpy.int32],
9294
ids=['float64', 'float32', 'int64', 'int32'])

‎tests/test_arithmetic.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
import unittest
2+
import pytest
23

34
from tests.third_party.cupy import testing
45

@@ -21,12 +22,14 @@ def test_modf_part2(self, xp, dtype):
2122

2223
return c
2324

25+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
2426
@testing.for_float_dtypes()
2527
@testing.numpy_cupy_allclose()
2628
def test_nanprod(self, xp, dtype):
2729
a = xp.array([-2.5, -1.5, xp.nan, 10.5, 1.5, xp.nan], dtype=dtype)
2830
return xp.nanprod(a)
2931

32+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
3033
@testing.for_float_dtypes()
3134
@testing.numpy_cupy_allclose()
3235
def test_nansum(self, xp, dtype):

‎tests/test_arraycreation.py

+7
Original file line numberDiff line numberDiff line change
@@ -81,6 +81,7 @@ def test_eye(N, M, k, dtype):
8181
numpy.testing.assert_array_equal(expected, result)
8282

8383

84+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
8485
@pytest.mark.parametrize("type",
8586
[numpy.float64, numpy.float32, numpy.int64, numpy.int32],
8687
ids=['float64', 'float32', 'int64', 'int32'])
@@ -93,6 +94,7 @@ def test_frombuffer(type):
9394
numpy.testing.assert_array_equal(dpnp_res, np_res)
9495

9596

97+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
9698
@pytest.mark.parametrize("type",
9799
[numpy.float64, numpy.float32, numpy.int64, numpy.int32],
98100
ids=['float64', 'float32', 'int64', 'int32'])
@@ -109,6 +111,7 @@ def test_fromfile(type):
109111
numpy.testing.assert_array_equal(dpnp_res, np_res)
110112

111113

114+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
112115
@pytest.mark.parametrize("type",
113116
[numpy.float64, numpy.float32, numpy.int64, numpy.int32],
114117
ids=['float64', 'float32', 'int64', 'int32'])
@@ -124,6 +127,7 @@ def func(x, y):
124127
numpy.testing.assert_array_equal(dpnp_res, np_res)
125128

126129

130+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
127131
@pytest.mark.parametrize("type",
128132
[numpy.float64, numpy.float32, numpy.int64, numpy.int32],
129133
ids=['float64', 'float32', 'int64', 'int32'])
@@ -136,6 +140,7 @@ def test_fromiter(type):
136140
numpy.testing.assert_array_equal(dpnp_res, np_res)
137141

138142

143+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
139144
@pytest.mark.parametrize("type",
140145
[numpy.float64, numpy.float32, numpy.int64, numpy.int32],
141146
ids=['float64', 'float32', 'int64', 'int32'])
@@ -148,6 +153,7 @@ def test_fromstring(type):
148153
numpy.testing.assert_array_equal(dpnp_res, np_res)
149154

150155

156+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
151157
@pytest.mark.parametrize("type",
152158
[numpy.float64, numpy.float32, numpy.int64, numpy.int32],
153159
ids=['float64', 'float32', 'int64', 'int32'])
@@ -183,6 +189,7 @@ def test_identity(n, type):
183189
numpy.testing.assert_array_equal(expected, result)
184190

185191

192+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
186193
@pytest.mark.parametrize("type",
187194
[numpy.float64, numpy.float32, numpy.int64, numpy.int32],
188195
ids=['float64', 'float32', 'int64', 'int32'])

‎tests/test_arraymanipulation.py

+11
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
import numpy
55

66

7+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
78
@pytest.mark.parametrize("dtype",
89
[numpy.float64, numpy.float32, numpy.int64, numpy.int32],
910
ids=["float64", "float32", "int64", "int32"])
@@ -30,6 +31,7 @@ def test_asfarray2(dtype, data):
3031
numpy.testing.assert_array_equal(result, expected)
3132

3233

34+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
3335
class TestConcatenate:
3436
def test_returns_copy(self):
3537
a = dpnp.array(numpy.eye(3))
@@ -91,23 +93,27 @@ class TestHstack:
9193
def test_non_iterable(self):
9294
numpy.testing.assert_raises(TypeError, dpnp.hstack, 1)
9395

96+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
9497
def test_empty_input(self):
9598
numpy.testing.assert_raises(ValueError, dpnp.hstack, ())
9699

100+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
97101
def test_0D_array(self):
98102
b = dpnp.array(2)
99103
a = dpnp.array(1)
100104
res = dpnp.hstack([a, b])
101105
desired = dpnp.array([1, 2])
102106
numpy.testing.assert_array_equal(res, desired)
103107

108+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
104109
def test_1D_array(self):
105110
a = dpnp.array([1])
106111
b = dpnp.array([2])
107112
res = dpnp.hstack([a, b])
108113
desired = dpnp.array([1, 2])
109114
numpy.testing.assert_array_equal(res, desired)
110115

116+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
111117
def test_2D_array(self):
112118
a = dpnp.array([[1], [2]])
113119
b = dpnp.array([[1], [2]])
@@ -126,30 +132,35 @@ class TestVstack:
126132
def test_non_iterable(self):
127133
numpy.testing.assert_raises(TypeError, dpnp.vstack, 1)
128134

135+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
129136
def test_empty_input(self):
130137
numpy.testing.assert_raises(ValueError, dpnp.vstack, ())
131138

139+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
132140
def test_0D_array(self):
133141
a = dpnp.array(1)
134142
b = dpnp.array(2)
135143
res = dpnp.vstack([a, b])
136144
desired = dpnp.array([[1], [2]])
137145
numpy.testing.assert_array_equal(res, desired)
138146

147+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
139148
def test_1D_array(self):
140149
a = dpnp.array([1])
141150
b = dpnp.array([2])
142151
res = dpnp.vstack([a, b])
143152
desired = dpnp.array([[1], [2]])
144153
numpy.testing.assert_array_equal(res, desired)
145154

155+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
146156
def test_2D_array(self):
147157
a = dpnp.array([[1], [2]])
148158
b = dpnp.array([[1], [2]])
149159
res = dpnp.vstack([a, b])
150160
desired = dpnp.array([[1], [2], [1], [2]])
151161
numpy.testing.assert_array_equal(res, desired)
152162

163+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
153164
def test_2D_array2(self):
154165
a = dpnp.array([1, 2])
155166
b = dpnp.array([1, 2])

‎tests/test_bitwise.py

+6
Original file line numberDiff line numberDiff line change
@@ -37,20 +37,26 @@ def _test_binary_int(self, name, lhs, rhs, dtype):
3737

3838
numpy.testing.assert_array_equal(result, expected)
3939

40+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
4041
def test_bitwise_and(self, lhs, rhs, dtype):
4142
self._test_binary_int('bitwise_and', lhs, rhs, dtype)
4243

44+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
4345
def test_bitwise_or(self, lhs, rhs, dtype):
4446
self._test_binary_int('bitwise_or', lhs, rhs, dtype)
4547

48+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
4649
def test_bitwise_xor(self, lhs, rhs, dtype):
4750
self._test_binary_int('bitwise_xor', lhs, rhs, dtype)
4851

52+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
4953
def test_invert(self, lhs, rhs, dtype):
5054
self._test_unary_int('invert', lhs, dtype)
5155

56+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
5257
def test_left_shift(self, lhs, rhs, dtype):
5358
self._test_binary_int('left_shift', lhs, rhs, dtype)
5459

60+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
5561
def test_right_shift(self, lhs, rhs, dtype):
5662
self._test_binary_int('right_shift', lhs, rhs, dtype)

‎tests/test_histograms.py

+4
Original file line numberDiff line numberDiff line change
@@ -13,6 +13,7 @@ def setup(self):
1313
def teardown(self):
1414
pass
1515

16+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
1617
def test_simple(self):
1718
n = 100
1819
v = dpnp.random.rand(n)
@@ -24,6 +25,7 @@ def test_simple(self):
2425
(a, b) = dpnp.histogram(numpy.linspace(0, 10, 100))
2526
numpy.testing.assert_array_equal(a, 10)
2627

28+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
2729
def test_one_bin(self):
2830
# Ticket 632
2931
hist, edges = dpnp.histogram([1, 2, 3, 4], [1, 2])
@@ -66,6 +68,8 @@ def test_density(self):
6668
[1, 2, 3, 4], [0.5, 1.5, numpy.inf], density=True)
6769
numpy.testing.assert_equal(counts, [.25, 0])
6870

71+
72+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
6973
def test_arr_weights_mismatch(self):
7074
a = dpnp.arange(10) + .5
7175
w = dpnp.arange(11) + .5

‎tests/test_indexing.py

+9
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@
55
import numpy
66

77

8+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
89
def test_choose():
910
a = numpy.r_[:4]
1011
ia = dpnp.array(a)
@@ -109,6 +110,7 @@ def test_nonzero(array):
109110
numpy.testing.assert_array_equal(expected, result)
110111

111112

113+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
112114
@pytest.mark.parametrize("vals",
113115
[[100, 200],
114116
(100, 200)],
@@ -138,6 +140,7 @@ def test_place1(arr, mask, vals):
138140
numpy.testing.assert_array_equal(a, ia)
139141

140142

143+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
141144
@pytest.mark.parametrize("vals",
142145
[[100, 200],
143146
[100, 200, 300, 400, 500, 600],
@@ -161,6 +164,7 @@ def test_place2(arr, mask, vals):
161164
numpy.testing.assert_array_equal(a, ia)
162165

163166

167+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
164168
@pytest.mark.parametrize("vals",
165169
[[100, 200],
166170
[100, 200, 300, 400, 500, 600],
@@ -243,6 +247,7 @@ def test_put3():
243247
numpy.testing.assert_array_equal(a, ia)
244248

245249

250+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
246251
def test_put_along_axis_val_int():
247252
a = numpy.arange(16).reshape(4, 4)
248253
ai = dpnp.array(a)
@@ -254,6 +259,7 @@ def test_put_along_axis_val_int():
254259
numpy.testing.assert_array_equal(a, ai)
255260

256261

262+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
257263
def test_put_along_axis1():
258264
a = numpy.arange(64).reshape(4, 4, 4)
259265
ai = dpnp.array(a)
@@ -265,6 +271,7 @@ def test_put_along_axis1():
265271
numpy.testing.assert_array_equal(a, ai)
266272

267273

274+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
268275
def test_put_along_axis2():
269276
a = numpy.arange(64).reshape(4, 4, 4)
270277
ai = dpnp.array(a)
@@ -411,6 +418,7 @@ def test_take(array, indices, array_type, indices_type):
411418
numpy.testing.assert_array_equal(expected, result)
412419

413420

421+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
414422
def test_take_along_axis():
415423
a = numpy.arange(16).reshape(4, 4)
416424
ai = dpnp.array(a)
@@ -422,6 +430,7 @@ def test_take_along_axis():
422430
numpy.testing.assert_array_equal(expected, result)
423431

424432

433+
@pytest.mark.usefixtures("allow_fall_back_on_numpy")
425434
def test_take_along_axis1():
426435
a = numpy.arange(64).reshape(4, 4, 4)
427436
ai = dpnp.array(a)

0 commit comments

Comments
 (0)