Moving the Influence test helper (#1484)

Summary:
Pull Request resolved: #1484

This Diff is to remove base modules for the testing functionality within Captum. The influence test helper is limited in its scope so it's a smaller Diff.

Differential Revision: D68157431

Author: styusuf

tests/helpers/influence/__init__.py renamed to captum/testing/helpers/influence/__init__.py

@@ -17,10 +17,7 @@
     _top_eigen,
     _unflatten_params_factory,
 )
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _format_batch_into_tuple,
     build_test_name_func,
     DataInfluenceConstructor,
@@ -31,6 +28,9 @@
     is_gpu,
     UnpackDataset,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual
 from torch import Tensor
 from torch.utils.data import DataLoader
 

tests/helpers/influence/common.py renamed to captum/testing/helpers/influence/common.py

@@ -9,15 +9,15 @@
     TracInCPFast,
     TracInCPFastRandProj,
 )
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _format_batch_into_tuple,
     build_test_name_func,
     DataInfluenceConstructor,
     get_random_model_and_data,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual
 from torch.utils.data import DataLoader
 
 
@@ -32,13 +32,13 @@ class TestTracInDataLoader(BaseTest):
     # `comprehension((reduction, constr, unpack_inputs) for
     # generators(generator(unpack_inputs in [False, True] if ),
     # generators(generator((reduction, constr) in
-    # [("none", tests.helpers.influence.common.DataInfluenceConstructor
+    # [("none", captum.testing.helpers.influence.common.DataInfluenceConstructor
     # (captum.influence._core.tracincp.TracInCP)),
-    # ("sum", tests.helpers.influence.common.DataInfluenceConstructor
+    # ("sum", captum.testing.helpers.influence.common.DataInfluenceConstructor
     # (captum.influence._core.tracincp_fast_rand_proj.TracInCPFast)), ("sum",
-    # tests.helpers.influence.common.DataInfluenceConstructor(captum.influence._core.
+    # captum.testing.helpers.influence.common.DataInfluenceConstructor(captum.influence._core.
     # tracincp_fast_rand_proj.TracInCPFastRandProj)), ("sum",
-    # tests.helpers.influence.common.DataInfluenceConstructor(
+    # captum.testing.helpers.influence.common.DataInfluenceConstructor(
     # captum.influence._core.tracincp_fast_rand_proj.TracInCPFastRandProj,
     # $parameter$name = "TracInCPFastRandProj_1DProj",
     # $parameter$projection_dim = 1))] if ))))`

tests/influence/_core/test_arnoldi_influence.py

@@ -12,10 +12,7 @@
     _functional_call,
     _unflatten_params_factory,
 )
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual, assertTensorTuplesAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _format_batch_into_tuple,
     build_test_name_func,
     DataInfluenceConstructor,
@@ -25,6 +22,9 @@
     Linear,
     UnpackDataset,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual, assertTensorTuplesAlmostEqual
 from torch.utils.data import DataLoader
 
 # TODO: for some unknow reason, this test does not work

tests/influence/_core/test_dataloader.py

@@ -9,13 +9,13 @@
 
 import torch.nn as nn
 from captum.influence._core.tracincp import TracInCP
-from parameterized import parameterized
-from tests.helpers.basic import assertTensorAlmostEqual, BaseTest
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     build_test_name_func,
     DataInfluenceConstructor,
     get_random_model_and_data,
 )
+from parameterized import parameterized
+from tests.helpers.basic import assertTensorAlmostEqual, BaseTest
 from torch.utils.data import DataLoader
 
 

tests/influence/_core/test_naive_influence.py

@@ -12,15 +12,15 @@
     TracInCPFast,
     TracInCPFastRandProj,
 )
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _format_batch_into_tuple,
     build_test_name_func,
     DataInfluenceConstructor,
     get_random_model_and_data,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual
 from torch.utils.data import DataLoader
 
 

tests/influence/_core/test_tracin_aggregate_influence.py

@@ -6,11 +6,7 @@
 import torch
 import torch.nn as nn
 from captum.influence._core.tracincp import TracInCP
-
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _format_batch_into_tuple,
     build_test_name_func,
     DataInfluenceConstructor,
@@ -19,6 +15,10 @@
     is_gpu,
 )
 
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual
+
 
 class TestTracInGetKMostInfluential(BaseTest):
     param_list: List[
@@ -76,7 +76,7 @@ class TestTracInGetKMostInfluential(BaseTest):
                             )
 
     # pyre-fixme[56]: Pyre was not able to infer the type of argument
-    # `tests.helpers.influence.common.build_test_name_func()`
+    # `captum.testing.helpers.influence.common.build_test_name_func()`
     # to decorator factory `parameterized.parameterized.expand`.
     @parameterized.expand(
         param_list,

tests/influence/_core/test_tracin_intermediate_quantities.py

@@ -13,10 +13,7 @@
     TracInCPFast,
     TracInCPFastRandProj,
 )
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _isSorted,
     _wrap_model_in_dataparallel,
     build_test_name_func,
@@ -25,6 +22,9 @@
     IdentityDataset,
     RangeDataset,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual
 from torch import Tensor
 
 
@@ -142,7 +142,7 @@ def _test_tracin_regression_setup(
                     param_list.append((reduction, constructor, mode, dim, use_gpu))
 
     # pyre-fixme[56]: Pyre was not able to infer the type of argument
-    # `tests.helpers.influence.common.build_test_name_func
+    # `captum.testing.helpers.influence.common.build_test_name_func
     # ($parameter$args_to_skip = ["reduction"])` to decorator factory
     # `parameterized.parameterized.expand`.
     @parameterized.expand(
@@ -258,7 +258,7 @@ def test_tracin_regression(
                 )
 
     # pyre-fixme[56]: Pyre was not able to infer the type of argument
-    # `tests.helpers.influence.common.build_test_name_func()`
+    # `captum.testing.helpers.influence.common.build_test_name_func()`
     # to decorator factory `parameterized.parameterized.expand`.
     @parameterized.expand(
         [
@@ -350,7 +350,7 @@ def _test_tracin_identity_regression_setup(
         return dataset, net
 
     # pyre-fixme[56]: Pyre was not able to infer the type of argument
-    # `tests.helpers.influence.common.build_test_name_func()`
+    # `captum.testing.helpers.influence.common.build_test_name_func()`
     # to decorator factory `parameterized.parameterized.expand`
     @parameterized.expand(
         [
@@ -465,7 +465,7 @@ def test_tracin_identity_regression(
                 )
 
     # pyre-fixme[56]: Pyre was not able to infer the type of argument
-    # `tests.helpers.influence.common.build_test_name_func()`
+    # `captum.testing.helpers.influence.common.build_test_name_func()`
     # to decorator factory `parameterized.parameterized.expand`.
     @parameterized.expand(
         [

tests/influence/_core/test_tracin_k_most_influential.py

@@ -8,17 +8,17 @@
 from captum.influence._core.influence_function import NaiveInfluenceFunction
 from captum.influence._core.tracincp import TracInCP, TracInCPBase
 from captum.influence._core.tracincp_fast_rand_proj import TracInCPFast
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _format_batch_into_tuple,
     build_test_name_func,
     DataInfluenceConstructor,
     get_random_model_and_data,
     GPU_SETTING_LIST,
     is_gpu,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual
 from torch.utils.data import DataLoader