Cleanup unnecessary SpectralFuncInfo logic (#48712)

Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/48712

Test Plan: Imported from OSS

Reviewed By: ngimel

Differential Revision: D25868675

Pulled By: mruberry

fbshipit-source-id: 90b32b27d9a3d79c3754c4a1c0747dbe0f140192
diff --git a/torch/testing/_internal/common_methods_invocations.py b/torch/testing/_internal/common_methods_invocations.py
index 9026f60..a49830d 100644
--- a/torch/testing/_internal/common_methods_invocations.py
+++ b/torch/testing/_internal/common_methods_invocations.py
@@ -476,17 +476,10 @@
                  *,
                  ref=None,  # Reference implementation (probably in np.fft namespace)
                  dtypes=floating_and_complex_types(),
-                 dtypesIfCPU=None,
-                 dtypesIfCUDA=None,
-                 dtypesIfROCM=None,
                  ndimensional: bool,  # Whether dim argument can be a tuple
                  skips=None,
                  decorators=None,
                  **kwargs):
-        dtypesIfCPU = dtypesIfCPU if dtypesIfCPU is not None else dtypes
-        dtypesIfCUDA = dtypesIfCUDA if dtypesIfCUDA is not None else dtypes
-        dtypesIfROCM = dtypesIfROCM if dtypesIfROCM is not None else dtypes
-
         # gradgrad is quite slow
         if not TEST_WITH_SLOW:
             skips = skips if skips is not None else []
@@ -497,9 +490,6 @@
 
         super().__init__(name=name,
                          dtypes=dtypes,
-                         dtypesIfCPU=dtypesIfCPU,
-                         dtypesIfCUDA=dtypesIfCUDA,
-                         dtypesIfROCM=dtypesIfROCM,
                          skips=skips,
                          decorators=decorators,
                          **kwargs)