[vulkan][test] allow for skipping of tests in vulkan_api_test (#82244)
Differential Revision: [D38171495](https://our.internmc.facebook.com/intern/diff/D38171495/)
Pull Request resolved: https://github.com/pytorch/pytorch/pull/82244
Approved by: https://github.com/manuelcandales
diff --git a/aten/src/ATen/test/vulkan_api_test.cpp b/aten/src/ATen/test/vulkan_api_test.cpp
index 9920e14..7276261 100644
--- a/aten/src/ATen/test/vulkan_api_test.cpp
+++ b/aten/src/ATen/test/vulkan_api_test.cpp
@@ -146,11 +146,6 @@
}
static void slice_test(const std::vector<int64_t>& size, int64_t dim, c10::optional<int64_t> start, c10::optional<int64_t> end, int64_t step) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu = at::rand(size, at::device(at::kCPU).dtype(at::kFloat));
const auto in_vulkan = in_cpu.vulkan();
@@ -183,11 +178,6 @@
}
static void clone_test(const std::vector<int64_t>& size, c10::optional<at::MemoryFormat> optional_memory_format) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu = at::rand(size, at::device(at::kCPU).dtype(at::kFloat));
const auto in_vulkan = in_cpu.vulkan();
@@ -235,29 +225,30 @@
namespace {
class VulkanAPITest : public ::testing::Test {
-public:
-#if defined(USE_VULKAN_GPU_DIAGNOSTICS) && defined(__ANDROID__)
- void SetUp() {
- at::native::vulkan::api::context()->reset_querypool();
+ public:
+ void SetUp() {
+ if (!at::is_vulkan_available()) {
+ GTEST_SKIP() << "Vulkan is not available";
}
+#if defined(USE_VULKAN_GPU_DIAGNOSTICS) && defined(__ANDROID__)
+ at::native::vulkan::api::context()->reset_querypool();
+#endif
+ }
- void TearDown() {
- try {
- at::native::vulkan::api::context()->querypool().extract_results();
- at::native::vulkan::api::context()->querypool().print_results();
- }
- catch (const std::exception& e) {
- std::cout << "Could not get querypool results!"
- << " Reason: " << e.what() << std::endl;
- }
+ void TearDown() {
+#if defined(USE_VULKAN_GPU_DIAGNOSTICS) && defined(__ANDROID__)
+ try {
+ at::native::vulkan::api::context()->querypool().extract_results();
+ at::native::vulkan::api::context()->querypool().print_results();
+ } catch (const std::exception& e) {
+ std::cout << "Could not get querypool results!"
+ << " Reason: " << e.what() << std::endl;
}
#endif
+ }
};
TEST_F(VulkanAPITest, adaptive_avg_pool2d) {
- if (!at::is_vulkan_available()) {
- return;
- }
c10::InferenceMode mode;
const auto in_cpu = at::rand({5, 7, 47, 31}, at::TensorOptions(at::kCPU).dtype(at::kFloat));
@@ -273,10 +264,6 @@
}
TEST_F(VulkanAPITest, add) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({11, 7, 139, 109}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -295,10 +282,6 @@
}
TEST_F(VulkanAPITest, add_broadcast0) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({3, 5, 179, 221}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -317,10 +300,6 @@
}
TEST_F(VulkanAPITest, add_broadcast1) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({3, 5, 179, 221}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -339,9 +318,6 @@
}
TEST_F(VulkanAPITest, add_broadcast2) {
- if (!at::is_vulkan_available()) {
- return;
- }
const auto a_cpu = at::rand({3, 4, 179, 221}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -361,10 +337,6 @@
}
TEST_F(VulkanAPITest, add_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({61, 17, 29, 83}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -383,10 +355,6 @@
}
TEST_F(VulkanAPITest, add_broadcast0_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({16, 17, 29, 83}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -405,10 +373,6 @@
}
TEST_F(VulkanAPITest, add_broadcast1_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({3, 8, 29, 83}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -427,10 +391,6 @@
}
TEST_F(VulkanAPITest, add_scalar) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({13, 23, 59, 73}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -448,10 +408,6 @@
}
TEST_F(VulkanAPITest, add_scalar_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({47, 2, 23, 97}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -469,10 +425,6 @@
}
TEST_F(VulkanAPITest, addmm) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
constexpr float alpha = 2.1f;
constexpr float beta = 103.24;
@@ -493,10 +445,6 @@
}
TEST_F(VulkanAPITest, addmm_expand) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
constexpr float alpha = 2.1f;
constexpr float beta = 103.24;
@@ -517,10 +465,6 @@
}
TEST_F(VulkanAPITest, avg_pool2d) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto in_cpu = at::rand({3, 19, 43, 79}, at::TensorOptions(at::kCPU).dtype(at::kFloat));
const auto out_cpu = at::avg_pool2d(in_cpu, {5, 3}, {1, 2}, {2, 0}, true);
const auto out_vulkan = at::avg_pool2d(in_cpu.vulkan(), {5, 3}, {1, 2}, {2, 0}, true);
@@ -536,10 +480,6 @@
TEST_F(VulkanAPITest, batch_norm_invalid_inputs) {
c10::InferenceMode mode;
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Act: Vulkan batchnorm only supports evaluation mode
EXPECT_THROW({
at::batch_norm(
@@ -656,10 +596,6 @@
TEST_F(VulkanAPITest, batch_norm_small) {
c10::InferenceMode mode;
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto input_cpu = at::rand({1, 4, 1, 1}, at::device(at::kCPU).dtype(at::kFloat));
const auto input_vulkan = input_cpu.vulkan();
@@ -689,10 +625,6 @@
TEST_F(VulkanAPITest, batch_norm_medium) {
c10::InferenceMode mode;
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto input_cpu = at::rand({3, 8, 5, 7}, at::device(at::kCPU).dtype(at::kFloat));
const auto input_vulkan = input_cpu.vulkan();
@@ -722,9 +654,6 @@
TEST_F(VulkanAPITest, batch_norm_large) {
c10::InferenceMode mode;
- if (!at::is_vulkan_available()) {
- return;
- }
const auto input_cpu = at::rand({79, 52, 139, 109}, at::device(at::kCPU).dtype(at::kFloat));
const auto input_vulkan = input_cpu.vulkan();
@@ -753,10 +682,6 @@
}
TEST_F(VulkanAPITest, clamp) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto in_cpu = at::rand({17, 197, 302, 5}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_vulkan = in_cpu.vulkan();
@@ -775,10 +700,6 @@
}
TEST_F(VulkanAPITest, clamp_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto cpu = at::rand({17, 197, 302, 5}, at::device(at::kCPU).dtype(at::kFloat));
const auto vulkan = cpu.vulkan();
@@ -797,10 +718,6 @@
}
TEST_F(VulkanAPITest, conv2d) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
constexpr int64_t groups = 1;
constexpr std::array<int64_t, 2u> stride{2, 2};
constexpr std::array<int64_t, 2u> padding{1, 1};
@@ -870,10 +787,6 @@
}
TEST_F(VulkanAPITest, conv2d_dw) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
constexpr int64_t groups = 7;
constexpr std::array<int64_t, 2u> stride{2, 3};
constexpr std::array<int64_t, 2u> padding{0, 4};
@@ -942,10 +855,6 @@
}
TEST_F(VulkanAPITest, conv2d_pw) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
constexpr int64_t groups = 1;
constexpr std::array<int64_t, 2u> stride{1, 1};
constexpr std::array<int64_t, 2u> padding{0, 0};
@@ -1014,10 +923,6 @@
}
TEST_F(VulkanAPITest, copy) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto cpu = at::rand({13, 17, 37, 19}, at::device(at::kCPU).dtype(at::kFloat));
const auto vulkan = cpu.vulkan();
@@ -1030,9 +935,6 @@
}
TEST_F(VulkanAPITest, cumsum) {
- if (!at::is_vulkan_available()) {
- return;
- }
c10::InferenceMode mode;
const auto in_cpu = at::rand({1, 17, 37, 49}, at::TensorOptions(at::kCPU).dtype(at::kFloat));
@@ -1060,10 +962,6 @@
}
TEST_F(VulkanAPITest, div) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({11, 7, 139, 109}, at::device(at::kCPU).dtype(at::kFloat))+0.01;
const auto a_vulkan = a_cpu.vulkan();
@@ -1082,10 +980,6 @@
}
TEST_F(VulkanAPITest, div_broadcast0) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({3, 5, 1, 1}, at::device(at::kCPU).dtype(at::kFloat))+0.01;
const auto a_vulkan = a_cpu.vulkan();
@@ -1104,10 +998,6 @@
}
TEST_F(VulkanAPITest, div_broadcast1) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({3, 5, 179, 221}, at::device(at::kCPU).dtype(at::kFloat))+0.01;
const auto a_vulkan = a_cpu.vulkan();
@@ -1126,10 +1016,6 @@
}
TEST_F(VulkanAPITest, div_broadcast2) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({3, 4, 179, 221}, at::device(at::kCPU).dtype(at::kFloat))+0.01;
const auto a_vulkan = a_cpu.vulkan();
@@ -1148,10 +1034,6 @@
}
TEST_F(VulkanAPITest, div_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({61, 17, 29, 83}, at::device(at::kCPU).dtype(at::kFloat))+0.01;
auto a_vulkan = a_cpu.vulkan();
@@ -1170,10 +1052,6 @@
}
TEST_F(VulkanAPITest, div_broadcast0_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({12, 17, 29, 83}, at::device(at::kCPU).dtype(at::kFloat))+0.01;
auto a_vulkan = a_cpu.vulkan();
@@ -1192,10 +1070,6 @@
}
TEST_F(VulkanAPITest, div_broadcast1_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({3, 8, 29, 83}, at::device(at::kCPU).dtype(at::kFloat))+0.01;
auto a_vulkan = a_cpu.vulkan();
@@ -1214,9 +1088,6 @@
}
TEST_F(VulkanAPITest, div_scalar) {
- if (!at::is_vulkan_available()) {
- return;
- }
const auto a_cpu = at::rand({17, 213, 213, 7}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -1235,10 +1106,6 @@
}
TEST_F(VulkanAPITest, div_scalar_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({11, 7, 139, 109}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -1256,18 +1123,11 @@
}
TEST_F(VulkanAPITest, empty) {
- if (!at::is_vulkan_available()) {
- return;
- }
ASSERT_NO_THROW(at::empty({1, 17, 41, 53}, at::device(at::kVulkan).dtype(at::kFloat)));
}
void test_glu(const at::IntArrayRef input_shape) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto in_cpu = at::rand(input_shape, at::device(at::kCPU).dtype(at::kFloat));
const auto in_vulkan = in_cpu.vulkan();
@@ -1303,10 +1163,6 @@
}
TEST_F(VulkanAPITest, hardsigmoid) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto in_cpu = at::rand({17, 197, 302, 5}, at::device(at::kCPU).dtype(at::kFloat))*12 - 6;
const auto in_vulkan = in_cpu.vulkan();
@@ -1322,10 +1178,6 @@
}
TEST_F(VulkanAPITest, hardsigmoid_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto cpu = at::rand({17, 197, 302, 5}, at::device(at::kCPU).dtype(at::kFloat))*12 - 6;
auto vulkan = cpu.vulkan();
@@ -1341,10 +1193,6 @@
}
TEST_F(VulkanAPITest, hardshrink) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
for (const auto lambd_value : {-4.2, -1.0, 0.42, 1.0, 4.2, 13.7}) {
// Generate values between -10 and +10
const auto in_cpu = (at::rand({3, 63, 79, 17}, at::device(at::kCPU).dtype(at::kFloat)) - 0.5) * 20;
@@ -1358,10 +1206,6 @@
}
TEST_F(VulkanAPITest, hardshrink_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
for (const auto lambd_value : {0.42, 1.0, 4.2, 13.7}) {
// Generate values between -10 and +10
const auto in_cpu = (at::rand({3, 63, 79, 17}, at::device(at::kCPU).dtype(at::kFloat)) - 0.5) * 20;
@@ -1378,10 +1222,6 @@
TEST_F(VulkanAPITest, layer_norm_invalid_inputs) {
c10::InferenceMode mode;
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Act: incorrect normalized shape
EXPECT_THROW({
at::layer_norm(
@@ -1463,10 +1303,6 @@
TEST_F(VulkanAPITest, layer_norm_3d_small) {
c10::InferenceMode mode;
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto input_cpu = at::rand({1, 1, 1}, at::device(at::kCPU).dtype(at::kFloat));
const auto input_vulkan = input_cpu.vulkan();
@@ -1490,10 +1326,6 @@
TEST_F(VulkanAPITest, layer_norm_3d_medium) {
c10::InferenceMode mode;
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto input_cpu = at::rand({3, 5, 7}, at::device(at::kCPU).dtype(at::kFloat));
const auto input_vulkan = input_cpu.vulkan();
@@ -1517,10 +1349,6 @@
TEST_F(VulkanAPITest, layer_norm_3d_large) {
c10::InferenceMode mode;
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto input_cpu = at::rand({53, 139, 109}, at::device(at::kCPU).dtype(at::kFloat));
const auto input_vulkan = input_cpu.vulkan();
@@ -1544,10 +1372,6 @@
TEST_F(VulkanAPITest, layer_norm_4d_small) {
c10::InferenceMode mode;
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto input_cpu = at::rand({1, 1, 1, 1}, at::device(at::kCPU).dtype(at::kFloat));
const auto input_vulkan = input_cpu.vulkan();
@@ -1571,10 +1395,6 @@
TEST_F(VulkanAPITest, layer_norm_4d_medium) {
c10::InferenceMode mode;
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto input_cpu = at::rand({1, 3, 5, 7}, at::device(at::kCPU).dtype(at::kFloat));
const auto input_vulkan = input_cpu.vulkan();
@@ -1598,10 +1418,6 @@
TEST_F(VulkanAPITest, layer_norm_4d_large) {
c10::InferenceMode mode;
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto input_cpu = at::rand({1, 53, 139, 109}, at::device(at::kCPU).dtype(at::kFloat));
const auto input_vulkan = input_cpu.vulkan();
@@ -1623,10 +1439,6 @@
}
TEST_F(VulkanAPITest, leaky_relu) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
for (const auto negative_slope : {0.01, 0.001, 1.0, -0.001}) {
const auto in_cpu = at::rand({17, 197, 302, 5}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_vulkan = in_cpu.vulkan();
@@ -1645,10 +1457,6 @@
}
TEST_F(VulkanAPITest, leaky_relu_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
for (const auto negative_slope : {0.01, 0.001, 1.0, -0.001}) {
auto cpu = at::rand({17, 197, 302, 5}, at::device(at::kCPU).dtype(at::kFloat));
auto vulkan = cpu.vulkan();
@@ -1666,10 +1474,6 @@
}
TEST_F(VulkanAPITest, lerp) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({11, 7, 139, 109}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -1691,10 +1495,6 @@
}
TEST_F(VulkanAPITest, lerp_broadcast0) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({3, 5, 179, 221}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -1716,10 +1516,6 @@
}
TEST_F(VulkanAPITest, lerp_broadcast1) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({3, 4, 179, 221}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -1741,10 +1537,6 @@
}
TEST_F(VulkanAPITest, lerp_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({61, 17, 29, 83}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -1766,10 +1558,6 @@
}
TEST_F(VulkanAPITest, lerp_broadcast0_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({3, 5, 179, 221}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -1791,10 +1579,6 @@
}
TEST_F(VulkanAPITest, lerp_broadcast1_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({3, 4, 179, 221}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -1816,10 +1600,6 @@
}
TEST_F(VulkanAPITest, lerp_scalar) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({13, 23, 59, 73}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -1840,10 +1620,6 @@
}
TEST_F(VulkanAPITest, lerp_scalar_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({47, 2, 23, 97}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -1864,10 +1640,6 @@
}
TEST_F(VulkanAPITest, hardswish) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto in_cpu = at::rand({17, 197, 302, 5}, at::device(at::kCPU).dtype(at::kFloat))*12 - 6;
const auto in_vulkan = in_cpu.vulkan();
@@ -1883,10 +1655,6 @@
}
TEST_F(VulkanAPITest, threshold) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto in_cpu = at::rand({2, 11, 57, 23}, at::device(at::kCPU).dtype(at::kFloat))*12 - 6;
const auto in_vulkan = in_cpu.vulkan();
@@ -1901,10 +1669,6 @@
}
TEST_F(VulkanAPITest, hardswish_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto cpu = at::rand({17, 197, 302, 5}, at::device(at::kCPU).dtype(at::kFloat))*12 - 6;
auto vulkan = cpu.vulkan();
@@ -1920,9 +1684,6 @@
}
TEST_F(VulkanAPITest, max_pool2d) {
- if (!at::is_vulkan_available()) {
- return;
- }
c10::InferenceMode mode;
const auto in_cpu = at::rand({5, 13, 55, 68}, at::TensorOptions(at::kCPU).dtype(at::kFloat));
@@ -1968,10 +1729,6 @@
}
TEST_F(VulkanAPITest, mm) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto m1_cpu = at::rand({179, 67}, at::device(at::kCPU).dtype(at::kFloat));
const auto m2_cpu = at::rand({67, 163}, at::device(at::kCPU).dtype(at::kFloat));
const auto out_cpu = m1_cpu.mm(m2_cpu);
@@ -1988,10 +1745,6 @@
}
TEST_F(VulkanAPITest, mul) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({11, 7, 139, 109}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -2010,10 +1763,6 @@
}
TEST_F(VulkanAPITest, mul_broadcast0) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({3, 5, 1, 1}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -2032,10 +1781,6 @@
}
TEST_F(VulkanAPITest, mul_broadcast1) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({3, 5, 179, 221}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -2054,10 +1799,6 @@
}
TEST_F(VulkanAPITest, mul_broadcast2) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({3, 4, 179, 221}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -2076,10 +1817,6 @@
}
TEST_F(VulkanAPITest, mul_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({61, 17, 29, 83}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -2098,10 +1835,6 @@
}
TEST_F(VulkanAPITest, mul_broadcast0_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({12, 17, 29, 83}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -2120,10 +1853,6 @@
}
TEST_F(VulkanAPITest, mul_broadcast1_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({3, 8, 29, 83}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -2142,10 +1871,6 @@
}
TEST_F(VulkanAPITest, mul_scalar) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({17, 213, 213, 7}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -2163,10 +1888,6 @@
}
TEST_F(VulkanAPITest, mul_scalar_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({11, 7, 139, 109}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -2184,10 +1905,6 @@
}
TEST_F(VulkanAPITest, reflection_pad2d) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({2, 3, 47, 63}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -2203,10 +1920,6 @@
}
TEST_F(VulkanAPITest, replication_pad2d) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({2, 3, 47, 63}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -2224,9 +1937,6 @@
}
TEST_F(VulkanAPITest, reshape) {
- if (!at::is_vulkan_available()) {
- return;
- }
c10::InferenceMode mode;
const auto in_cpu = at::rand({7, 11, 8, 9}, at::device(at::kCPU).dtype(at::kFloat));
@@ -2246,9 +1956,6 @@
}
TEST_F(VulkanAPITest, reshape_) {
- if (!at::is_vulkan_available()) {
- return;
- }
c10::InferenceMode mode;
const auto cpu = at::rand({9, 4, 12, 6}, at::device(at::kCPU).dtype(at::kFloat));
@@ -2268,10 +1975,6 @@
}
void test_select(const at::IntArrayRef input_shape, int64_t dim, int64_t index) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto in_cpu = at::rand(input_shape, at::device(at::kCPU).dtype(at::kFloat));
const auto out_cpu = at::select(in_cpu, dim, index);
@@ -2299,10 +2002,6 @@
}
TEST_F(VulkanAPITest, sigmoid) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto in_cpu = at::rand({17, 197, 302, 5}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_vulkan = in_cpu.vulkan();
@@ -2318,10 +2017,6 @@
}
TEST_F(VulkanAPITest, sigmoid_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto cpu = at::rand({17, 197, 302, 5}, at::device(at::kCPU).dtype(at::kFloat));
auto vulkan = cpu.vulkan();
@@ -2386,10 +2081,6 @@
}
TEST_F(VulkanAPITest, tanh) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto in_cpu = at::rand({17, 197, 302, 5}, at::device(at::kCPU).dtype(at::kFloat)) * 30;
const auto in_vulkan = in_cpu.vulkan();
@@ -2405,10 +2096,6 @@
}
TEST_F(VulkanAPITest, tanh_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto cpu = at::rand({17, 197, 302, 5}, at::device(at::kCPU).dtype(at::kFloat)) * 30;
auto vulkan = cpu.vulkan();
@@ -2424,10 +2111,6 @@
}
TEST_F(VulkanAPITest, sub) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({11, 7, 139, 109}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -2446,10 +2129,6 @@
}
TEST_F(VulkanAPITest, sub_broadcast0) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({3, 5, 179, 221}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -2468,10 +2147,6 @@
}
TEST_F(VulkanAPITest, sub_broadcast1) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({3, 5, 179, 221}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -2490,10 +2165,6 @@
}
TEST_F(VulkanAPITest, sub_broadcast2) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto a_cpu = at::rand({3, 4, 179, 221}, at::device(at::kCPU).dtype(at::kFloat));
const auto a_vulkan = a_cpu.vulkan();
@@ -2512,10 +2183,6 @@
}
TEST_F(VulkanAPITest, sub_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({61, 17, 29, 83}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -2534,10 +2201,6 @@
}
TEST_F(VulkanAPITest, sub_broadcast0_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({16, 17, 29, 83}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -2556,10 +2219,6 @@
}
TEST_F(VulkanAPITest, sub_broadcast1_) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
auto a_cpu = at::rand({3, 8, 29, 83}, at::device(at::kCPU).dtype(at::kFloat));
auto a_vulkan = a_cpu.vulkan();
@@ -2578,11 +2237,6 @@
}
TEST_F(VulkanAPITest, transposed_conv2d) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
constexpr int64_t groups = 1;
constexpr std::array<int64_t, 2u> stride{1, 2};
@@ -2658,10 +2312,6 @@
}
TEST_F(VulkanAPITest, upsample_nearest2d) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto in_cpu = at::rand({1, 2, 2, 3}, at::TensorOptions(at::kCPU).dtype(at::kFloat));
const auto out_cpu = at::upsample_nearest2d(in_cpu, {4, 6});
@@ -2677,10 +2327,6 @@
}
void test_unbind(const at::IntArrayRef input_shape, int64_t dim) {
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto in_cpu = at::rand(input_shape, at::device(at::kCPU).dtype(at::kFloat));
const auto out_cpu = at::unbind(in_cpu, dim);
@@ -2713,9 +2359,6 @@
}
TEST_F(VulkanAPITest, view_explicit) {
- if (!at::is_vulkan_available()) {
- return;
- }
c10::InferenceMode mode;
const auto in_cpu = at::rand({7, 8, 9}, at::device(at::kCPU).dtype(at::kFloat));
@@ -2735,9 +2378,6 @@
}
TEST_F(VulkanAPITest, view_inferred) {
- if (!at::is_vulkan_available()) {
- return;
- }
c10::InferenceMode mode;
const auto in_cpu = at::rand({7, 11, 8, 9}, at::device(at::kCPU).dtype(at::kFloat));
@@ -2759,10 +2399,6 @@
TEST_F(VulkanAPITest, view_invalid_inputs) {
c10::InferenceMode mode;
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Act: only one dimension can be inferred
EXPECT_THROW({
at::rand({7, 8, 9}, at::device(at::kCPU).dtype(at::kFloat))
@@ -2784,11 +2420,6 @@
#if !defined(__APPLE__)
TEST_F(VulkanAPITest, DISABLED_cat_dim1_samefeature_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu1 = at::rand({3, 9, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({3, 9, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -2808,11 +2439,6 @@
}
TEST_F(VulkanAPITest, DISABLED_cat_dim1_difffeature_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu1 = at::rand({3, 3, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({3, 8, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -2832,11 +2458,6 @@
}
TEST_F(VulkanAPITest, cat_dim1_texture2d_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange: 2D Texture (VK_IMAGE_VIEW_TYPE_2D)
const auto in_cpu1 = at::rand({2, 3, 2, 2}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({2, 3, 2, 2}, at::device(at::kCPU).dtype(at::kFloat));
@@ -2857,11 +2478,6 @@
#endif /* !defined(__APPLE__) */
TEST_F(VulkanAPITest, cat_dim1_singledepth_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange: batch x channel (1x1) = single depth texture
const auto in_cpu1 = at::rand({1, 1, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({1, 1, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -2881,11 +2497,6 @@
}
TEST_F(VulkanAPITest, cat_dim1_singletensor_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange: single input tensor
const auto in_cpu1 = at::rand({3, 7, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -2903,11 +2514,6 @@
}
TEST_F(VulkanAPITest, DISABLED_cat_dim1_twotensors_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange: two input tensors
const auto in_cpu1 = at::rand({3, 7, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({3, 7, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -2926,11 +2532,6 @@
}
TEST_F(VulkanAPITest, cat_dim1_bat1_mult4ch_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange: batch=1 and channel (a multiple of 4 <-> channel %4 == 0)
const auto in_cpu1 = at::rand({1, 4, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({1, 4, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -2950,11 +2551,6 @@
}
TEST_F(VulkanAPITest, cat_dim1_bat2_mult4ch_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange: batch=2 and channel (a multiple of 4 <-> channel %4 == 0)
const auto in_cpu1 = at::rand({2, 4, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({2, 4, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -2974,11 +2570,6 @@
}
TEST_F(VulkanAPITest, cat_dim1_mult4ch_mixed_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange: batch=1 and channel (different multiples of 4 <-> channel %4 == 0)
const auto in_cpu1 = at::rand({3, 4, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({3, 8, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -2998,11 +2589,6 @@
}
TEST_F(VulkanAPITest, DISABLED_cat_dim1_mult4ch_nonmult4ch_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange: batch=1 and channel (a mixed set of multiples and non-multiples of 4)
const auto in_cpu1 = at::rand({3, 3, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({3, 4, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -3023,11 +2609,6 @@
}
TEST_F(VulkanAPITest, cat_dim2_sameheight_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu1 = at::rand({3, 9, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({3, 9, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -3047,11 +2628,6 @@
}
TEST_F(VulkanAPITest, cat_dim2_diffheight_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu1 = at::rand({3, 9, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({3, 9, 112, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -3071,11 +2647,6 @@
}
TEST_F(VulkanAPITest, cat_dim2_singledepth_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange: batch x channel (1x1) = single depth texture
const auto in_cpu1 = at::rand({1, 1, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({1, 1, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -3095,11 +2666,6 @@
}
TEST_F(VulkanAPITest, cat_dim2_invalidinputs_exceptions) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange: Vulkan cat inputs must have matching sizes except concatenated dimension
{
const auto in_cpu1 = at::rand({3, 5, 221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -3144,11 +2710,6 @@
}
TEST_F(VulkanAPITest, permute_2d_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu = at::rand({2, 3}, at::device(at::kCPU).dtype(at::kFloat));
@@ -3166,11 +2727,6 @@
}
TEST_F(VulkanAPITest, permute_3d_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu = at::rand({2, 3, 2}, at::device(at::kCPU).dtype(at::kFloat));
std::vector<std::vector<int64_t>> all_dims;
@@ -3195,11 +2751,6 @@
}
TEST_F(VulkanAPITest, permute_4d_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu = at::rand({2, 3, 4, 5}, at::device(at::kCPU).dtype(at::kFloat));
std::vector<std::vector<int64_t>> all_dims;
@@ -3224,11 +2775,6 @@
}
TEST_F(VulkanAPITest, permute_4dmclaren_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange: McLaren Model usage
const auto in_cpu = at::rand({1, 2, 1, 161}, at::device(at::kCPU).dtype(at::kFloat));
@@ -3246,11 +2792,6 @@
}
TEST_F(VulkanAPITest, permute_4dbig_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu = at::rand({3, 9, 89, 91}, at::device(at::kCPU).dtype(at::kFloat));
std::vector<std::vector<int64_t>> all_dims;
@@ -3274,11 +2815,6 @@
}
TEST_F(VulkanAPITest, permute_negativedims_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu = at::rand({5, 4, 3, 2}, at::device(at::kCPU).dtype(at::kFloat));
@@ -3296,11 +2832,6 @@
}
TEST_F(VulkanAPITest, permute_invalidinputs_exceptions) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu = at::rand({1, 2, 1, 161}, at::device(at::kCPU).dtype(at::kFloat));
@@ -3422,11 +2953,6 @@
}
TEST_F(VulkanAPITest, stack_invalid_inputs) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Act: Vulkan stack expects at least one tensor
EXPECT_THROW({
at::stack({}, 0);
@@ -3458,11 +2984,6 @@
}
TEST_F(VulkanAPITest, stack_1_tensor) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu1 = at::rand({221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -3480,11 +3001,6 @@
}
TEST_F(VulkanAPITest, stack_2_tensors) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu1 = at::rand({221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -3503,11 +3019,6 @@
}
TEST_F(VulkanAPITest, stack_3_tensors) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu1 = at::rand({221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -3527,11 +3038,6 @@
}
TEST_F(VulkanAPITest, stack_4_tensors) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const auto in_cpu1 = at::rand({221, 193}, at::device(at::kCPU).dtype(at::kFloat));
const auto in_cpu2 = at::rand({221, 193}, at::device(at::kCPU).dtype(at::kFloat));
@@ -3552,11 +3058,6 @@
}
TEST_F(VulkanAPITest, stack_from_1_to_20_tensors) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
std::vector<at::Tensor> tensors_cpu = {};
std::vector<at::Tensor> tensors_vulkan = {};
@@ -3847,9 +3348,6 @@
};
TEST_F(VulkanAPITest, mobilenetv2) {
- if (!at::is_vulkan_available()) {
- return;
- }
c10::InferenceMode mode;
MobileNetV2 mn2;
@@ -3866,11 +3364,6 @@
}
TEST_F(VulkanAPITest, gru_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const int H_in = 5; // input_size
const int H_out = 7; // hidden_size
@@ -3938,11 +3431,6 @@
}
TEST_F(VulkanAPITest, gru_mclareninputs_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const int H_in = 384; // input_size
const int H_out = 384; // hidden_size
@@ -4006,11 +3494,6 @@
}
TEST_F(VulkanAPITest, gru_invalidinputs_exceptions) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const int H_in = 17; // input_size
const int H_out = 50; // hidden_size
@@ -4104,11 +3587,6 @@
}
TEST_F(VulkanAPITest, gru_prepack_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const int H_in = 81; // input_size
const int H_out = 10; // hidden_size
@@ -4178,11 +3656,6 @@
}
TEST_F(VulkanAPITest, gru_prepack_invalidinputs_exceptions) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const int H_in = 70; // input_size
const int H_out = 2; // hidden_size
@@ -4313,10 +3786,6 @@
const at::IntArrayRef bias_shape) {
c10::InferenceMode mode;
- if (!at::is_vulkan_available()) {
- return;
- }
-
const auto input_cpu = at::rand(input_shape, at::device(at::kCPU).dtype(at::kFloat));
const auto weight = at::rand(weight_shape, at::device(at::kCPU).dtype(at::kFloat));
const auto bias = at::rand(bias_shape, at::device(at::kCPU).dtype(at::kFloat));
@@ -4356,11 +3825,6 @@
}
TEST_F(VulkanAPITest, lstm_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const int input_size = 5;
const int hidden_size = 7;
@@ -4441,11 +3905,6 @@
}
TEST_F(VulkanAPITest, lstm_mclareninputs_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const int input_size = 384;
const int hidden_size = 384;
@@ -4522,11 +3981,6 @@
}
TEST_F(VulkanAPITest, lstm_prepack_success) {
- // Guard
- if (!at::is_vulkan_available()) {
- return;
- }
-
// Arrange
const int input_size = 81;
const int hidden_size = 10;
