Revert "Increase # of runs for CPU perf test, and increase margin of error" (#6322)
* Revert "Add __constants__ to Script modules (#6092)"
This reverts commit 5ab30eedf33c670514685838423371f9a5df80f3.
* Revert "[ready] Implement log2 and log10 in PyTorch (#6272)"
This reverts commit 0aa35780bfade6bf9c428f1ae45426caa8a7df93.
* Revert "Use reshape({-1}) (#6281)"
This reverts commit 8ae67a444506a838e648aa60f9eb6a4da22c9b06.
* Revert "Move instruction set specific code to anonymous namespace (#6314)"
This reverts commit 6953c1b77efe2d0764ca9ba7dbf7c9284d68a80c.
* Revert "[auto] Update onnx to 54be8fa - Use cmake3 if it's available (#718) https://github.com/onnx/onnx/commit/54be8fad1e8e617d7c24b823de65fe9ebdb1f342"
This reverts commit d33ec12d1e3f4739e10cacf1436764bc54ff89a3.
* Revert "default build with MKL for desktop (#6266)"
This reverts commit 5dcf7078c689f7055ca6837e67ca834cc70d6497.
* Revert "Increase # of runs for CPU perf test, and increase margin of error (#6302)"
This reverts commit 9d1a660670d55590cdab5509bb81c26e8bb3d26a.
diff --git a/.jenkins/pytorch/perf_test/compare_with_baseline.py b/.jenkins/pytorch/perf_test/compare_with_baseline.py
index 3653663..78c0a50 100644
--- a/.jenkins/pytorch/perf_test/compare_with_baseline.py
+++ b/.jenkins/pytorch/perf_test/compare_with_baseline.py
@@ -61,6 +61,6 @@
new_data = json.load(new_data_file)
new_data[test_name] = {}
new_data[test_name]['mean'] = sample_mean
- new_data[test_name]['sigma'] = max(sample_sigma, sample_mean * 0.1)
+ new_data[test_name]['sigma'] = max(sample_sigma, sample_mean * 0.02)
with open(new_data_file_path, 'w') as new_data_file:
json.dump(new_data, new_data_file, indent=4)
diff --git a/.jenkins/pytorch/short-perf-test-cpu.sh b/.jenkins/pytorch/short-perf-test-cpu.sh
index 0380057..9273e86 100755
--- a/.jenkins/pytorch/short-perf-test-cpu.sh
+++ b/.jenkins/pytorch/short-perf-test-cpu.sh
@@ -49,8 +49,8 @@
export TEST_MODE="compare_and_update"
fi
-run_test test_cpu_speed_mini_sequence_labeler 40 ${TEST_MODE}
-run_test test_cpu_speed_mnist 40 ${TEST_MODE}
+run_test test_cpu_speed_mini_sequence_labeler 20 ${TEST_MODE}
+run_test test_cpu_speed_mnist 20 ${TEST_MODE}
run_test test_cpu_speed_torch ${TEST_MODE}
run_test test_cpu_speed_torch_tensor ${TEST_MODE}
