Increase timm batch sizes to make less overhead-bound and less noisy (#122581)
Pull Request resolved: https://github.com/pytorch/pytorch/pull/122581
Approved by: https://github.com/ezyang
ghstack dependencies: #122686, #122688, #121692, #122841
diff --git a/benchmarks/dynamo/timm_models.py b/benchmarks/dynamo/timm_models.py
index ec2653f..a9eb838 100755
--- a/benchmarks/dynamo/timm_models.py
+++ b/benchmarks/dynamo/timm_models.py
@@ -43,28 +43,21 @@
BATCH_SIZE_DIVISORS = {
"beit_base_patch16_224": 2,
- "cait_m36_384": 8,
"convit_base": 2,
"convmixer_768_32": 2,
"convnext_base": 2,
"cspdarknet53": 2,
"deit_base_distilled_patch16_224": 2,
- "dpn107": 2,
"gluon_xception65": 2,
"mobilevit_s": 2,
- "pit_b_224": 2,
"pnasnet5large": 2,
"poolformer_m36": 2,
- "res2net101_26w_4s": 2,
"resnest101e": 2,
- "sebotnet33ts_256": 2,
"swin_base_patch4_window7_224": 2,
"swsl_resnext101_32x16d": 2,
- "twins_pcpvt_base": 2,
"vit_base_patch16_224": 2,
"volo_d1_224": 2,
"jx_nest_base": 4,
- "xcit_large_24_p8_224": 4,
}
REQUIRE_HIGHER_TOLERANCE = {
diff --git a/benchmarks/dynamo/timm_models_list.txt b/benchmarks/dynamo/timm_models_list.txt
index ff739dd..91d897d 100644
--- a/benchmarks/dynamo/timm_models_list.txt
+++ b/benchmarks/dynamo/timm_models_list.txt
@@ -1,12 +1,12 @@
adv_inception_v3 128
beit_base_patch16_224 128
botnet26t_256 128
-cait_m36_384 8
+cait_m36_384 4
coat_lite_mini 128
convit_base 128
convmixer_768_32 64
convnext_base 128
-crossvit_9_240 128
+crossvit_9_240 256
cspdarknet53 128
deit_base_distilled_patch16_224 128
dla102 128
@@ -14,38 +14,38 @@
dpn107 64
eca_botnext26ts_256 128
eca_halonext26ts 128
-ese_vovnet19b_dw 128
-fbnetc_100 128
-fbnetv3_b 128
+ese_vovnet19b_dw 256
+fbnetc_100 512
+fbnetv3_b 256
gernet_l 128
-ghostnet_100 128
-gluon_inception_v3 128
+ghostnet_100 512
+gluon_inception_v3 256
gmixer_24_224 128
gmlp_s16_224 128
hrnet_w18 128
inception_v3 128
jx_nest_base 128
-lcnet_050 128
-levit_128 128
+lcnet_050 256
+levit_128 1024
mixer_b16_224 128
mixnet_l 128
-mnasnet_100 128
+mnasnet_100 512
mobilenetv2_100 128
-mobilenetv3_large_100 128
+mobilenetv3_large_100 512
mobilevit_s 128
nfnet_l0 128
-pit_b_224 128
+pit_b_224 64
pnasnet5large 32
poolformer_m36 128
-regnety_002 128
+regnety_002 1024
repvgg_a2 128
-res2net101_26w_4s 128
+res2net101_26w_4s 256
res2net50_14w_8s 128
res2next50 128
resmlp_12_224 128
resnest101e 128
-rexnet_100 128
-sebotnet33ts_256 128
+rexnet_100 256
+sebotnet33ts_256 64
selecsls42b 128
spnasnet_100 128
swin_base_patch4_window7_224 128
@@ -58,4 +58,4 @@
visformer_small 128
vit_base_patch16_224 128
volo_d1_224 128
-xcit_large_24_p8_224 23
+xcit_large_24_p8_224 16
