diff --git a/userbenchmark/dynamo/dynamobench/common.py b/userbenchmark/dynamo/dynamobench/common.py index b3a17f4f6..b88d6ca8f 100644 --- a/userbenchmark/dynamo/dynamobench/common.py +++ b/userbenchmark/dynamo/dynamobench/common.py @@ -189,7 +189,7 @@ class CI(NamedTuple): "stable_diffusion_text_encoder", "timm_efficientdet", "timm_nfnet", - "timm_regnet", + "timm_resnest", "timm_vision_transformer", "timm_vovnet", "vgg16", diff --git a/userbenchmark/dynamo/dynamobench/torchbench.yaml b/userbenchmark/dynamo/dynamobench/torchbench.yaml index 5647ab490..3911b2c2a 100644 --- a/userbenchmark/dynamo/dynamobench/torchbench.yaml +++ b/userbenchmark/dynamo/dynamobench/torchbench.yaml @@ -34,7 +34,6 @@ tolerance: - vgg16 - mobilenet_v3_large - nvidia_deeprecommender - - timm_efficientdet # These models need >1e-3 tolerance even_higher: @@ -42,6 +41,7 @@ tolerance: - tacotron2 - yolov3 - timm_efficientdet + - timm_efficientnet - squeezenet1_1 higher_fp16: @@ -66,6 +66,7 @@ tolerance: require_larger_multiplier_for_smaller_tensor: - yolov3 + - timm_efficientnet # These benchmarks took >600s on an i9-11900K CPU very_slow: &VERY_SLOW_MODELS