From a156677c282a2c4b1d673321a76476a7a85a9868 Mon Sep 17 00:00:00 2001 From: Raymond Kim Date: Fri, 7 Mar 2025 11:29:09 -0500 Subject: [PATCH] #7525: Increase BERT on-device perf threshold, we got a bump I guess --- models/demos/metal_BERT_large_11/tests/test_perf_device_bert.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/models/demos/metal_BERT_large_11/tests/test_perf_device_bert.py b/models/demos/metal_BERT_large_11/tests/test_perf_device_bert.py index 9afb941adf3..3cdbfba4fde 100644 --- a/models/demos/metal_BERT_large_11/tests/test_perf_device_bert.py +++ b/models/demos/metal_BERT_large_11/tests/test_perf_device_bert.py @@ -50,7 +50,7 @@ def test_perf_device_bare_metal(batch_size, test, expected_perf): "batch_size, test, expected_perf", [ [7, "BERT_LARGE-batch_8-BFLOAT8_B-SHARDED", 280], - [8, "BERT_LARGE-batch_8-BFLOAT8_B-SHARDED", 340], + [8, "BERT_LARGE-batch_8-BFLOAT8_B-SHARDED", 360], ], ) def test_perf_device_bare_metal_wh(batch_size, test, expected_perf):