Skip to content

Commit

Permalink
#0: update perf times for distillbert, vgg16 and vgg11
Browse files Browse the repository at this point in the history
  • Loading branch information
sjameelTT committed Oct 18, 2024
1 parent 1e18992 commit c9658e4
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
2 changes: 1 addition & 1 deletion models/demos/distilbert/tests/test_perf_distilbert.py
Original file line number Diff line number Diff line change
Expand Up @@ -154,7 +154,7 @@ def test_distilbert_perf_device(batch_size, test, reset_seeds):
if is_grayskull():
expected_perf = 40.8772
elif is_wormhole_b0():
expected_perf = 19.80
expected_perf = 90.2505

command = f"pytest tests/ttnn/integration_tests/distilbert/test_ttnn_distilbert.py::test_distilbert_for_question_answering[sequence_size=768-batch_size=8-model_name=distilbert-base-uncased-distilled-squad]"
cols = ["DEVICE FW", "DEVICE KERNEL", "DEVICE BRISC KERNEL"]
Expand Down
4 changes: 2 additions & 2 deletions models/demos/vgg/tests/test_perf_vgg.py
Original file line number Diff line number Diff line change
Expand Up @@ -137,10 +137,10 @@ def test_perf_device_bare_metal_vgg(batch_size, model_name):
margin = 0.03

if model_name == "ttnn_vgg11":
expected_perf = 132.2436 if is_grayskull() else 105.7
expected_perf = 272.8989 if is_grayskull() else 105.7
command = f"pytest tests/ttnn/integration_tests/vgg/test_ttnn_vgg11.py"
else:
expected_perf = 116.1459 if is_grayskull() else 92.6
expected_perf = 194.4063 if is_grayskull() else 92.6
command = f"pytest tests/ttnn/integration_tests/vgg/test_ttnn_vgg16.py"

cols = ["DEVICE FW", "DEVICE KERNEL", "DEVICE BRISC KERNEL"]
Expand Down

0 comments on commit c9658e4

Please sign in to comment.