Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

#0: Remove spurious device perf files, such as scripts and command sections, as we don't need anymore and we risk people adding stuff in there that will never be run #18747

Merged
merged 1 commit into from
Mar 7, 2025
Merged

#0: Remove spurious device perf files, such as scripts and command sections, as we don't need anymore and we risk people adding stuff in there that will never be run #18747

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
38 changes: 0 additions & 38 deletions tests/device_perf_tests/matmul_stagger/test_matmul_stagger.py
View file
Open in desktop

This file was deleted.

69 changes: 1 addition & 68 deletions tests/scripts/run_performance.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -83,70 +83,6 @@ run_perf_models_cnn_javelin() {
env python3 models/perf/merge_perf_results.py
}

run_device_perf_models() {
set -eo pipefail
local test_marker=$1

env pytest models/demos/wormhole/stable_diffusion/tests -m $test_marker --timeout=600

env pytest models/demos/distilbert/tests -m $test_marker

env pytest models/demos/vgg/tests/ -m $test_marker

env pytest models/demos/convnet_mnist/tests/ -m $test_marker

env pytest models/demos/bert_tiny/tests/ -m $test_marker

env pytest models/demos/mnist/tests -m $test_marker

env pytest models/demos/squeezebert/tests -m $test_marker

env pytest models/demos/roberta/tests/ -m $test_marker

if [ "$tt_arch" == "grayskull" ]; then
#TODO(MO): Until #6560 is fixed, GS device profiler test are grouped with
#Model Device perf regression tests to make sure thy run on no-soft-reset BMs
tests/scripts/run_profiler_regressions.sh PROFILER_NO_RESET

env pytest models/demos/grayskull/resnet50/tests -m $test_marker

env pytest models/demos/metal_BERT_large_11/tests -m $test_marker

env pytest models/demos/ttnn_falcon7b/tests -m $test_marker --timeout=360

env pytest models/demos/bert/tests -m $test_marker
fi

if [ "$tt_arch" == "wormhole_b0" ]; then
env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/wormhole/resnet50/tests -m $test_marker

env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/experimental/functional_unet/tests/test_unet_perf.py -m $test_marker

env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/wormhole/mamba/tests -m $test_marker

env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/metal_BERT_large_11/tests -m $test_marker

env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/falcon7b_common/tests -m $test_marker

env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/wormhole/bert_tiny/tests -m $test_marker

env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/yolov4/tests/ -m $test_marker

env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/wormhole/distilbert/tests -m $test_marker
fi

## Merge all the generated reports
env python3 models/perf/merge_device_perf_results.py
}

run_device_perf_ops() {
local test_marker=$1

env pytest tests/tt_eager/ops_device_perf/run_op_profiling.py -m $test_marker

env pytest tests/device_perf_tests/matmul_stagger/test_matmul_stagger.py -m $test_marker
}

main() {
# Parse the arguments
while [[ $# -gt 0 ]]; do
Expand Down Expand Up @@ -188,10 +124,7 @@ main() {
exit 1
fi

if [[ "$pipeline_type" == *"device_performance"* ]]; then
run_device_perf_models "$test_marker"
run_device_perf_ops "$test_marker"
elif [[ "$pipeline_type" == "llm_javelin_models_performance"* ]]; then
if [[ "$pipeline_type" == "llm_javelin_models_performance"* ]]; then
run_perf_models_llm_javelin "$tt_arch" "$test_marker"
elif [[ "$pipeline_type" == "cnn_javelin_models_performance"* ]]; then
run_perf_models_cnn_javelin "$tt_arch" "$test_marker"
Expand Down
141 changes: 0 additions & 141 deletions tests/tt_eager/ops_device_perf/run_op_profiling.py
View file
Open in desktop

This file was deleted.

Loading