From b11f2c6e959b64367c68bcc2141df0dbfcd7782a Mon Sep 17 00:00:00 2001 From: liya2017 Date: Fri, 3 Dec 2021 15:23:54 +0800 Subject: [PATCH] feat: Disable codecov/patch status reports --- .github/workflows/benchmark.yml | 29 ++++----- codecov.yml | 8 +++ devtools/ci/benchmark.sh | 111 -------------------------------- devtools/ci/ckb-bench.brief.md | 6 -- 4 files changed, 19 insertions(+), 135 deletions(-) create mode 100644 codecov.yml delete mode 100644 devtools/ci/ckb-bench.brief.md diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index ed9fbcc2b6..3b275723de 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -4,9 +4,6 @@ on: # Submit your review with a comment body containing "#benchmark" pull_request_review: types: [ submitted ] - push: - branches: - - benchmark_dashboard schedule: - cron: '0 0 * * *' # Manurally trigger @@ -17,30 +14,26 @@ jobs: benchmark: name: Benchmark runs-on: ubuntu-latest - # if: | - # ( - # github.event_name == 'pull_request_review' && - # contains(github.event.review.body, '#benchmark') - # ) || ( - # github.event_name == 'schedule' && - # github.repository_owner == 'nervosnetwork' - # ) || ( - # github.event_name == 'workflow_dispatch' - # ) + if: | + ( + github.event_name == 'pull_request_review' && + contains(github.event.review.body, '#benchmark') + ) || ( + github.event_name == 'schedule' && + github.repository_owner == 'nervosnetwork' + ) || ( + github.event_name == 'workflow_dispatch' + ) env: AWS_ACCESS_KEY: ${{ secrets.AWS_ACCESS_KEY }} AWS_SECRET_KEY: ${{ secrets.AWS_SECRET_KEY }} AWS_EC2_TYPE: "c5.xlarge" GITHUB_TOKEN: ${{ secrets.REPO_ACCESS_TOKEN }} - PSQL_HOST: ${{ secrets.PSQL_HOST }} - PSQL_PORT: ${{ secrets.PSQL_PORT }} - PSQL_USER: ${{ secrets.PSQL_USER }} - PGPASSWORD: ${{ secrets.PSQL_PASSWORD }} steps: - uses: actions/checkout@v2 - name: Benchmark run: | - git clone https://github.com/nervosnetwork/ckb-integration-test.git --branch test_monitoring + git clone https://github.com/nervosnetwork/ckb-integration-test.git devtools/ci/benchmark.sh - uses: actions/upload-artifact@v2 with: diff --git a/codecov.yml b/codecov.yml new file mode 100644 index 0000000000..681a1c198c --- /dev/null +++ b/codecov.yml @@ -0,0 +1,8 @@ +coverage: + status: + project: + default: + target: 72% + threshold: null + patch: false + changes: false diff --git a/devtools/ci/benchmark.sh b/devtools/ci/benchmark.sh index 70404a6126..05fe1f1114 100755 --- a/devtools/ci/benchmark.sh +++ b/devtools/ci/benchmark.sh @@ -4,131 +4,20 @@ CKB_BENCH_PATH="$GITHUB_WORKSPACE/ckb-integration-test/ckb-bench/devtools/ci" JOB_ID="benchmark-$(date +'%Y-%m-%d')-in-10h" JOB_DIRECTORY="$CKB_BENCH_PATH/job/$JOB_ID" ANSIBLE_DIR="$GITHUB_WORKSPACE/ansible" -BENCHMARK_ID=$GITHUB_RUN_ID -START_TIME=$(date +%Y-%m-%d' '%H:%M:%S.%6N) -STATE=0 #0:success,1:failed mkdir $ANSIBLE_DIR echo "ANSIBLE_DIR=$ANSIBLE_DIR" >> $GITHUB_ENV -function parse_report_and_inster_to_postgres() { - time=$START_TIME - ckb_commit_id=`git describe --dirty --always --match _EXCLUDE__ --abbrev=7` - ckb_commit_time=`git log -1 --date=iso "--pretty=format:%cd" | cut -d ' ' -f 1,2` - echo $ckb_commit_id - echo $ckb_commit_time - if [ -f "$ANSIBLE_DIR/ckb-bench.brief.md" ]; then - while read -r LINE; - do - LINE=$(echo "$LINE" | sed -e 's/\r//g') - ckb_version=$(echo $LINE | awk -F '|' '{print $2}') - transactions_per_second=$(echo $LINE | awk -F '|' '{print $3}') - n_inout=$(echo $LINE | awk -F '|' '{print $4}') - n_nodes=$(echo $LINE | awk -F '|' '{print $5}') - delay_time_ms=$(echo $LINE | awk -F '|' '{print $6}') - average_block_time_ms=$(echo $LINE | awk -F '|' '{print $7}') - average_block_transactions=$(echo $LINE | awk -F '|' '{print $8}') - average_block_transactions_size=$(echo $LINE | awk -F '|' '{print $9}') - from_block_number=$(echo $LINE | awk -F '|' '{print $10}') - to_block_number=$(echo $LINE | awk -F '|' '{print $11}') - total_transactions=$(echo $LINE | awk -F '|' '{print $12}') - total_transactions_size=$(echo $LINE | awk -F '|' '{print $13}') - transactions_size_per_second=$(echo $LINE | awk -F '|' '{print $14}') - - sql="insert into benchmark_report values(" - if [ -n $BENCHMARK_ID ]; then - sql=$sql"'$BENCHMARK_ID'"" ," - fi - if [ -n "$time" ]; then - sql=$sql"'$time'"" ," - fi - if [ -n "$ckb_version" ]; then - sql=$sql"'$ckb_version'"" ," - fi - if [ -n $ckb_commit_id ]; then - sql=$sql"'$ckb_commit_id'"" ," - fi - if [ -n "$ckb_commit_time" ]; then - sql=$sql"'$ckb_commit_time'"" ," - fi - if [ -n "$transactions_per_second" ]; then - sql=$sql"'$transactions_per_second'"" " - fi - if [ -n "$n_inout" ]; then - sql=$sql",""'$n_inout'" - fi - if [ -n $n_nodes ]; then - sql=$sql",""'$n_nodes'" - fi - if [ -n "$delay_time_ms" ]; then - sql=$sql",""'$delay_time_ms'"" " - fi - if [ -n "$average_block_time_ms" ]; then - sql=$sql",""'$average_block_time_ms'" - fi - if [ -n $average_block_transactions ]; then - sql=$sql",""'$average_block_transactions'" - fi - if [ -n $average_block_transactions_size ]; then - sql=$sql",""'$average_block_transactions_size'" - fi - if [ -n "$from_block_number" ]; then - sql=$sql",""'$from_block_number'"" " - fi - if [ -n "$to_block_number" ]; then - sql=$sql",""'$to_block_number'" - fi - if [ -n "$total_transactions" ]; then - sql=$sql",""'$total_transactions'"" " - fi - if [ -n "$total_transactions_size" ]; then - sql=$sql",""'$total_transactions_size'" - fi - if [ -n "$transactions_size_per_second" ]; then - sql=$sql",""'$transactions_size_per_second'" - fi - psql -h ${PSQL_HOST} -p ${PSQL_PORT} -U $PSQL_USER -d ${dbname} -c "$sql);" - done < "$ANSIBLE_DIR/ckb-bench.brief.md" - fi -} -function insert_report_to_postgres() { - END_TIME=$(date +%Y-%m-%d' '%H:%M:%S.%6N) - dbname="ckbtest" - BENCHMARK_REPORT="https://github.com/${GITHUB_REPOSITORY}actions/runs/$GITHUB_RUN_ID" - sql="insert into benchmark values(" - if [ -n $BENCHMARK_ID ]; then - sql=$sql"'$BENCHMARK_ID'"" ," - fi - if [ -n $STATE ]; then - sql=$sql"'$STATE'"" ," - - fi - if [ -n "$START_TIME" ]; then - sql=$sql"'$START_TIME'"" " - fi - if [ -n "$END_TIME" ]; then - sql=$sql",""'$END_TIME'" - fi - if [ -n $BENCHMARK_REPORT ]; then - sql=$sql",""'$BENCHMARK_REPORT'" - fi - psql -h ${PSQL_HOST} -p ${PSQL_PORT} -U $PSQL_USER -d ${dbname} -c "$sql);" - parse_report_and_inster_to_postgres -} function benchmark() { $CKB_BENCH_PATH/script/benchmark.sh run cp $JOB_DIRECTORY/ansible/ckb-bench.log $ANSIBLE_DIR - cp $JOB_DIRECTORY/ansible/ckb-bench.brief.md $ANSIBLE_DIR # TODO: copy report.yml to $ANSIBLE_DIR $CKB_BENCH_PATH/script/benchmark.sh clean - insert_report_to_postgres } function github_report_error() { - STATE=1 $CKB_BENCH_PATH/script/ok.sh add_comment nervosnetwork/ckb 2372 "**Benchmark Report**:\nBenchmark crashed" # double check $CKB_BENCH_PATH/script/benchmark.sh clean - insert_report_to_postgres } function main() { diff --git a/devtools/ci/ckb-bench.brief.md b/devtools/ci/ckb-bench.brief.md deleted file mode 100644 index 33f7a264e9..0000000000 --- a/devtools/ci/ckb-bench.brief.md +++ /dev/null @@ -1,6 +0,0 @@ -| 0.102.0-pre (1bf8e5b-dirty 2021-11-29) | 105 | 1 | 1 | 0 | 3221 | 341 | 251324 | 1460 | 1506 | 16032 | 11812260 | 78008 | -| 0.102.0-pre (1bf8e5b-dirty 2021-11-29) | 113 | 2 | 1 | 0 | 1205 | 136 | 84608 | 1683 | 1808 | 17161 | 10660716 | 70202 | -| 0.102.0-pre (1bf8e5b-dirty 2021-11-29) | 86 | 1 | 1 | 1 | 2471 | 212 | 154888 | 2075 | 2135 | 12984 | 9448190 | 62661 | -| 0.102.0-pre (1bf8e5b-dirty 2021-11-29) | 96 | 2 | 1 | 1 | 1216 | 117 | 72865 | 2308 | 2431 | 14544 | 9035291 | 59899 | -| 0.102.0-pre (1bf8e5b-dirty 2021-11-29) | 3 | 100 | 1 | 0 | 1597 | 5 | 101878 | 2652 | 2745 | 478 | 9576585 | 63792 | -| 0.102.0-pre (1bf8e5b-dirty 2021-11-29) | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |