Skip to content

Commit

Permalink
feat: Disable codecov/patch status reports
Browse files Browse the repository at this point in the history
  • Loading branch information
liya2017 authored and liya2017 committed Dec 3, 2021
1 parent 3df8ded commit b11f2c6
Show file tree
Hide file tree
Showing 4 changed files with 19 additions and 135 deletions.
29 changes: 11 additions & 18 deletions .github/workflows/benchmark.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,9 +4,6 @@ on:
# Submit your review with a comment body containing "#benchmark"
pull_request_review:
types: [ submitted ]
push:
branches:
- benchmark_dashboard
schedule:
- cron: '0 0 * * *'
# Manurally trigger
Expand All @@ -17,30 +14,26 @@ jobs:
benchmark:
name: Benchmark
runs-on: ubuntu-latest
# if: |
# (
# github.event_name == 'pull_request_review' &&
# contains(github.event.review.body, '#benchmark')
# ) || (
# github.event_name == 'schedule' &&
# github.repository_owner == 'nervosnetwork'
# ) || (
# github.event_name == 'workflow_dispatch'
# )
if: |
(
github.event_name == 'pull_request_review' &&
contains(github.event.review.body, '#benchmark')
) || (
github.event_name == 'schedule' &&
github.repository_owner == 'nervosnetwork'
) || (
github.event_name == 'workflow_dispatch'
)
env:
AWS_ACCESS_KEY: ${{ secrets.AWS_ACCESS_KEY }}
AWS_SECRET_KEY: ${{ secrets.AWS_SECRET_KEY }}
AWS_EC2_TYPE: "c5.xlarge"
GITHUB_TOKEN: ${{ secrets.REPO_ACCESS_TOKEN }}
PSQL_HOST: ${{ secrets.PSQL_HOST }}
PSQL_PORT: ${{ secrets.PSQL_PORT }}
PSQL_USER: ${{ secrets.PSQL_USER }}
PGPASSWORD: ${{ secrets.PSQL_PASSWORD }}
steps:
- uses: actions/checkout@v2
- name: Benchmark
run: |
git clone https://github.com/nervosnetwork/ckb-integration-test.git --branch test_monitoring
git clone https://github.com/nervosnetwork/ckb-integration-test.git
devtools/ci/benchmark.sh
- uses: actions/upload-artifact@v2
with:
Expand Down
8 changes: 8 additions & 0 deletions codecov.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
coverage:
status:
project:
default:
target: 72%
threshold: null
patch: false
changes: false
111 changes: 0 additions & 111 deletions devtools/ci/benchmark.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,131 +4,20 @@ CKB_BENCH_PATH="$GITHUB_WORKSPACE/ckb-integration-test/ckb-bench/devtools/ci"
JOB_ID="benchmark-$(date +'%Y-%m-%d')-in-10h"
JOB_DIRECTORY="$CKB_BENCH_PATH/job/$JOB_ID"
ANSIBLE_DIR="$GITHUB_WORKSPACE/ansible"
BENCHMARK_ID=$GITHUB_RUN_ID
START_TIME=$(date +%Y-%m-%d' '%H:%M:%S.%6N)
STATE=0 #0:success,1:failed
mkdir $ANSIBLE_DIR
echo "ANSIBLE_DIR=$ANSIBLE_DIR" >> $GITHUB_ENV
function parse_report_and_inster_to_postgres() {
time=$START_TIME
ckb_commit_id=`git describe --dirty --always --match _EXCLUDE__ --abbrev=7`
ckb_commit_time=`git log -1 --date=iso "--pretty=format:%cd" | cut -d ' ' -f 1,2`
echo $ckb_commit_id
echo $ckb_commit_time
if [ -f "$ANSIBLE_DIR/ckb-bench.brief.md" ]; then
while read -r LINE;
do
LINE=$(echo "$LINE" | sed -e 's/\r//g')
ckb_version=$(echo $LINE | awk -F '|' '{print $2}')
transactions_per_second=$(echo $LINE | awk -F '|' '{print $3}')
n_inout=$(echo $LINE | awk -F '|' '{print $4}')
n_nodes=$(echo $LINE | awk -F '|' '{print $5}')
delay_time_ms=$(echo $LINE | awk -F '|' '{print $6}')
average_block_time_ms=$(echo $LINE | awk -F '|' '{print $7}')
average_block_transactions=$(echo $LINE | awk -F '|' '{print $8}')
average_block_transactions_size=$(echo $LINE | awk -F '|' '{print $9}')
from_block_number=$(echo $LINE | awk -F '|' '{print $10}')
to_block_number=$(echo $LINE | awk -F '|' '{print $11}')
total_transactions=$(echo $LINE | awk -F '|' '{print $12}')
total_transactions_size=$(echo $LINE | awk -F '|' '{print $13}')
transactions_size_per_second=$(echo $LINE | awk -F '|' '{print $14}')

sql="insert into benchmark_report values("
if [ -n $BENCHMARK_ID ]; then
sql=$sql"'$BENCHMARK_ID'"" ,"
fi
if [ -n "$time" ]; then
sql=$sql"'$time'"" ,"
fi
if [ -n "$ckb_version" ]; then
sql=$sql"'$ckb_version'"" ,"
fi
if [ -n $ckb_commit_id ]; then
sql=$sql"'$ckb_commit_id'"" ,"
fi
if [ -n "$ckb_commit_time" ]; then
sql=$sql"'$ckb_commit_time'"" ,"
fi
if [ -n "$transactions_per_second" ]; then
sql=$sql"'$transactions_per_second'"" "
fi
if [ -n "$n_inout" ]; then
sql=$sql",""'$n_inout'"
fi
if [ -n $n_nodes ]; then
sql=$sql",""'$n_nodes'"
fi
if [ -n "$delay_time_ms" ]; then
sql=$sql",""'$delay_time_ms'"" "
fi
if [ -n "$average_block_time_ms" ]; then
sql=$sql",""'$average_block_time_ms'"
fi
if [ -n $average_block_transactions ]; then
sql=$sql",""'$average_block_transactions'"
fi
if [ -n $average_block_transactions_size ]; then
sql=$sql",""'$average_block_transactions_size'"
fi
if [ -n "$from_block_number" ]; then
sql=$sql",""'$from_block_number'"" "
fi
if [ -n "$to_block_number" ]; then
sql=$sql",""'$to_block_number'"
fi
if [ -n "$total_transactions" ]; then
sql=$sql",""'$total_transactions'"" "
fi
if [ -n "$total_transactions_size" ]; then
sql=$sql",""'$total_transactions_size'"
fi
if [ -n "$transactions_size_per_second" ]; then
sql=$sql",""'$transactions_size_per_second'"
fi
psql -h ${PSQL_HOST} -p ${PSQL_PORT} -U $PSQL_USER -d ${dbname} -c "$sql);"
done < "$ANSIBLE_DIR/ckb-bench.brief.md"
fi
}
function insert_report_to_postgres() {
END_TIME=$(date +%Y-%m-%d' '%H:%M:%S.%6N)
dbname="ckbtest"
BENCHMARK_REPORT="https://github.com/${GITHUB_REPOSITORY}actions/runs/$GITHUB_RUN_ID"
sql="insert into benchmark values("
if [ -n $BENCHMARK_ID ]; then
sql=$sql"'$BENCHMARK_ID'"" ,"
fi
if [ -n $STATE ]; then
sql=$sql"'$STATE'"" ,"

fi
if [ -n "$START_TIME" ]; then
sql=$sql"'$START_TIME'"" "
fi
if [ -n "$END_TIME" ]; then
sql=$sql",""'$END_TIME'"
fi
if [ -n $BENCHMARK_REPORT ]; then
sql=$sql",""'$BENCHMARK_REPORT'"
fi
psql -h ${PSQL_HOST} -p ${PSQL_PORT} -U $PSQL_USER -d ${dbname} -c "$sql);"
parse_report_and_inster_to_postgres
}
function benchmark() {
$CKB_BENCH_PATH/script/benchmark.sh run
cp $JOB_DIRECTORY/ansible/ckb-bench.log $ANSIBLE_DIR
cp $JOB_DIRECTORY/ansible/ckb-bench.brief.md $ANSIBLE_DIR
# TODO: copy report.yml to $ANSIBLE_DIR
$CKB_BENCH_PATH/script/benchmark.sh clean
insert_report_to_postgres
}

function github_report_error() {
STATE=1
$CKB_BENCH_PATH/script/ok.sh add_comment nervosnetwork/ckb 2372 "**Benchmark Report**:\nBenchmark crashed"

# double check
$CKB_BENCH_PATH/script/benchmark.sh clean
insert_report_to_postgres
}

function main() {
Expand Down
6 changes: 0 additions & 6 deletions devtools/ci/ckb-bench.brief.md

This file was deleted.

0 comments on commit b11f2c6

Please sign in to comment.