From 578400d4c97163ae2847843a6dbbfa3eddb89e5f Mon Sep 17 00:00:00 2001 From: Simon Ninon Date: Thu, 7 Jun 2018 00:01:49 -0700 Subject: [PATCH 01/15] push to github from travis --- .travis.yml | 60 ++++++++++++++++++++++++++++++++++++----------------- 1 file changed, 41 insertions(+), 19 deletions(-) diff --git a/.travis.yml b/.travis.yml index 9874979..91b50c9 100644 --- a/.travis.yml +++ b/.travis.yml @@ -269,6 +269,14 @@ matrix: env: MATRIX_EVAL="CC=gcc-4.9 && CXX=g++-4.9 && CMAKE_BUILD_TYPE=Debug && COVERAGE=1" after_success: cd ${TRAVIS_BUILD_DIR}; ./coverage.sh + # Linux x GCC4.9 x Debug x Performance + - os: linux + addons: + apt: + sources: ['ubuntu-toolchain-r-test'] + packages: ['g++-4.9'] + env: MATRIX_EVAL="CC=gcc-4.9 && CXX=g++-4.9 && CMAKE_BUILD_TYPE=Release && PERFORMANCE=1" + # Allow quality control jobs to fail allow_failures: - os: osx @@ -292,6 +300,12 @@ matrix: sources: ['ubuntu-toolchain-r-test'] packages: ['g++-4.9'] env: MATRIX_EVAL="CC=gcc-4.9 && CXX=g++-4.9 && CMAKE_BUILD_TYPE=Debug && COVERAGE=1" + - os: linux + addons: + apt: + sources: ['ubuntu-toolchain-r-test'] + packages: ['g++-4.9'] + env: MATRIX_EVAL="CC=gcc-4.9 && CXX=g++-4.9 && CMAKE_BUILD_TYPE=Release && PERFORMANCE=1" # Allow fast finish, even if the optional quality control jobs are not done yet fast_finish: true @@ -311,38 +325,46 @@ install: # OSX # ####### # ccache - - if [ "$TRAVIS_OS_NAME" == "osx" ]; then brew install ccache; fi - - if [ "$TRAVIS_OS_NAME" == "osx" ]; then export PATH="/usr/local/opt/ccache/libexec:$PATH"; fi + #- if [ "$TRAVIS_OS_NAME" == "osx" ]; then brew install ccache; fi + #- if [ "$TRAVIS_OS_NAME" == "osx" ]; then export PATH="/usr/local/opt/ccache/libexec:$PATH"; fi # java - - if [ "$TRAVIS_OS_NAME" == "osx" ]; then brew cask install java; fi + #- if [ "$TRAVIS_OS_NAME" == "osx" ]; then brew cask install java; fi ######### # Linux # ######### # lcov & coveralls - - if [ "$TRAVIS_OS_NAME" == "linux" ] && [ "$COVERAGE" == "1" ]; then sudo apt-get -qq install lcov; fi - - if [ "$TRAVIS_OS_NAME" == "linux" ] && [ "$COVERAGE" == "1" ]; then pip -q install --user cpp-coveralls; fi + #- if [ "$TRAVIS_OS_NAME" == "linux" ] && [ "$COVERAGE" == "1" ]; then sudo apt-get -qq install lcov; fi + #- if [ "$TRAVIS_OS_NAME" == "linux" ] && [ "$COVERAGE" == "1" ]; then pip -q install --user cpp-coveralls; fi # java - - if [ "$TRAVIS_OS_NAME" == "linux" ]; then sudo apt-get -qq install default-jre; fi + #- if [ "$TRAVIS_OS_NAME" == "linux" ]; then sudo apt-get -qq install default-jre; fi # maven - - if [ "$TRAVIS_OS_NAME" == "linux" ]; then sudo apt-get -qq install maven; fi + #- if [ "$TRAVIS_OS_NAME" == "linux" ]; then sudo apt-get -qq install maven; fi # keccak - - if [ "$TRAVIS_OS_NAME" == "linux" ]; then sudo apt-get -qq install xsltproc; fi + #- if [ "$TRAVIS_OS_NAME" == "linux" ]; then sudo apt-get -qq install xsltproc; fi # fix gcc multilib installation for cross compilation - - if [ "$TRAVIS_OS_NAME" == "linux" ] && [ "$M32" == "1" ]; then cd /usr/include && sudo ln -s x86_64-linux-gnu/asm asm && cd -; fi + #- if [ "$TRAVIS_OS_NAME" == "linux" ] && [ "$M32" == "1" ]; then cd /usr/include && sudo ln -s x86_64-linux-gnu/asm asm && cd -; fi before_script: # Increase resources limitation - - ulimit -c unlimited -S + #- ulimit -c unlimited -S # IRI setup - - ./test/testnet/scripts/iri_setup.sh + #- ./test/testnet/scripts/iri_setup.sh script: - - CMAKE_PARAMS="-DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} -DBUILD_TESTS=1" - - if [ "$M32" == "1" ]; then CMAKE_PARAMS="$CMAKE_PARAMS -DARCH=\"32\""; fi - - if [ "$SILENCE" == "1" ]; then REDIR="2>/dev/null"; fi - - mkdir -p build - - cd build - - cmake $CMAKE_PARAMS .. - - eval make $REDIR - - GTEST_COLOR=1 ctest -VV + #- CMAKE_PARAMS="-DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} -DBUILD_TESTS=1" + #- if [ "$M32" == "1" ]; then CMAKE_PARAMS="$CMAKE_PARAMS -DARCH=\"32\""; fi + #- if [ "$SILENCE" == "1" ]; then REDIR="2>/dev/null"; fi + #- mkdir -p build + #- cd build + #- cmake $CMAKE_PARAMS .. + #- eval make $REDIR + #- GTEST_COLOR=1 ctest -VV + +after_script: + - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then date > tmpfile; fi + - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git fetch origin; fi + - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git checkout -b $TRAVIS_PULL_REQUEST_BRANCH origin/$TRAVIS_PULL_REQUEST_BRANCH; fi + - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git add tmpfile; fi + - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git commit -m 'performance report [CI SKIP]'; fi + - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git push https://${GH_TOKEN}@github.com/$TRAVIS_REPO_SLUG $TRAVIS_PULL_REQUEST_BRANCH; fi From 7127683566aab108983780ba4b0cf0e3fff3db21 Mon Sep 17 00:00:00 2001 From: Simon Ninon Date: Thu, 7 Jun 2018 00:12:19 -0700 Subject: [PATCH 02/15] fix remote breaking the fetch --- .travis.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.travis.yml b/.travis.yml index 91b50c9..865c11a 100644 --- a/.travis.yml +++ b/.travis.yml @@ -363,6 +363,7 @@ script: after_script: - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then date > tmpfile; fi + - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git remote rm origin && git remote add origin https://github.com/$TRAVIS_REPO_SLUG; fi - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git fetch origin; fi - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git checkout -b $TRAVIS_PULL_REQUEST_BRANCH origin/$TRAVIS_PULL_REQUEST_BRANCH; fi - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git add tmpfile; fi From 88509874578539653d49987c386e7e57e4ccd202 Mon Sep 17 00:00:00 2001 From: Travis CI User Date: Thu, 7 Jun 2018 07:15:51 +0000 Subject: [PATCH 03/15] performance report [CI SKIP] --- tmpfile | 1 + 1 file changed, 1 insertion(+) create mode 100644 tmpfile diff --git a/tmpfile b/tmpfile new file mode 100644 index 0000000..2b8279b --- /dev/null +++ b/tmpfile @@ -0,0 +1 @@ +Thu Jun 7 07:15:50 UTC 2018 From 2d81fcf5e468f3890f59c6ecb8fb97d039d724a2 Mon Sep 17 00:00:00 2001 From: Simon Ninon Date: Thu, 7 Jun 2018 23:13:49 -0700 Subject: [PATCH 04/15] post comment from travis --- .travis.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.travis.yml b/.travis.yml index 865c11a..d26e8f3 100644 --- a/.travis.yml +++ b/.travis.yml @@ -369,3 +369,4 @@ after_script: - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git add tmpfile; fi - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git commit -m 'performance report [CI SKIP]'; fi - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git push https://${GH_TOKEN}@github.com/$TRAVIS_REPO_SLUG $TRAVIS_PULL_REQUEST_BRANCH; fi + - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then curl -H "Authorization: token ${GH_TOKEN}" -X POST -d "{\"body\": \"Hello world\"}" "https://api.github.com/repos/${TRAVIS_REPO_SLUG}/issues/${TRAVIS_PULL_REQUEST}/comments"; fi From 73cac417295a6701202fc11172b23c6c037566da Mon Sep 17 00:00:00 2001 From: Simon Ninon Date: Thu, 7 Jun 2018 23:32:19 -0700 Subject: [PATCH 05/15] extract into bash script --- .travis.yml | 9 +-------- test_perf.sh | 9 +++++++++ 2 files changed, 10 insertions(+), 8 deletions(-) create mode 100755 test_perf.sh diff --git a/.travis.yml b/.travis.yml index d26e8f3..236c95d 100644 --- a/.travis.yml +++ b/.travis.yml @@ -362,11 +362,4 @@ script: #- GTEST_COLOR=1 ctest -VV after_script: - - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then date > tmpfile; fi - - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git remote rm origin && git remote add origin https://github.com/$TRAVIS_REPO_SLUG; fi - - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git fetch origin; fi - - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git checkout -b $TRAVIS_PULL_REQUEST_BRANCH origin/$TRAVIS_PULL_REQUEST_BRANCH; fi - - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git add tmpfile; fi - - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git commit -m 'performance report [CI SKIP]'; fi - - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then git push https://${GH_TOKEN}@github.com/$TRAVIS_REPO_SLUG $TRAVIS_PULL_REQUEST_BRANCH; fi - - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then curl -H "Authorization: token ${GH_TOKEN}" -X POST -d "{\"body\": \"Hello world\"}" "https://api.github.com/repos/${TRAVIS_REPO_SLUG}/issues/${TRAVIS_PULL_REQUEST}/comments"; fi + - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then ./test_perf.sh; fi diff --git a/test_perf.sh b/test_perf.sh new file mode 100755 index 0000000..cebb9e8 --- /dev/null +++ b/test_perf.sh @@ -0,0 +1,9 @@ +date > tmpfile +git remote rm origin && git remote add origin https://github.com/$TRAVIS_REPO_SLUG +git fetch origin +git checkout -b $TRAVIS_PULL_REQUEST_BRANCH origin/$TRAVIS_PULL_REQUEST_BRANCH +git add tmpfile +git commit -m 'performance report [CI SKIP]' +git push https://${GH_TOKEN}@github.com/$TRAVIS_REPO_SLUG $TRAVIS_PULL_REQUEST_BRANCH +curl -H "Authorization: token ${GH_TOKEN}" -X POST -d "{\"body\": \"Hello world\"}" "https://api.github.com/repos/${TRAVIS_REPO_SLUG}/issues/${TRAVIS_PULL_REQUEST}/comments" + From da426f55654a1a70526431f3addc54dfefe44ee9 Mon Sep 17 00:00:00 2001 From: Travis CI User Date: Fri, 8 Jun 2018 06:35:54 +0000 Subject: [PATCH 06/15] performance report [CI SKIP] --- tmpfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tmpfile b/tmpfile index 2b8279b..05b9f80 100644 --- a/tmpfile +++ b/tmpfile @@ -1 +1 @@ -Thu Jun 7 07:15:50 UTC 2018 +Fri Jun 8 06:35:53 UTC 2018 From 3945a95f8bb72a27d72583b588ad21add27128bd Mon Sep 17 00:00:00 2001 From: Simon Ninon Date: Sun, 10 Jun 2018 23:05:45 -0700 Subject: [PATCH 07/15] compare performance against master branch, update perf, report to github, cleanup testing code --- .travis.yml | 2 +- test_perf.rb | 69 ++++++++++++++++++++++++++++++++++++++ test_perf.sh | 9 ----- test_perf_result | 86 ++++++++++++++++++++++++++++++++++++++++++++++++ tmpfile | 1 - 5 files changed, 156 insertions(+), 11 deletions(-) create mode 100644 test_perf.rb delete mode 100755 test_perf.sh create mode 100644 test_perf_result delete mode 100644 tmpfile diff --git a/.travis.yml b/.travis.yml index 236c95d..99a6cae 100644 --- a/.travis.yml +++ b/.travis.yml @@ -362,4 +362,4 @@ script: #- GTEST_COLOR=1 ctest -VV after_script: - - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then ./test_perf.sh; fi + - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then ruby test_perf.rb; fi diff --git a/test_perf.rb b/test_perf.rb new file mode 100644 index 0000000..1f9f295 --- /dev/null +++ b/test_perf.rb @@ -0,0 +1,69 @@ +# Check we have the required environment variables +if not ENV['TRAVIS_PULL_REQUEST'] or not ENV['TRAVIS_REPO_SLUG'] or not ENV['GH_TOKEN'] or not ENV['TRAVIS_PULL_REQUEST_BRANCH'] + puts "Environment misconfiguration" + exit +end + +# Basic init +result = "" +decrease = "" +improvement = "" +notif = "" + +# Get report from master branch +`git checkout master -- test_perf_result` + +# For each test +# > get execution time +# > check if there is major regression or improvement +# > update the performance report +Dir['build/bin/*_test'].each do |f| + start_time = Time.now + `$(#{f} 1> /dev/null 2> /dev/null)` + end_time = Time.now + total_time = end_time - start_time + + prev_perf = `cat test_perf_result | grep #{f} | cut -d ' ' -f 2`.to_f + higher_bound = prev_perf + (total_time * 25 / 100) + lower_bound = prev_perf - (total_time * 25 / 100) + diff = (total_time - prev_perf) * 100 / prev_perf + + if total_time > higher_bound + decrease += "#{f}: was #{prev_perf}, now #{total_time} (+#{'%0.02f' % diff}%)\n" + elsif total_time < lower_bound + improvement += "#{f}: was #{prev_perf}, now #{total_time} (#{'%0.02f' % diff}%)\n" + end + + result += "#{f} #{total_time}\n" +end + +# Update the performance report +`echo '#{result}' > test_perf_result` + +# Setup regression report +if not decrease.empty? + notif += "# Performance degradation report\n" + notif += decrease +end + +# Setup improvement report +if not improvement.empty? + notif += "# Performance improvement report\n" + notif += improvement +end + +# Setup no change report +if notif.empty? + notif += 'No major performance regression or improvement\n' +end + +# Notify +`curl -H "Authorization: token ${GH_TOKEN}" -X POST -d "{\"body\": \"#{notif}\"}" "https://api.github.com/repos/${TRAVIS_REPO_SLUG}/issues/${TRAVIS_PULL_REQUEST}/comments"` + +# Push the updated perf report +`git remote rm origin && git remote add origin https://github.com/$TRAVIS_REPO_SLUG` +`git fetch origin` +`git checkout -b $TRAVIS_PULL_REQUEST_BRANCH origin/$TRAVIS_PULL_REQUEST_BRANCH` +`git add test_perf_result` +`git commit -m 'performance report [CI SKIP]` +`git push https://${GH_TOKEN}@github.com/$TRAVIS_REPO_SLUG $TRAVIS_PULL_REQUEST_BRANCH` diff --git a/test_perf.sh b/test_perf.sh deleted file mode 100755 index cebb9e8..0000000 --- a/test_perf.sh +++ /dev/null @@ -1,9 +0,0 @@ -date > tmpfile -git remote rm origin && git remote add origin https://github.com/$TRAVIS_REPO_SLUG -git fetch origin -git checkout -b $TRAVIS_PULL_REQUEST_BRANCH origin/$TRAVIS_PULL_REQUEST_BRANCH -git add tmpfile -git commit -m 'performance report [CI SKIP]' -git push https://${GH_TOKEN}@github.com/$TRAVIS_REPO_SLUG $TRAVIS_PULL_REQUEST_BRANCH -curl -H "Authorization: token ${GH_TOKEN}" -X POST -d "{\"body\": \"Hello world\"}" "https://api.github.com/repos/${TRAVIS_REPO_SLUG}/issues/${TRAVIS_PULL_REQUEST}/comments" - diff --git a/test_perf_result b/test_perf_result new file mode 100644 index 0000000..48ad8df --- /dev/null +++ b/test_perf_result @@ -0,0 +1,86 @@ +build/bin/crypto_kerl_test 0.018208 +build/bin/crypto_multi_signing_test 0.02451 +build/bin/errors_generic_test 0.014581 +build/bin/extended_send_trytes_test 0.050574 +build/bin/requests_get_neighbors_test 0.013999 +build/bin/responses_get_bundle_test 0.013818 +build/bin/extended_get_transfers_test 0.030432 +build/bin/crypto_pow_test 0.094038 +build/bin/requests_get_trytes_test 0.013227 +build/bin/requests_were_addresses_spent_from_test 0.014353 +build/bin/extended_get_latest_inclusion_test 0.028265 +build/bin/extended_is_promotable_test 0.037485 +build/bin/responses_get_node_info_test 0.013069 +build/bin/types_trinary_test 0.014803 +build/bin/models_tag_test 0.01363 +build/bin/extended_get_bundle_test 0.040392 +build/bin/requests_attach_to_tangle_test 0.014152 +build/bin/responses_were_addresses_spent_from_test 0.012606 +build/bin/requests_broadcast_transactions_test 0.014273 +build/bin/models_transfer_test 0.013185 +build/bin/extended_get_new_addresses_test 0.038672 +build/bin/extended_broadcast_and_store_test 0.038529 +build/bin/extended_add_remainder_test 0.115029 +build/bin/requests_find_transactions_test 0.01434 +build/bin/crypto_curl_test 0.018438 +build/bin/errors_unauthorized_test 0.013604 +build/bin/crypto_keccak384_test 0.013505 +build/bin/responses_base_test 0.013771 +build/bin/extended_prepare_transfers_test 0.097157 +build/bin/responses_get_transfers_test 0.014112 +build/bin/responses_find_transactions_test 0.013785 +build/bin/requests_remove_neighbors_test 0.013125 +build/bin/responses_get_balances_and_format_test 0.013828 +build/bin/responses_get_account_data_test 0.014319 +build/bin/extended_traverse_bundle_test 0.040581 +build/bin/requests_add_neighbors_test 0.013468 +build/bin/extended_get_account_data_test 0.03781 +build/bin/requests_store_transactions_test 0.015067 +build/bin/extended_find_transaction_objects_test 0.038207 +build/bin/extended_send_transfer_test 0.067437 +build/bin/responses_remove_neighbors_test 0.013042 +build/bin/models_bundle_test 0.030715 +build/bin/responses_replay_bundle_test 0.014535 +build/bin/responses_add_neighbors_test 0.013545 +build/bin/errors_network_test 0.0153 +build/bin/errors_illegal_state_test 0.012726 +build/bin/requests_get_inclusion_states_test 0.015419 +build/bin/extended_is_reattachable_test 0.021191 +build/bin/requests_get_tips_test 0.01423 +build/bin/errors_unrecognized_test 0.014078 +build/bin/errors_bad_request_test 0.013501 +build/bin/extended_find_transaction_objects_by_bundle_test 0.02599 +build/bin/models_address_test 0.013817 +build/bin/responses_get_new_addresses_test 0.01433 +build/bin/errors_internal_server_error_test 0.01469 +build/bin/requests_base_test 0.01488 +build/bin/responses_get_transactions_to_approve_test 0.012766 +build/bin/responses_send_transfer_test 0.014382 +build/bin/responses_check_consistency_test 0.013793 +build/bin/extended_get_inputs_test 0.038288 +build/bin/api_core_test 0.133838 +build/bin/responses_attach_to_tangle_test 0.01354 +build/bin/extended_replay_bundle_test 0.034017 +build/bin/extended_initiate_transfer_test 0.05828 +build/bin/models_seed_test 0.015038 +build/bin/extended_bundles_from_addresses_test 0.041315 +build/bin/responses_get_inclusion_states_test 0.013697 +build/bin/models_transaction_test 0.016394 +build/bin/requests_get_node_info_test 0.014753 +build/bin/extended_get_transactions_objects_test 0.027082 +build/bin/requests_check_consistency_test 0.013781 +build/bin/extended_find_transactions_test 0.052054 +build/bin/responses_get_trytes_test 0.013357 +build/bin/crypto_signing_test 0.014108 +build/bin/requests_interrupt_attaching_to_tangle_test 0.014227 +build/bin/responses_get_neighbors_test 0.013641 +build/bin/requests_get_transactions_to_approve_test 0.012947 +build/bin/models_neighbor_test 0.013851 +build/bin/errors_crypto_test 0.01307 +build/bin/extended_get_balances_and_format_test 0.028528 +build/bin/requests_get_balances_test 0.013907 +build/bin/models_signature_test 0.013846 +build/bin/responses_get_tips_test 0.013822 +build/bin/utils_stop_watch_test 14.065822 +build/bin/responses_get_balances_test 0.014232 + diff --git a/tmpfile b/tmpfile deleted file mode 100644 index 05b9f80..0000000 --- a/tmpfile +++ /dev/null @@ -1 +0,0 @@ -Fri Jun 8 06:35:53 UTC 2018 From 4cdcc1769a70a3302580643401eea1e1522e5967 Mon Sep 17 00:00:00 2001 From: Simon Ninon Date: Sun, 10 Jun 2018 23:09:15 -0700 Subject: [PATCH 08/15] uncomment .travis.yml --- .travis.yml | 38 +++++++++++++++++++------------------- 1 file changed, 19 insertions(+), 19 deletions(-) diff --git a/.travis.yml b/.travis.yml index 99a6cae..f0e9f17 100644 --- a/.travis.yml +++ b/.travis.yml @@ -325,41 +325,41 @@ install: # OSX # ####### # ccache - #- if [ "$TRAVIS_OS_NAME" == "osx" ]; then brew install ccache; fi - #- if [ "$TRAVIS_OS_NAME" == "osx" ]; then export PATH="/usr/local/opt/ccache/libexec:$PATH"; fi + - if [ "$TRAVIS_OS_NAME" == "osx" ]; then brew install ccache; fi + - if [ "$TRAVIS_OS_NAME" == "osx" ]; then export PATH="/usr/local/opt/ccache/libexec:$PATH"; fi # java - #- if [ "$TRAVIS_OS_NAME" == "osx" ]; then brew cask install java; fi + - if [ "$TRAVIS_OS_NAME" == "osx" ]; then brew cask install java; fi ######### # Linux # ######### # lcov & coveralls - #- if [ "$TRAVIS_OS_NAME" == "linux" ] && [ "$COVERAGE" == "1" ]; then sudo apt-get -qq install lcov; fi - #- if [ "$TRAVIS_OS_NAME" == "linux" ] && [ "$COVERAGE" == "1" ]; then pip -q install --user cpp-coveralls; fi + - if [ "$TRAVIS_OS_NAME" == "linux" ] && [ "$COVERAGE" == "1" ]; then sudo apt-get -qq install lcov; fi + - if [ "$TRAVIS_OS_NAME" == "linux" ] && [ "$COVERAGE" == "1" ]; then pip -q install --user cpp-coveralls; fi # java - #- if [ "$TRAVIS_OS_NAME" == "linux" ]; then sudo apt-get -qq install default-jre; fi + - if [ "$TRAVIS_OS_NAME" == "linux" ]; then sudo apt-get -qq install default-jre; fi # maven - #- if [ "$TRAVIS_OS_NAME" == "linux" ]; then sudo apt-get -qq install maven; fi + - if [ "$TRAVIS_OS_NAME" == "linux" ]; then sudo apt-get -qq install maven; fi # keccak - #- if [ "$TRAVIS_OS_NAME" == "linux" ]; then sudo apt-get -qq install xsltproc; fi + - if [ "$TRAVIS_OS_NAME" == "linux" ]; then sudo apt-get -qq install xsltproc; fi # fix gcc multilib installation for cross compilation - #- if [ "$TRAVIS_OS_NAME" == "linux" ] && [ "$M32" == "1" ]; then cd /usr/include && sudo ln -s x86_64-linux-gnu/asm asm && cd -; fi + - if [ "$TRAVIS_OS_NAME" == "linux" ] && [ "$M32" == "1" ]; then cd /usr/include && sudo ln -s x86_64-linux-gnu/asm asm && cd -; fi before_script: # Increase resources limitation - #- ulimit -c unlimited -S + - ulimit -c unlimited -S # IRI setup - #- ./test/testnet/scripts/iri_setup.sh + - ./test/testnet/scripts/iri_setup.sh script: - #- CMAKE_PARAMS="-DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} -DBUILD_TESTS=1" - #- if [ "$M32" == "1" ]; then CMAKE_PARAMS="$CMAKE_PARAMS -DARCH=\"32\""; fi - #- if [ "$SILENCE" == "1" ]; then REDIR="2>/dev/null"; fi - #- mkdir -p build - #- cd build - #- cmake $CMAKE_PARAMS .. - #- eval make $REDIR - #- GTEST_COLOR=1 ctest -VV + - CMAKE_PARAMS="-DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} -DBUILD_TESTS=1" + - if [ "$M32" == "1" ]; then CMAKE_PARAMS="$CMAKE_PARAMS -DARCH=\"32\""; fi + - if [ "$SILENCE" == "1" ]; then REDIR="2>/dev/null"; fi + - mkdir -p build + - cd build + - cmake $CMAKE_PARAMS .. + - eval make $REDIR + - if [ "$PERFORMANCE" != "1" ]; then GTEST_COLOR=1 ctest -VV; fi after_script: - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then ruby test_perf.rb; fi From da33b3c373f796a62e4e1bd281e2511f0ecb5991 Mon Sep 17 00:00:00 2001 From: Simon Ninon Date: Sun, 10 Jun 2018 23:24:53 -0700 Subject: [PATCH 09/15] move to the right working directory --- .travis.yml | 2 +- test_perf.rb | 0 2 files changed, 1 insertion(+), 1 deletion(-) mode change 100644 => 100755 test_perf.rb diff --git a/.travis.yml b/.travis.yml index f0e9f17..0d957c0 100644 --- a/.travis.yml +++ b/.travis.yml @@ -362,4 +362,4 @@ script: - if [ "$PERFORMANCE" != "1" ]; then GTEST_COLOR=1 ctest -VV; fi after_script: - - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then ruby test_perf.rb; fi + - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then cd .. && ruby test_perf.rb; fi diff --git a/test_perf.rb b/test_perf.rb old mode 100644 new mode 100755 From 41213bb7aa7bb8823168c43406b9c680f9039784 Mon Sep 17 00:00:00 2001 From: Simon Ninon Date: Sun, 10 Jun 2018 23:50:05 -0700 Subject: [PATCH 10/15] use curl @ syntax --- test_perf.rb | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/test_perf.rb b/test_perf.rb index 1f9f295..f6d6a26 100755 --- a/test_perf.rb +++ b/test_perf.rb @@ -58,7 +58,8 @@ end # Notify -`curl -H "Authorization: token ${GH_TOKEN}" -X POST -d "{\"body\": \"#{notif}\"}" "https://api.github.com/repos/${TRAVIS_REPO_SLUG}/issues/${TRAVIS_PULL_REQUEST}/comments"` +`echo '#{notif}' > notif.tmp` +`curl -H "Authorization: token ${GH_TOKEN}" -X POST -d @notif.tmp "https://api.github.com/repos/${TRAVIS_REPO_SLUG}/issues/${TRAVIS_PULL_REQUEST}/comments"` # Push the updated perf report `git remote rm origin && git remote add origin https://github.com/$TRAVIS_REPO_SLUG` From fb4bc2fdb60630c348e2ab5fd67dd32ac5235d4b Mon Sep 17 00:00:00 2001 From: Simon Ninon Date: Wed, 13 Jun 2018 21:22:07 -0700 Subject: [PATCH 11/15] fix script --- test_perf.rb | 7 +- test_perf_result | 170 +++++++++++++++++++++++------------------------ 2 files changed, 88 insertions(+), 89 deletions(-) diff --git a/test_perf.rb b/test_perf.rb index f6d6a26..b5d0df3 100755 --- a/test_perf.rb +++ b/test_perf.rb @@ -58,13 +58,12 @@ end # Notify -`echo '#{notif}' > notif.tmp` -`curl -H "Authorization: token ${GH_TOKEN}" -X POST -d @notif.tmp "https://api.github.com/repos/${TRAVIS_REPO_SLUG}/issues/${TRAVIS_PULL_REQUEST}/comments"` - +`curl -H "Authorization: token ${GH_TOKEN}" -X POST -d '{"body": "#{notif}"}' "https://api.github.com/repos/${TRAVIS_REPO_SLUG}/issues/${TRAVIS_PULL_REQUEST}/comments"` +exit # Push the updated perf report `git remote rm origin && git remote add origin https://github.com/$TRAVIS_REPO_SLUG` `git fetch origin` `git checkout -b $TRAVIS_PULL_REQUEST_BRANCH origin/$TRAVIS_PULL_REQUEST_BRANCH` `git add test_perf_result` -`git commit -m 'performance report [CI SKIP]` +`git commit -m 'performance report [CI SKIP]'` `git push https://${GH_TOKEN}@github.com/$TRAVIS_REPO_SLUG $TRAVIS_PULL_REQUEST_BRANCH` diff --git a/test_perf_result b/test_perf_result index 48ad8df..0cb1a40 100644 --- a/test_perf_result +++ b/test_perf_result @@ -1,86 +1,86 @@ -build/bin/crypto_kerl_test 0.018208 -build/bin/crypto_multi_signing_test 0.02451 -build/bin/errors_generic_test 0.014581 -build/bin/extended_send_trytes_test 0.050574 -build/bin/requests_get_neighbors_test 0.013999 -build/bin/responses_get_bundle_test 0.013818 -build/bin/extended_get_transfers_test 0.030432 -build/bin/crypto_pow_test 0.094038 -build/bin/requests_get_trytes_test 0.013227 -build/bin/requests_were_addresses_spent_from_test 0.014353 -build/bin/extended_get_latest_inclusion_test 0.028265 -build/bin/extended_is_promotable_test 0.037485 -build/bin/responses_get_node_info_test 0.013069 -build/bin/types_trinary_test 0.014803 -build/bin/models_tag_test 0.01363 -build/bin/extended_get_bundle_test 0.040392 -build/bin/requests_attach_to_tangle_test 0.014152 -build/bin/responses_were_addresses_spent_from_test 0.012606 -build/bin/requests_broadcast_transactions_test 0.014273 -build/bin/models_transfer_test 0.013185 -build/bin/extended_get_new_addresses_test 0.038672 -build/bin/extended_broadcast_and_store_test 0.038529 -build/bin/extended_add_remainder_test 0.115029 -build/bin/requests_find_transactions_test 0.01434 -build/bin/crypto_curl_test 0.018438 -build/bin/errors_unauthorized_test 0.013604 -build/bin/crypto_keccak384_test 0.013505 -build/bin/responses_base_test 0.013771 -build/bin/extended_prepare_transfers_test 0.097157 -build/bin/responses_get_transfers_test 0.014112 -build/bin/responses_find_transactions_test 0.013785 -build/bin/requests_remove_neighbors_test 0.013125 -build/bin/responses_get_balances_and_format_test 0.013828 -build/bin/responses_get_account_data_test 0.014319 -build/bin/extended_traverse_bundle_test 0.040581 -build/bin/requests_add_neighbors_test 0.013468 -build/bin/extended_get_account_data_test 0.03781 -build/bin/requests_store_transactions_test 0.015067 -build/bin/extended_find_transaction_objects_test 0.038207 -build/bin/extended_send_transfer_test 0.067437 -build/bin/responses_remove_neighbors_test 0.013042 -build/bin/models_bundle_test 0.030715 -build/bin/responses_replay_bundle_test 0.014535 -build/bin/responses_add_neighbors_test 0.013545 -build/bin/errors_network_test 0.0153 -build/bin/errors_illegal_state_test 0.012726 -build/bin/requests_get_inclusion_states_test 0.015419 -build/bin/extended_is_reattachable_test 0.021191 -build/bin/requests_get_tips_test 0.01423 -build/bin/errors_unrecognized_test 0.014078 -build/bin/errors_bad_request_test 0.013501 -build/bin/extended_find_transaction_objects_by_bundle_test 0.02599 -build/bin/models_address_test 0.013817 -build/bin/responses_get_new_addresses_test 0.01433 -build/bin/errors_internal_server_error_test 0.01469 -build/bin/requests_base_test 0.01488 -build/bin/responses_get_transactions_to_approve_test 0.012766 -build/bin/responses_send_transfer_test 0.014382 -build/bin/responses_check_consistency_test 0.013793 -build/bin/extended_get_inputs_test 0.038288 -build/bin/api_core_test 0.133838 -build/bin/responses_attach_to_tangle_test 0.01354 -build/bin/extended_replay_bundle_test 0.034017 -build/bin/extended_initiate_transfer_test 0.05828 -build/bin/models_seed_test 0.015038 -build/bin/extended_bundles_from_addresses_test 0.041315 -build/bin/responses_get_inclusion_states_test 0.013697 -build/bin/models_transaction_test 0.016394 -build/bin/requests_get_node_info_test 0.014753 -build/bin/extended_get_transactions_objects_test 0.027082 -build/bin/requests_check_consistency_test 0.013781 -build/bin/extended_find_transactions_test 0.052054 -build/bin/responses_get_trytes_test 0.013357 -build/bin/crypto_signing_test 0.014108 -build/bin/requests_interrupt_attaching_to_tangle_test 0.014227 -build/bin/responses_get_neighbors_test 0.013641 -build/bin/requests_get_transactions_to_approve_test 0.012947 -build/bin/models_neighbor_test 0.013851 -build/bin/errors_crypto_test 0.01307 -build/bin/extended_get_balances_and_format_test 0.028528 -build/bin/requests_get_balances_test 0.013907 -build/bin/models_signature_test 0.013846 -build/bin/responses_get_tips_test 0.013822 -build/bin/utils_stop_watch_test 14.065822 -build/bin/responses_get_balances_test 0.014232 +build/bin/crypto_kerl_test 0.01747 +build/bin/crypto_multi_signing_test 0.029802 +build/bin/errors_generic_test 0.014132 +build/bin/extended_send_trytes_test 0.066892 +build/bin/requests_get_neighbors_test 0.014365 +build/bin/responses_get_bundle_test 0.013392 +build/bin/extended_get_transfers_test 0.028646 +build/bin/crypto_pow_test 0.088099 +build/bin/requests_get_trytes_test 0.013745 +build/bin/requests_were_addresses_spent_from_test 0.014495 +build/bin/extended_get_latest_inclusion_test 0.027304 +build/bin/extended_is_promotable_test 0.033582 +build/bin/responses_get_node_info_test 0.014487 +build/bin/types_trinary_test 0.014503 +build/bin/models_tag_test 0.013137 +build/bin/extended_get_bundle_test 0.038061 +build/bin/requests_attach_to_tangle_test 0.01749 +build/bin/responses_were_addresses_spent_from_test 0.01308 +build/bin/requests_broadcast_transactions_test 0.012406 +build/bin/models_transfer_test 0.013907 +build/bin/extended_get_new_addresses_test 0.04078 +build/bin/extended_broadcast_and_store_test 0.039934 +build/bin/extended_add_remainder_test 0.144774 +build/bin/requests_find_transactions_test 0.013888 +build/bin/crypto_curl_test 0.018151 +build/bin/errors_unauthorized_test 0.013569 +build/bin/crypto_keccak384_test 0.015126 +build/bin/responses_base_test 0.013168 +build/bin/extended_prepare_transfers_test 0.106919 +build/bin/responses_get_transfers_test 0.014093 +build/bin/responses_find_transactions_test 0.013061 +build/bin/requests_remove_neighbors_test 0.013724 +build/bin/responses_get_balances_and_format_test 0.013772 +build/bin/responses_get_account_data_test 0.014709 +build/bin/extended_traverse_bundle_test 0.03838 +build/bin/requests_add_neighbors_test 0.013519 +build/bin/extended_get_account_data_test 0.037765 +build/bin/requests_store_transactions_test 0.013601 +build/bin/extended_find_transaction_objects_test 0.040004 +build/bin/extended_send_transfer_test 0.066717 +build/bin/responses_remove_neighbors_test 0.013516 +build/bin/models_bundle_test 0.033472 +build/bin/responses_replay_bundle_test 0.014172 +build/bin/responses_add_neighbors_test 0.014032 +build/bin/errors_network_test 0.014962 +build/bin/errors_illegal_state_test 0.013497 +build/bin/requests_get_inclusion_states_test 0.01484 +build/bin/extended_is_reattachable_test 0.022006 +build/bin/requests_get_tips_test 0.013112 +build/bin/errors_unrecognized_test 0.014644 +build/bin/errors_bad_request_test 0.012913 +build/bin/extended_find_transaction_objects_by_bundle_test 0.028105 +build/bin/models_address_test 0.014433 +build/bin/responses_get_new_addresses_test 0.012831 +build/bin/errors_internal_server_error_test 0.014196 +build/bin/requests_base_test 0.012799 +build/bin/responses_get_transactions_to_approve_test 0.013729 +build/bin/responses_send_transfer_test 0.012954 +build/bin/responses_check_consistency_test 0.013393 +build/bin/extended_get_inputs_test 0.039553 +build/bin/api_core_test 0.13575 +build/bin/responses_attach_to_tangle_test 0.014099 +build/bin/extended_replay_bundle_test 0.029392 +build/bin/extended_initiate_transfer_test 0.060377 +build/bin/models_seed_test 0.014166 +build/bin/extended_bundles_from_addresses_test 0.042345 +build/bin/responses_get_inclusion_states_test 0.013843 +build/bin/models_transaction_test 0.015787 +build/bin/requests_get_node_info_test 0.0139 +build/bin/extended_get_transactions_objects_test 0.02617 +build/bin/requests_check_consistency_test 0.013874 +build/bin/extended_find_transactions_test 0.047864 +build/bin/responses_get_trytes_test 0.013782 +build/bin/crypto_signing_test 0.0142 +build/bin/requests_interrupt_attaching_to_tangle_test 0.013431 +build/bin/responses_get_neighbors_test 0.014076 +build/bin/requests_get_transactions_to_approve_test 0.0165 +build/bin/models_neighbor_test 0.013206 +build/bin/errors_crypto_test 0.014098 +build/bin/extended_get_balances_and_format_test 0.026976 +build/bin/requests_get_balances_test 0.014444 +build/bin/models_signature_test 0.013884 +build/bin/responses_get_tips_test 0.013595 +build/bin/utils_stop_watch_test 14.05398 +build/bin/responses_get_balances_test 0.014056 From f5af7bc63de3701fa5b424fb5f5d96161ce670cb Mon Sep 17 00:00:00 2001 From: Simon Ninon Date: Wed, 13 Jun 2018 21:50:31 -0700 Subject: [PATCH 12/15] escape backslash and remove exit --- test_perf.rb | 12 ++-- test_perf_result | 170 +++++++++++++++++++++++------------------------ 2 files changed, 91 insertions(+), 91 deletions(-) diff --git a/test_perf.rb b/test_perf.rb index b5d0df3..258e8ab 100755 --- a/test_perf.rb +++ b/test_perf.rb @@ -29,9 +29,9 @@ diff = (total_time - prev_perf) * 100 / prev_perf if total_time > higher_bound - decrease += "#{f}: was #{prev_perf}, now #{total_time} (+#{'%0.02f' % diff}%)\n" + decrease += "#{f}: was #{prev_perf}, now #{total_time} (+#{'%0.02f' % diff}%)\\n" elsif total_time < lower_bound - improvement += "#{f}: was #{prev_perf}, now #{total_time} (#{'%0.02f' % diff}%)\n" + improvement += "#{f}: was #{prev_perf}, now #{total_time} (#{'%0.02f' % diff}%)\\n" end result += "#{f} #{total_time}\n" @@ -42,13 +42,13 @@ # Setup regression report if not decrease.empty? - notif += "# Performance degradation report\n" + notif += '# Performance degradation report\n' notif += decrease end # Setup improvement report if not improvement.empty? - notif += "# Performance improvement report\n" + notif += '# Performance improvement report\n' notif += improvement end @@ -58,8 +58,8 @@ end # Notify -`curl -H "Authorization: token ${GH_TOKEN}" -X POST -d '{"body": "#{notif}"}' "https://api.github.com/repos/${TRAVIS_REPO_SLUG}/issues/${TRAVIS_PULL_REQUEST}/comments"` -exit +puts `curl -H "Authorization: token ${GH_TOKEN}" -X POST -d '{"body": "#{notif}"}' "https://api.github.com/repos/${TRAVIS_REPO_SLUG}/issues/${TRAVIS_PULL_REQUEST}/comments"` + # Push the updated perf report `git remote rm origin && git remote add origin https://github.com/$TRAVIS_REPO_SLUG` `git fetch origin` diff --git a/test_perf_result b/test_perf_result index 0cb1a40..758149f 100644 --- a/test_perf_result +++ b/test_perf_result @@ -1,86 +1,86 @@ -build/bin/crypto_kerl_test 0.01747 -build/bin/crypto_multi_signing_test 0.029802 -build/bin/errors_generic_test 0.014132 -build/bin/extended_send_trytes_test 0.066892 -build/bin/requests_get_neighbors_test 0.014365 -build/bin/responses_get_bundle_test 0.013392 -build/bin/extended_get_transfers_test 0.028646 -build/bin/crypto_pow_test 0.088099 -build/bin/requests_get_trytes_test 0.013745 -build/bin/requests_were_addresses_spent_from_test 0.014495 -build/bin/extended_get_latest_inclusion_test 0.027304 -build/bin/extended_is_promotable_test 0.033582 -build/bin/responses_get_node_info_test 0.014487 -build/bin/types_trinary_test 0.014503 -build/bin/models_tag_test 0.013137 -build/bin/extended_get_bundle_test 0.038061 -build/bin/requests_attach_to_tangle_test 0.01749 -build/bin/responses_were_addresses_spent_from_test 0.01308 -build/bin/requests_broadcast_transactions_test 0.012406 -build/bin/models_transfer_test 0.013907 -build/bin/extended_get_new_addresses_test 0.04078 -build/bin/extended_broadcast_and_store_test 0.039934 -build/bin/extended_add_remainder_test 0.144774 -build/bin/requests_find_transactions_test 0.013888 -build/bin/crypto_curl_test 0.018151 -build/bin/errors_unauthorized_test 0.013569 -build/bin/crypto_keccak384_test 0.015126 -build/bin/responses_base_test 0.013168 -build/bin/extended_prepare_transfers_test 0.106919 -build/bin/responses_get_transfers_test 0.014093 -build/bin/responses_find_transactions_test 0.013061 -build/bin/requests_remove_neighbors_test 0.013724 -build/bin/responses_get_balances_and_format_test 0.013772 -build/bin/responses_get_account_data_test 0.014709 -build/bin/extended_traverse_bundle_test 0.03838 -build/bin/requests_add_neighbors_test 0.013519 -build/bin/extended_get_account_data_test 0.037765 -build/bin/requests_store_transactions_test 0.013601 -build/bin/extended_find_transaction_objects_test 0.040004 -build/bin/extended_send_transfer_test 0.066717 -build/bin/responses_remove_neighbors_test 0.013516 -build/bin/models_bundle_test 0.033472 -build/bin/responses_replay_bundle_test 0.014172 -build/bin/responses_add_neighbors_test 0.014032 -build/bin/errors_network_test 0.014962 -build/bin/errors_illegal_state_test 0.013497 -build/bin/requests_get_inclusion_states_test 0.01484 -build/bin/extended_is_reattachable_test 0.022006 -build/bin/requests_get_tips_test 0.013112 -build/bin/errors_unrecognized_test 0.014644 -build/bin/errors_bad_request_test 0.012913 -build/bin/extended_find_transaction_objects_by_bundle_test 0.028105 -build/bin/models_address_test 0.014433 -build/bin/responses_get_new_addresses_test 0.012831 -build/bin/errors_internal_server_error_test 0.014196 -build/bin/requests_base_test 0.012799 -build/bin/responses_get_transactions_to_approve_test 0.013729 -build/bin/responses_send_transfer_test 0.012954 -build/bin/responses_check_consistency_test 0.013393 -build/bin/extended_get_inputs_test 0.039553 -build/bin/api_core_test 0.13575 -build/bin/responses_attach_to_tangle_test 0.014099 -build/bin/extended_replay_bundle_test 0.029392 -build/bin/extended_initiate_transfer_test 0.060377 -build/bin/models_seed_test 0.014166 -build/bin/extended_bundles_from_addresses_test 0.042345 -build/bin/responses_get_inclusion_states_test 0.013843 -build/bin/models_transaction_test 0.015787 -build/bin/requests_get_node_info_test 0.0139 -build/bin/extended_get_transactions_objects_test 0.02617 -build/bin/requests_check_consistency_test 0.013874 -build/bin/extended_find_transactions_test 0.047864 -build/bin/responses_get_trytes_test 0.013782 -build/bin/crypto_signing_test 0.0142 -build/bin/requests_interrupt_attaching_to_tangle_test 0.013431 -build/bin/responses_get_neighbors_test 0.014076 -build/bin/requests_get_transactions_to_approve_test 0.0165 -build/bin/models_neighbor_test 0.013206 -build/bin/errors_crypto_test 0.014098 -build/bin/extended_get_balances_and_format_test 0.026976 -build/bin/requests_get_balances_test 0.014444 -build/bin/models_signature_test 0.013884 -build/bin/responses_get_tips_test 0.013595 -build/bin/utils_stop_watch_test 14.05398 -build/bin/responses_get_balances_test 0.014056 +build/bin/crypto_kerl_test 0.01634 +build/bin/crypto_multi_signing_test 0.023967 +build/bin/errors_generic_test 0.013823 +build/bin/extended_send_trytes_test 0.05194 +build/bin/requests_get_neighbors_test 0.013718 +build/bin/responses_get_bundle_test 0.013809 +build/bin/extended_get_transfers_test 0.029751 +build/bin/crypto_pow_test 0.086332 +build/bin/requests_get_trytes_test 0.0131 +build/bin/requests_were_addresses_spent_from_test 0.015918 +build/bin/extended_get_latest_inclusion_test 0.03182 +build/bin/extended_is_promotable_test 0.033863 +build/bin/responses_get_node_info_test 0.014855 +build/bin/types_trinary_test 0.013386 +build/bin/models_tag_test 0.012766 +build/bin/extended_get_bundle_test 0.038806 +build/bin/requests_attach_to_tangle_test 0.014107 +build/bin/responses_were_addresses_spent_from_test 0.012917 +build/bin/requests_broadcast_transactions_test 0.013451 +build/bin/models_transfer_test 0.013643 +build/bin/extended_get_new_addresses_test 0.038958 +build/bin/extended_broadcast_and_store_test 0.040925 +build/bin/extended_add_remainder_test 0.125734 +build/bin/requests_find_transactions_test 0.0152 +build/bin/crypto_curl_test 0.017917 +build/bin/errors_unauthorized_test 0.013509 +build/bin/crypto_keccak384_test 0.013141 +build/bin/responses_base_test 0.013088 +build/bin/extended_prepare_transfers_test 0.097638 +build/bin/responses_get_transfers_test 0.013736 +build/bin/responses_find_transactions_test 0.013703 +build/bin/requests_remove_neighbors_test 0.013609 +build/bin/responses_get_balances_and_format_test 0.013634 +build/bin/responses_get_account_data_test 0.013543 +build/bin/extended_traverse_bundle_test 0.040527 +build/bin/requests_add_neighbors_test 0.013631 +build/bin/extended_get_account_data_test 0.03882 +build/bin/requests_store_transactions_test 0.013906 +build/bin/extended_find_transaction_objects_test 0.039696 +build/bin/extended_send_transfer_test 0.067854 +build/bin/responses_remove_neighbors_test 0.014231 +build/bin/models_bundle_test 0.032816 +build/bin/responses_replay_bundle_test 0.014733 +build/bin/responses_add_neighbors_test 0.014511 +build/bin/errors_network_test 0.014328 +build/bin/errors_illegal_state_test 0.014451 +build/bin/requests_get_inclusion_states_test 0.013805 +build/bin/extended_is_reattachable_test 0.022228 +build/bin/requests_get_tips_test 0.013955 +build/bin/errors_unrecognized_test 0.013983 +build/bin/errors_bad_request_test 0.014175 +build/bin/extended_find_transaction_objects_by_bundle_test 0.02814 +build/bin/models_address_test 0.014808 +build/bin/responses_get_new_addresses_test 0.014747 +build/bin/errors_internal_server_error_test 0.014354 +build/bin/requests_base_test 0.013439 +build/bin/responses_get_transactions_to_approve_test 0.0149 +build/bin/responses_send_transfer_test 0.014785 +build/bin/responses_check_consistency_test 0.014554 +build/bin/extended_get_inputs_test 0.038564 +build/bin/api_core_test 0.130729 +build/bin/responses_attach_to_tangle_test 0.020533 +build/bin/extended_replay_bundle_test 0.036803 +build/bin/extended_initiate_transfer_test 0.060657 +build/bin/models_seed_test 0.016353 +build/bin/extended_bundles_from_addresses_test 0.045722 +build/bin/responses_get_inclusion_states_test 0.015466 +build/bin/models_transaction_test 0.017767 +build/bin/requests_get_node_info_test 0.013313 +build/bin/extended_get_transactions_objects_test 0.028574 +build/bin/requests_check_consistency_test 0.014238 +build/bin/extended_find_transactions_test 0.046444 +build/bin/responses_get_trytes_test 0.015343 +build/bin/crypto_signing_test 0.014914 +build/bin/requests_interrupt_attaching_to_tangle_test 0.014251 +build/bin/responses_get_neighbors_test 0.014921 +build/bin/requests_get_transactions_to_approve_test 0.014718 +build/bin/models_neighbor_test 0.013817 +build/bin/errors_crypto_test 0.014292 +build/bin/extended_get_balances_and_format_test 0.027457 +build/bin/requests_get_balances_test 0.015891 +build/bin/models_signature_test 0.014262 +build/bin/responses_get_tips_test 0.01398 +build/bin/utils_stop_watch_test 14.065162 +build/bin/responses_get_balances_test 0.014608 From 7fd2bf6cf03967b5f829c2c4a24d4f2f544856a1 Mon Sep 17 00:00:00 2001 From: Travis CI User Date: Thu, 14 Jun 2018 05:07:57 +0000 Subject: [PATCH 13/15] performance report [CI SKIP] --- test_perf_result | 183 +++++++++++++++++++++++++---------------------- 1 file changed, 98 insertions(+), 85 deletions(-) diff --git a/test_perf_result b/test_perf_result index 758149f..0bc09d7 100644 --- a/test_perf_result +++ b/test_perf_result @@ -1,86 +1,99 @@ -build/bin/crypto_kerl_test 0.01634 -build/bin/crypto_multi_signing_test 0.023967 -build/bin/errors_generic_test 0.013823 -build/bin/extended_send_trytes_test 0.05194 -build/bin/requests_get_neighbors_test 0.013718 -build/bin/responses_get_bundle_test 0.013809 -build/bin/extended_get_transfers_test 0.029751 -build/bin/crypto_pow_test 0.086332 -build/bin/requests_get_trytes_test 0.0131 -build/bin/requests_were_addresses_spent_from_test 0.015918 -build/bin/extended_get_latest_inclusion_test 0.03182 -build/bin/extended_is_promotable_test 0.033863 -build/bin/responses_get_node_info_test 0.014855 -build/bin/types_trinary_test 0.013386 -build/bin/models_tag_test 0.012766 -build/bin/extended_get_bundle_test 0.038806 -build/bin/requests_attach_to_tangle_test 0.014107 -build/bin/responses_were_addresses_spent_from_test 0.012917 -build/bin/requests_broadcast_transactions_test 0.013451 -build/bin/models_transfer_test 0.013643 -build/bin/extended_get_new_addresses_test 0.038958 -build/bin/extended_broadcast_and_store_test 0.040925 -build/bin/extended_add_remainder_test 0.125734 -build/bin/requests_find_transactions_test 0.0152 -build/bin/crypto_curl_test 0.017917 -build/bin/errors_unauthorized_test 0.013509 -build/bin/crypto_keccak384_test 0.013141 -build/bin/responses_base_test 0.013088 -build/bin/extended_prepare_transfers_test 0.097638 -build/bin/responses_get_transfers_test 0.013736 -build/bin/responses_find_transactions_test 0.013703 -build/bin/requests_remove_neighbors_test 0.013609 -build/bin/responses_get_balances_and_format_test 0.013634 -build/bin/responses_get_account_data_test 0.013543 -build/bin/extended_traverse_bundle_test 0.040527 -build/bin/requests_add_neighbors_test 0.013631 -build/bin/extended_get_account_data_test 0.03882 -build/bin/requests_store_transactions_test 0.013906 -build/bin/extended_find_transaction_objects_test 0.039696 -build/bin/extended_send_transfer_test 0.067854 -build/bin/responses_remove_neighbors_test 0.014231 -build/bin/models_bundle_test 0.032816 -build/bin/responses_replay_bundle_test 0.014733 -build/bin/responses_add_neighbors_test 0.014511 -build/bin/errors_network_test 0.014328 -build/bin/errors_illegal_state_test 0.014451 -build/bin/requests_get_inclusion_states_test 0.013805 -build/bin/extended_is_reattachable_test 0.022228 -build/bin/requests_get_tips_test 0.013955 -build/bin/errors_unrecognized_test 0.013983 -build/bin/errors_bad_request_test 0.014175 -build/bin/extended_find_transaction_objects_by_bundle_test 0.02814 -build/bin/models_address_test 0.014808 -build/bin/responses_get_new_addresses_test 0.014747 -build/bin/errors_internal_server_error_test 0.014354 -build/bin/requests_base_test 0.013439 -build/bin/responses_get_transactions_to_approve_test 0.0149 -build/bin/responses_send_transfer_test 0.014785 -build/bin/responses_check_consistency_test 0.014554 -build/bin/extended_get_inputs_test 0.038564 -build/bin/api_core_test 0.130729 -build/bin/responses_attach_to_tangle_test 0.020533 -build/bin/extended_replay_bundle_test 0.036803 -build/bin/extended_initiate_transfer_test 0.060657 -build/bin/models_seed_test 0.016353 -build/bin/extended_bundles_from_addresses_test 0.045722 -build/bin/responses_get_inclusion_states_test 0.015466 -build/bin/models_transaction_test 0.017767 -build/bin/requests_get_node_info_test 0.013313 -build/bin/extended_get_transactions_objects_test 0.028574 -build/bin/requests_check_consistency_test 0.014238 -build/bin/extended_find_transactions_test 0.046444 -build/bin/responses_get_trytes_test 0.015343 -build/bin/crypto_signing_test 0.014914 -build/bin/requests_interrupt_attaching_to_tangle_test 0.014251 -build/bin/responses_get_neighbors_test 0.014921 -build/bin/requests_get_transactions_to_approve_test 0.014718 -build/bin/models_neighbor_test 0.013817 -build/bin/errors_crypto_test 0.014292 -build/bin/extended_get_balances_and_format_test 0.027457 -build/bin/requests_get_balances_test 0.015891 -build/bin/models_signature_test 0.014262 -build/bin/responses_get_tips_test 0.01398 -build/bin/utils_stop_watch_test 14.065162 -build/bin/responses_get_balances_test 0.014608 +build/bin/responses_were_addresses_spent_from_test 0.002456467 +build/bin/core_get_trytes_test 0.085785117 +build/bin/core_get_transactions_to_approve_test 0.059665439 +build/bin/core_get_balances_test 0.030873941 +build/bin/extended_send_transfer_test 15.680319028 +build/bin/models_transfer_test 0.002588176 +build/bin/responses_get_node_info_test 0.002171949 +build/bin/utils_stop_watch_test 14.004071684 +build/bin/extended_initiate_transfer_test 0.141807368 +build/bin/responses_get_tips_test 0.002159716 +build/bin/requests_get_inclusion_states_test 0.002015393 +build/bin/responses_add_neighbors_test 0.002132093 +build/bin/responses_send_transfer_test 0.002003966 +build/bin/core_get_node_info_test 0.017616366 +build/bin/core_were_addresses_spent_from_test 0.04987075 +build/bin/extended_is_reattachable_test 3.416971671 +build/bin/errors_illegal_state_test 0.002686235 +build/bin/extended_get_transactions_objects_test 0.040687929 +build/bin/core_interrupt_attaching_to_tangle_test 4.024298309 +build/bin/models_tag_test 0.002353154 +build/bin/extended_get_latest_inclusion_test 0.058948057 +build/bin/responses_get_transactions_to_approve_test 0.002331315 +build/bin/extended_is_promotable_test 0.037656449 +build/bin/models_seed_test 0.002397977 +build/bin/requests_get_neighbors_test 0.002404002 +build/bin/models_neighbor_test 0.002101202 +build/bin/errors_generic_test 0.002036625 +build/bin/responses_get_balances_test 0.002345201 +build/bin/responses_get_balances_and_format_test 0.002131655 +build/bin/requests_check_consistency_test 0.002015967 +build/bin/requests_get_trytes_test 0.00206097 +build/bin/requests_base_test 0.001919485 +build/bin/responses_get_trytes_test 0.002084823 +build/bin/responses_get_transfers_test 0.00259046 +build/bin/extended_send_trytes_test 4.247608671 +build/bin/extended_bundles_from_addresses_test 0.35345298 +build/bin/responses_check_consistency_test 0.002191813 +build/bin/extended_find_transaction_objects_by_bundle_test 0.070434719 +build/bin/crypto_pow_test 8.142613887 +build/bin/responses_get_account_data_test 0.002348702 +build/bin/requests_get_balances_test 0.002126012 +build/bin/requests_add_neighbors_test 0.002242509 +build/bin/core_store_transactions_test 2.060508664 +build/bin/extended_get_transfers_test 0.479612405 +build/bin/core_broadcast_transactions_test 2.064870315 +build/bin/models_address_test 0.002733281 +build/bin/core_neighbors_test 0.066695288 +build/bin/requests_get_tips_test 0.002253689 +build/bin/responses_get_new_addresses_test 0.002422649 +build/bin/crypto_curl_test 0.010378114 +build/bin/core_get_inclusions_states_test 0.06017521 +build/bin/responses_find_transactions_test 0.002441357 +build/bin/core_get_tips_test 0.0170293 +build/bin/crypto_signing_test 0.003233936 +build/bin/models_transaction_test 0.009862801 +build/bin/responses_remove_neighbors_test 0.00228299 +build/bin/extended_get_new_addresses_test 0.327466043 +build/bin/extended_get_account_data_test 0.788572566 +build/bin/responses_base_test 0.00225932 +build/bin/crypto_kerl_test 0.002272389 +build/bin/requests_find_transactions_test 0.002101068 +build/bin/extended_prepare_transfers_test 0.585899849 +build/bin/responses_get_bundle_test 0.002541778 +build/bin/crypto_multi_signing_test 0.025671504 +build/bin/responses_get_neighbors_test 0.002237008 +build/bin/extended_get_balances_and_format_test 0.022445345 +build/bin/requests_interrupt_attaching_to_tangle_test 0.002073777 +build/bin/requests_store_transactions_test 0.001948038 +build/bin/models_signature_test 0.002131786 +build/bin/core_attach_to_tangle_test 6.222766292 +build/bin/extended_get_bundle_test 0.112368381 +build/bin/extended_replay_bundle_test 2.118414546 +build/bin/errors_bad_request_test 0.002758657 +build/bin/requests_remove_neighbors_test 0.002447474 +build/bin/responses_replay_bundle_test 0.002425056 +build/bin/errors_network_test 0.002456891 +build/bin/requests_get_transactions_to_approve_test 0.002534273 +build/bin/errors_crypto_test 0.002404992 +build/bin/core_check_consistency_test 0.061121608 +build/bin/requests_get_node_info_test 0.002506089 +build/bin/requests_were_addresses_spent_from_test 0.002327476 +build/bin/core_find_transactions_test 0.078306502 +build/bin/extended_find_transactions_test 0.07082513 +build/bin/crypto_keccak384_test 0.002470474 +build/bin/types_trinary_test 0.00246363 +build/bin/extended_get_inputs_test 0.213217608 +build/bin/extended_add_remainder_test 0.318074948 +build/bin/extended_find_transaction_objects_test 0.074470628 +build/bin/extended_broadcast_and_store_test 4.093203872 +build/bin/errors_internal_server_error_test 0.002265507 +build/bin/models_bundle_test 0.030608408 +build/bin/extended_traverse_bundle_test 0.096841407 +build/bin/errors_unrecognized_test 0.00226116 +build/bin/requests_attach_to_tangle_test 0.002190032 +build/bin/errors_unauthorized_test 0.00210882 +build/bin/responses_get_inclusion_states_test 0.002235962 +build/bin/responses_attach_to_tangle_test 0.002253603 +build/bin/requests_broadcast_transactions_test 0.002360224 From bb872b51fad647822b0103435c3173ef4331b04e Mon Sep 17 00:00:00 2001 From: Simon Ninon Date: Wed, 13 Jun 2018 22:36:42 -0700 Subject: [PATCH 14/15] move scripts to test/performance --- .travis.yml | 2 +- test_perf.rb => test/performance/test_perf.rb | 2 +- test_perf_result => test/performance/test_perf_result | 0 3 files changed, 2 insertions(+), 2 deletions(-) rename test_perf.rb => test/performance/test_perf.rb (98%) rename test_perf_result => test/performance/test_perf_result (100%) diff --git a/.travis.yml b/.travis.yml index 0d957c0..be1ee50 100644 --- a/.travis.yml +++ b/.travis.yml @@ -362,4 +362,4 @@ script: - if [ "$PERFORMANCE" != "1" ]; then GTEST_COLOR=1 ctest -VV; fi after_script: - - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then cd .. && ruby test_perf.rb; fi + - if [ "$PERFORMANCE" == "1" ] && [ "$TRAVIS_PULL_REQUEST" != "false" ]; then cd ../test/performance && ruby test_perf.rb; fi diff --git a/test_perf.rb b/test/performance/test_perf.rb similarity index 98% rename from test_perf.rb rename to test/performance/test_perf.rb index 258e8ab..5f2d796 100755 --- a/test_perf.rb +++ b/test/performance/test_perf.rb @@ -17,7 +17,7 @@ # > get execution time # > check if there is major regression or improvement # > update the performance report -Dir['build/bin/*_test'].each do |f| +Dir['../../build/bin/*_test'].each do |f| start_time = Time.now `$(#{f} 1> /dev/null 2> /dev/null)` end_time = Time.now diff --git a/test_perf_result b/test/performance/test_perf_result similarity index 100% rename from test_perf_result rename to test/performance/test_perf_result From 40d33958998d0a77e0939292f0026304e2dafec9 Mon Sep 17 00:00:00 2001 From: Travis CI User Date: Thu, 14 Jun 2018 08:36:20 +0000 Subject: [PATCH 15/15] performance report [CI SKIP] --- test/performance/test_perf_result | 196 +++++++++++++++--------------- 1 file changed, 98 insertions(+), 98 deletions(-) diff --git a/test/performance/test_perf_result b/test/performance/test_perf_result index 0bc09d7..08ea5d3 100644 --- a/test/performance/test_perf_result +++ b/test/performance/test_perf_result @@ -1,99 +1,99 @@ -build/bin/responses_were_addresses_spent_from_test 0.002456467 -build/bin/core_get_trytes_test 0.085785117 -build/bin/core_get_transactions_to_approve_test 0.059665439 -build/bin/core_get_balances_test 0.030873941 -build/bin/extended_send_transfer_test 15.680319028 -build/bin/models_transfer_test 0.002588176 -build/bin/responses_get_node_info_test 0.002171949 -build/bin/utils_stop_watch_test 14.004071684 -build/bin/extended_initiate_transfer_test 0.141807368 -build/bin/responses_get_tips_test 0.002159716 -build/bin/requests_get_inclusion_states_test 0.002015393 -build/bin/responses_add_neighbors_test 0.002132093 -build/bin/responses_send_transfer_test 0.002003966 -build/bin/core_get_node_info_test 0.017616366 -build/bin/core_were_addresses_spent_from_test 0.04987075 -build/bin/extended_is_reattachable_test 3.416971671 -build/bin/errors_illegal_state_test 0.002686235 -build/bin/extended_get_transactions_objects_test 0.040687929 -build/bin/core_interrupt_attaching_to_tangle_test 4.024298309 -build/bin/models_tag_test 0.002353154 -build/bin/extended_get_latest_inclusion_test 0.058948057 -build/bin/responses_get_transactions_to_approve_test 0.002331315 -build/bin/extended_is_promotable_test 0.037656449 -build/bin/models_seed_test 0.002397977 -build/bin/requests_get_neighbors_test 0.002404002 -build/bin/models_neighbor_test 0.002101202 -build/bin/errors_generic_test 0.002036625 -build/bin/responses_get_balances_test 0.002345201 -build/bin/responses_get_balances_and_format_test 0.002131655 -build/bin/requests_check_consistency_test 0.002015967 -build/bin/requests_get_trytes_test 0.00206097 -build/bin/requests_base_test 0.001919485 -build/bin/responses_get_trytes_test 0.002084823 -build/bin/responses_get_transfers_test 0.00259046 -build/bin/extended_send_trytes_test 4.247608671 -build/bin/extended_bundles_from_addresses_test 0.35345298 -build/bin/responses_check_consistency_test 0.002191813 -build/bin/extended_find_transaction_objects_by_bundle_test 0.070434719 -build/bin/crypto_pow_test 8.142613887 -build/bin/responses_get_account_data_test 0.002348702 -build/bin/requests_get_balances_test 0.002126012 -build/bin/requests_add_neighbors_test 0.002242509 -build/bin/core_store_transactions_test 2.060508664 -build/bin/extended_get_transfers_test 0.479612405 -build/bin/core_broadcast_transactions_test 2.064870315 -build/bin/models_address_test 0.002733281 -build/bin/core_neighbors_test 0.066695288 -build/bin/requests_get_tips_test 0.002253689 -build/bin/responses_get_new_addresses_test 0.002422649 -build/bin/crypto_curl_test 0.010378114 -build/bin/core_get_inclusions_states_test 0.06017521 -build/bin/responses_find_transactions_test 0.002441357 -build/bin/core_get_tips_test 0.0170293 -build/bin/crypto_signing_test 0.003233936 -build/bin/models_transaction_test 0.009862801 -build/bin/responses_remove_neighbors_test 0.00228299 -build/bin/extended_get_new_addresses_test 0.327466043 -build/bin/extended_get_account_data_test 0.788572566 -build/bin/responses_base_test 0.00225932 -build/bin/crypto_kerl_test 0.002272389 -build/bin/requests_find_transactions_test 0.002101068 -build/bin/extended_prepare_transfers_test 0.585899849 -build/bin/responses_get_bundle_test 0.002541778 -build/bin/crypto_multi_signing_test 0.025671504 -build/bin/responses_get_neighbors_test 0.002237008 -build/bin/extended_get_balances_and_format_test 0.022445345 -build/bin/requests_interrupt_attaching_to_tangle_test 0.002073777 -build/bin/requests_store_transactions_test 0.001948038 -build/bin/models_signature_test 0.002131786 -build/bin/core_attach_to_tangle_test 6.222766292 -build/bin/extended_get_bundle_test 0.112368381 -build/bin/extended_replay_bundle_test 2.118414546 -build/bin/errors_bad_request_test 0.002758657 -build/bin/requests_remove_neighbors_test 0.002447474 -build/bin/responses_replay_bundle_test 0.002425056 -build/bin/errors_network_test 0.002456891 -build/bin/requests_get_transactions_to_approve_test 0.002534273 -build/bin/errors_crypto_test 0.002404992 -build/bin/core_check_consistency_test 0.061121608 -build/bin/requests_get_node_info_test 0.002506089 -build/bin/requests_were_addresses_spent_from_test 0.002327476 -build/bin/core_find_transactions_test 0.078306502 -build/bin/extended_find_transactions_test 0.07082513 -build/bin/crypto_keccak384_test 0.002470474 -build/bin/types_trinary_test 0.00246363 -build/bin/extended_get_inputs_test 0.213217608 -build/bin/extended_add_remainder_test 0.318074948 -build/bin/extended_find_transaction_objects_test 0.074470628 -build/bin/extended_broadcast_and_store_test 4.093203872 -build/bin/errors_internal_server_error_test 0.002265507 -build/bin/models_bundle_test 0.030608408 -build/bin/extended_traverse_bundle_test 0.096841407 -build/bin/errors_unrecognized_test 0.00226116 -build/bin/requests_attach_to_tangle_test 0.002190032 -build/bin/errors_unauthorized_test 0.00210882 -build/bin/responses_get_inclusion_states_test 0.002235962 -build/bin/responses_attach_to_tangle_test 0.002253603 -build/bin/requests_broadcast_transactions_test 0.002360224 +../../build/bin/responses_were_addresses_spent_from_test 0.002673413 +../../build/bin/core_get_trytes_test 0.074619049 +../../build/bin/core_get_transactions_to_approve_test 0.052522042 +../../build/bin/core_get_balances_test 0.030051051 +../../build/bin/extended_send_transfer_test 15.595613762 +../../build/bin/models_transfer_test 0.00297322 +../../build/bin/responses_get_node_info_test 0.00253447 +../../build/bin/utils_stop_watch_test 14.003987851 +../../build/bin/extended_initiate_transfer_test 0.147724112 +../../build/bin/responses_get_tips_test 0.002230168 +../../build/bin/requests_get_inclusion_states_test 0.002160395 +../../build/bin/responses_add_neighbors_test 0.002024402 +../../build/bin/responses_send_transfer_test 0.00203437 +../../build/bin/core_get_node_info_test 0.017016791 +../../build/bin/core_were_addresses_spent_from_test 0.05861448 +../../build/bin/extended_is_reattachable_test 3.434427288 +../../build/bin/errors_illegal_state_test 0.002237674 +../../build/bin/extended_get_transactions_objects_test 0.036048461 +../../build/bin/core_interrupt_attaching_to_tangle_test 4.023164518 +../../build/bin/models_tag_test 0.002586472 +../../build/bin/extended_get_latest_inclusion_test 0.051134751 +../../build/bin/responses_get_transactions_to_approve_test 0.002579033 +../../build/bin/extended_is_promotable_test 0.045838763 +../../build/bin/models_seed_test 0.002818129 +../../build/bin/requests_get_neighbors_test 0.002317921 +../../build/bin/models_neighbor_test 0.002360679 +../../build/bin/errors_generic_test 0.002276989 +../../build/bin/responses_get_balances_test 0.00232869 +../../build/bin/responses_get_balances_and_format_test 0.002480821 +../../build/bin/requests_check_consistency_test 0.002302962 +../../build/bin/requests_get_trytes_test 0.002287192 +../../build/bin/requests_base_test 0.002208943 +../../build/bin/responses_get_trytes_test 0.002103742 +../../build/bin/responses_get_transfers_test 0.002068923 +../../build/bin/extended_send_trytes_test 4.248804643 +../../build/bin/extended_bundles_from_addresses_test 0.308622726 +../../build/bin/responses_check_consistency_test 0.002088344 +../../build/bin/extended_find_transaction_objects_by_bundle_test 0.061152426 +../../build/bin/crypto_pow_test 8.125748669 +../../build/bin/responses_get_account_data_test 0.002368888 +../../build/bin/requests_get_balances_test 0.002037807 +../../build/bin/requests_add_neighbors_test 0.001962252 +../../build/bin/core_store_transactions_test 2.063053968 +../../build/bin/extended_get_transfers_test 0.500654961 +../../build/bin/core_broadcast_transactions_test 2.064208122 +../../build/bin/models_address_test 0.002783341 +../../build/bin/core_neighbors_test 0.05454215 +../../build/bin/requests_get_tips_test 0.002321864 +../../build/bin/responses_get_new_addresses_test 0.00234684 +../../build/bin/crypto_curl_test 0.009824984 +../../build/bin/core_get_inclusions_states_test 0.058152284 +../../build/bin/responses_find_transactions_test 0.002415209 +../../build/bin/core_get_tips_test 0.016515135 +../../build/bin/crypto_signing_test 0.00270949 +../../build/bin/models_transaction_test 0.007840742 +../../build/bin/responses_remove_neighbors_test 0.00428531 +../../build/bin/extended_get_new_addresses_test 0.30295796 +../../build/bin/extended_get_account_data_test 0.799443023 +../../build/bin/responses_base_test 0.002369885 +../../build/bin/crypto_kerl_test 0.002272641 +../../build/bin/requests_find_transactions_test 0.002468121 +../../build/bin/extended_prepare_transfers_test 0.559005646 +../../build/bin/responses_get_bundle_test 0.002204882 +../../build/bin/crypto_multi_signing_test 0.028989643 +../../build/bin/responses_get_neighbors_test 0.00224885 +../../build/bin/extended_get_balances_and_format_test 0.032527705 +../../build/bin/requests_interrupt_attaching_to_tangle_test 0.002199682 +../../build/bin/requests_store_transactions_test 0.001986044 +../../build/bin/models_signature_test 0.002157005 +../../build/bin/core_attach_to_tangle_test 6.174935276 +../../build/bin/extended_get_bundle_test 0.13890563 +../../build/bin/extended_replay_bundle_test 2.10854185 +../../build/bin/errors_bad_request_test 0.002255862 +../../build/bin/requests_remove_neighbors_test 0.00194235 +../../build/bin/responses_replay_bundle_test 0.001901126 +../../build/bin/errors_network_test 0.001898647 +../../build/bin/requests_get_transactions_to_approve_test 0.001977679 +../../build/bin/errors_crypto_test 0.0018472 +../../build/bin/core_check_consistency_test 0.043053724 +../../build/bin/requests_get_node_info_test 0.002219457 +../../build/bin/requests_were_addresses_spent_from_test 0.002148877 +../../build/bin/core_find_transactions_test 0.050835434 +../../build/bin/extended_find_transactions_test 0.04339799 +../../build/bin/crypto_keccak384_test 0.002274911 +../../build/bin/types_trinary_test 0.002403102 +../../build/bin/extended_get_inputs_test 0.16328698 +../../build/bin/extended_add_remainder_test 0.281219814 +../../build/bin/extended_find_transaction_objects_test 0.064035028 +../../build/bin/extended_broadcast_and_store_test 4.077830567 +../../build/bin/errors_internal_server_error_test 0.002134477 +../../build/bin/models_bundle_test 0.028806677 +../../build/bin/extended_traverse_bundle_test 0.085511965 +../../build/bin/errors_unrecognized_test 0.002120729 +../../build/bin/requests_attach_to_tangle_test 0.001955771 +../../build/bin/errors_unauthorized_test 0.002027241 +../../build/bin/responses_get_inclusion_states_test 0.001831769 +../../build/bin/responses_attach_to_tangle_test 0.001852293 +../../build/bin/requests_broadcast_transactions_test 0.001973562