Add benchmark CI

Author: tansongchen

.github/workflows/Benchmark.yml

@@ -0,0 +1,38 @@
+name: Benchmark
+on:
+  push:
+    branches:
+      - main
+    tags: ['*']
+
+jobs:
+  test:
+    name: Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        version:
+          - '1.8'
+        os:
+          - ubuntu-latest
+        arch:
+          - x64
+    steps:
+      - uses: actions/checkout@v3
+      - uses: julia-actions/setup-julia@v1
+        with:
+          version: ${{ matrix.version }}
+          arch: ${{ matrix.arch }}
+      - uses: julia-actions/cache@v1
+      - uses: julia-actions/julia-buildpkg@v1
+      - name: Install JuliaFormatter and format
+        run: |
+          julia -e 'using Pkg; Pkg.add(PackageSpec(name="PkgBenchmark"))'
+          julia --project=benchmark -e 'using Pkg; Pkg.instantiate()'
+      - run: |
+          julia --project=benchmark -e '
+            using PkgBenchmark, TaylorDiff
+            include("benchmark/utils.jl")
+            res = benchmarkpkg(TaylorDiff)
+            upload(res)'

README.md

@@ -6,6 +6,7 @@
   <a href="https://juliadiff.org/TaylorDiff.jl/dev/"><img src="https://img.shields.io/badge/docs-dev-blue.svg" alt="Dev" /></a>
   <a href="https://github.com/JuliaDiff/TaylorDiff.jl/actions/workflows/CI.yml?query=branch%3Amain"><img src="https://github.com/JuliaDiff/TaylorDiff.jl/actions/workflows/CI.yml/badge.svg?branch=main" alt="Build Status" /></a>
   <a href="https://codecov.io/gh/JuliaDiff/TaylorDiff.jl"><img src="https://codecov.io/gh/JuliaDiff/TaylorDiff.jl/branch/main/graph/badge.svg?token=5KYP7K71VQ"/></a>
+  <a href="https://benchmark.tansongchen.com/TaylorDiff.jl"><img src="https://github.com/JuliaDiff/TaylorDiff.jl/actions/workflows/Benchmark.yml/badge.svg?branch=main" alt="Benchmark Status" /></a>
   <br />
   <a href="https://github.com/SciML/ColPrac"><img src="https://img.shields.io/badge/ColPrac-Contributor's%20Guide-blueviolet" alt="ColPrac: Contributor's Guide on Collaborative Practices for Community Packages" /></a>
   <a href="https://github.com/SciML/SciMLStyle"><img src="https://img.shields.io/static/v1?label=code%20style&message=SciML&color=9558b2&labelColor=389826" alt="SciML Code Style" /></a>
@@ -15,4 +16,4 @@
   <a href="https://github.com/codespaces/new?hide_repo_select=true&ref=main&repo=563952901&machine=standardLinux32gb&devcontainer_path=.devcontainer%2Fdevcontainer.json&location=EastUshttps://github.com/codespaces/new?hide_repo_select=true&ref=main&repo=563952901&machine=standardLinux32gb&devcontainer_path=.devcontainer%2Fdevcontainer.json&location=EastUs"><img src="https://github.com/codespaces/badge.svg" alt="Open in GitHub Codespaces" /></a>
 </p>
 
-Please see [Documentation](https://juliadiff.org/TaylorDiff.jl) for more information.
+Please see [Documentation](https://juliadiff.org/TaylorDiff.jl) and [Benchmarks](https://benchmark.tansongchen.com/TaylorDiff.jl) for more information.

benchmark/utils.jl

@@ -0,0 +1,28 @@
+import JSON: lower, json
+using HTTP: put
+using BenchmarkTools
+using BenchmarkTools: Trial, TrialEstimate
+
+function lower(results::BenchmarkResults)
+    Dict("name" => results.name,
+         "commit" => results.commit,
+         "benchmarkgroup" => lower(results.benchmarkgroup),
+         "date" => results.date,
+         "julia_commit" => results.julia_commit,
+         "vinfo" => results.vinfo,
+         "benchmarkconfig" => results.benchmarkconfig)
+end
+
+lower(group::BenchmarkGroup) = Dict(key => lower(value) for (key, value) in group.data)
+
+lower(trial::Trial) = lower(median(trial))
+
+function lower(te::TrialEstimate)
+    Dict("time" => te.time,
+         "memory" => te.memory,
+         "allocs" => te.allocs)
+end
+
+function upload(results::BenchmarkResults)
+    put("https://benchmark.tansongchen.com/data?repo=TaylorDiff.jl"; body=json(results))
+end