Add Buildkite benchmarking pipeline

Author: tansongchen

.buildkite/pipeline.yml

@@ -1,5 +1,5 @@
 steps:
-  - label: ":julia: Benchmark"
+  - label: ":julia: Run Tests"
     plugins:
       - JuliaCI/julia#v1:
           version: "1.8"
@@ -10,3 +10,14 @@ steps:
       queue: "juliaecosystem"
       arch: "x86_64"
     timeout_in_minutes: 30
+
+  - label: ":julia: Run benchmarks"
+    command: "julia --project=benchmark benchmark/runbenchmarks.jl"
+    plugins:
+      - JuliaCI/julia#v1:
+          version: "1.8"
+    agents:
+      os: "linux"
+      queue: "juliaecosystem"
+      arch: "x86_64"
+    timeout_in_minutes: 30

.github/workflows/Benchmark.yml

@@ -24,7 +24,5 @@ jobs:
         with:
           version: ${{ matrix.version }}
           arch: ${{ matrix.arch }}
-      - uses: julia-actions/cache@v1
-      - uses: julia-actions/julia-buildpkg@v1
       - name: Run benchmarks and upload to server
         run: julia --project=benchmark benchmark/runbenchmarks.jl

benchmark/runbenchmarks.jl

@@ -1,5 +1,5 @@
 using Pkg
-Pkg.develop(path=".")
+Pkg.develop(path = ".")
 Pkg.instantiate()
 
 using TaylorDiff