WIP: Performance testing

Author: ahoppen

.github/workflows/pull_request.yml

@@ -9,14 +9,19 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-  tests:
-    name: Test
-    uses: swiftlang/github-workflows/.github/workflows/swift_package_test.yml@main
-    with:
-      linux_exclude_swift_versions: "[{\"swift_version\": \"5.8\"}]"
-  soundness:
-    name: Soundness
-    uses: swiftlang/github-workflows/.github/workflows/soundness.yml@main
-    with:
-      license_header_check_project_name: "Swift.org"
-      api_breakage_check_allowlist_path: "api-breakages.txt"
+  # tests:
+  #   name: Test
+  #   uses: swiftlang/github-workflows/.github/workflows/swift_package_test.yml@main
+  #   with:
+  #     linux_exclude_swift_versions: "[{\"swift_version\": \"5.8\"}]"
+  # soundness:
+  #   name: Soundness
+  #   uses: swiftlang/github-workflows/.github/workflows/soundness.yml@main
+  #   with:
+  #     license_header_check_project_name: "Swift.org"
+  #     api_breakage_check_allowlist_path: "api-breakages.txt"
+  performance_test:
+    name: Performance test
+    permissions:
+      pull-requests: write
+    uses: ahoppen/github-workflows/.github/workflows/performance_test.yml@performance-test-2

Benchmarks/.gitignore

@@ -0,0 +1,9 @@
+.DS_Store
+/.build
+/Packages
+xcuserdata/
+DerivedData/
+.swiftpm/configuration/registries.json
+.swiftpm/xcode/package.xcworkspace/contents.xcworkspacedata
+.netrc
+.benchmarkBaselines

Benchmarks/.vscode/launch.json

@@ -0,0 +1,40 @@
+{
+  "configurations": [
+    {
+      "type": "swift",
+      "request": "launch",
+      "args": [],
+      "cwd": "${workspaceFolder:Benchmarks}",
+      "name": "Debug Benchmarks",
+      "program": "${workspaceFolder:Benchmarks}/.build/debug/Benchmarks",
+      "preLaunchTask": "swift: Build Debug Benchmarks"
+    },
+    {
+      "type": "swift",
+      "request": "launch",
+      "args": [],
+      "cwd": "${workspaceFolder:Benchmarks}",
+      "name": "Release Benchmarks",
+      "program": "${workspaceFolder:Benchmarks}/.build/release/Benchmarks",
+      "preLaunchTask": "swift: Build Release Benchmarks"
+    },
+    {
+      "type": "swift",
+      "request": "launch",
+      "args": [],
+      "cwd": "${workspaceFolder:Benchmarks}",
+      "name": "Debug MyBenchmark",
+      "program": "${workspaceFolder:Benchmarks}/.build/debug/MyBenchmark",
+      "preLaunchTask": "swift: Build Debug MyBenchmark"
+    },
+    {
+      "type": "swift",
+      "request": "launch",
+      "args": [],
+      "cwd": "${workspaceFolder:Benchmarks}",
+      "name": "Release MyBenchmark",
+      "program": "${workspaceFolder:Benchmarks}/.build/release/MyBenchmark",
+      "preLaunchTask": "swift: Build Release MyBenchmark"
+    }
+  ]
+}

Benchmarks/Benchmarks/MyBenchmark/Benchmark.swift

@@ -0,0 +1,25 @@
+import Benchmark
+import Foundation
+
+let benchmarks: @Sendable () -> Void = {
+  let configuration = Benchmark.Configuration(
+    metrics: [.cpuUser],
+    // thresholds: [.instructions: BenchmarkThresholds(relative: [.p25: 0.5, .p50: 0.5, .p75: 0.5, .p90: 0.5])]
+  )
+  Benchmark(
+    "Fibonacci computation",
+    configuration: configuration
+  ) { benchmark in
+    blackHole(fibonacci(30))
+  }
+}
+
+func fibonacci(_ x: Int) -> Int {
+  if x <= 0 {
+    return 0
+  }
+  if x == 1 {
+    return 1
+  }
+  return fibonacci(x - 2) + fibonacci(x - 1)
+}

Benchmarks/Package.swift

@@ -0,0 +1,40 @@
+// swift-tools-version: 5.8
+//===----------------------------------------------------------------------===//
+//
+// This source file is part of the SwiftCertificates open source project
+//
+// Copyright (c) 2023 Apple Inc. and the SwiftCertificates project authors
+// Licensed under Apache License v2.0
+//
+// See LICENSE.txt for license information
+// See CONTRIBUTORS.txt for the list of SwiftCertificates project authors
+//
+// SPDX-License-Identifier: Apache-2.0
+//
+//===----------------------------------------------------------------------===//
+
+import PackageDescription
+
+let package = Package(
+  name: "benchmarks",
+  platforms: [
+    .macOS(.v13)
+  ],
+  dependencies: [
+    // .package(name: "swift-format", path: "../"),
+    .package(url: "https://github.com/ordo-one/package-benchmark.git", from: "1.11.1"),
+  ],
+  targets: [
+    .executableTarget(
+      name: "MyBenchmark",
+      dependencies: [
+        .product(name: "Benchmark", package: "package-benchmark"),
+        // .product(name: "SwiftFormat", package: "swift-format"),
+      ],
+      path: "Benchmarks/MyBenchmark",
+      plugins: [
+        .plugin(name: "BenchmarkPlugin", package: "package-benchmark")
+      ]
+    )
+  ]
+)