From 1edc43c1b78d1609131a2fbf78116fab4511d7cf Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Robert=20Paj=C4=85k?= <pellared@hotmail.com>
Date: Thu, 28 Jul 2022 07:52:11 +0200
Subject: [PATCH] Integration testing strategy (#998)

---
 .github/dependabot.yml | 48 ++++++++++++++++++++++++++++++++++++++++++
 docs/developing.md     | 17 +++++++++++++++
 2 files changed, 65 insertions(+)

diff --git a/.github/dependabot.yml b/.github/dependabot.yml
index 4fe7cd21f..dffa91ee3 100644
--- a/.github/dependabot.yml
+++ b/.github/dependabot.yml
@@ -144,24 +144,40 @@ updates:
     schedule:
       interval: "daily"
     open-pull-requests-limit: 20
+    labels:
+      - "dependencies"
+      - ".NET"
+      - "do NOT merge"
 
   - package-ecosystem: nuget
     directory: /test/test-applications/integrations/dependency-libs/TestApplication.ExampleLibraryTracer
     schedule:
       interval: "daily"
     open-pull-requests-limit: 20
+    labels:
+      - "dependencies"
+      - ".NET"
+      - "do NOT merge"
 
   - package-ecosystem: nuget
     directory: /test/test-applications/integrations/TestApplication.AspNet
     schedule:
       interval: "daily"
     open-pull-requests-limit: 20
+    labels:
+      - "dependencies"
+      - ".NET"
+      - "do NOT merge"
 
   - package-ecosystem: nuget
     directory: /test/test-applications/integrations/TestApplication.GraphQL
     schedule:
       interval: "daily"
     open-pull-requests-limit: 20
+    labels:
+      - "dependencies"
+      - ".NET"
+      - "do NOT merge"
     ignore:
       # The instrumentation only supports specific versions of GraphQL and the test app needs to test against a specific version
       - dependency-name: "GraphQL*"
@@ -171,45 +187,77 @@ updates:
     schedule:
       interval: "daily"
     open-pull-requests-limit: 20
+    labels:
+      - "dependencies"
+      - ".NET"
+      - "do NOT merge"
 
   - package-ecosystem: nuget
     directory: /test/test-applications/integrations/TestApplication.MongoDB
     schedule:
       interval: "daily"
     open-pull-requests-limit: 20
+    labels:
+      - "dependencies"
+      - ".NET"
+      - "do NOT merge"
 
   - package-ecosystem: nuget
     directory: /test/test-applications/integrations/TestApplication.MySqlData
     schedule:
       interval: "daily"
     open-pull-requests-limit: 20
+    labels:
+      - "dependencies"
+      - ".NET"
+      - "do NOT merge"
 
   - package-ecosystem: nuget
     directory: /test/test-applications/integrations/TestApplication.Npgsql
     schedule:
       interval: "daily"
     open-pull-requests-limit: 20
+    labels:
+      - "dependencies"
+      - ".NET"
+      - "do NOT merge"
 
   - package-ecosystem: nuget
     directory: /test/test-applications/integrations/TestApplication.Plugins
     schedule:
       interval: "daily"
     open-pull-requests-limit: 20
+    labels:
+      - "dependencies"
+      - ".NET"
+      - "do NOT merge"
 
   - package-ecosystem: nuget
     directory: /test/test-applications/integrations/TestApplication.Smoke
     schedule:
       interval: "daily"
     open-pull-requests-limit: 20
+    labels:
+      - "dependencies"
+      - ".NET"
+      - "do NOT merge"
 
   - package-ecosystem: nuget
     directory: /test/test-applications/integrations/TestApplication.SqlClient
     schedule:
       interval: "daily"
     open-pull-requests-limit: 20
+    labels:
+      - "dependencies"
+      - ".NET"
+      - "do NOT merge"
 
   - package-ecosystem: nuget
     directory: /test/test-applications/mocks/OpenTelemetry.AutoInstrumentation.Mock
     schedule:
       interval: "daily"
     open-pull-requests-limit: 20
+    labels:
+      - "dependencies"
+      - ".NET"
+      - "do NOT merge"
diff --git a/docs/developing.md b/docs/developing.md
index c832dcdde..af14662f5 100644
--- a/docs/developing.md
+++ b/docs/developing.md
@@ -149,6 +149,23 @@ how to run the examples.
 
 The release process is described in [releasing.md](releasing.md).
 
+## Integration tests
+
+Apart from regular unit tests this repository contains integration tests
+under [test/IntegrationTests](../test/IntegrationTests)
+as they give the biggest confidence if the auto-instrumentation works properly.
+
+Each test class has its related test application that can be found
+under [test/test-applications/integrations](../test/test-applications/integrations)
+Each library instrumentation has its own test class.
+Other features are tested via `SmokeTests` class or have its own test class
+if a dedicated test application is needed.
+
+Currently, the strategy is to test the library instrumentations
+against its lowest supported version.
+The pull requests created by @dependabot with `do NOT merge` label
+are used to test against higher library versions when they are released.
+
 ## Debug the .NET runtime on Linux
 
 - [Requirements](https://github.com/dotnet/runtime/blob/main/docs/workflow/requirements/linux-requirements.md)