diff --git a/dd-java-agent/benchmark/benchmark.gradle b/dd-java-agent/benchmark/benchmark.gradle
index 3a44bd9445..4ccc464776 100644
--- a/dd-java-agent/benchmark/benchmark.gradle
+++ b/dd-java-agent/benchmark/benchmark.gradle
@@ -50,7 +50,7 @@ jmh {
   // Allows to include test sources into generate JMH jar, i.e. use it when benchmarks depend on the test classes.
 
   duplicateClassesStrategy = 'fail'
-  jmhVersion = '1.19' // Specifies JMH version
+  jmhVersion = '1.20' // Specifies JMH version
 }
 
 // configured as a separate task since the 'jmh' task did not like adding a javaagent argument.
diff --git a/dd-java-agent/benchmark/releases/dd-java-agent-0.2.11.jar b/dd-java-agent/benchmark/releases/dd-java-agent-0.2.11.jar
new file mode 100644
index 0000000000..a5f94b4f3b
Binary files /dev/null and b/dd-java-agent/benchmark/releases/dd-java-agent-0.2.11.jar differ
diff --git a/dd-java-agent/benchmark/releases/dd-java-agent-0.2.12.jar b/dd-java-agent/benchmark/releases/dd-java-agent-0.2.12.jar
new file mode 100644
index 0000000000..6b4d5eabed
Binary files /dev/null and b/dd-java-agent/benchmark/releases/dd-java-agent-0.2.12.jar differ
diff --git a/dd-java-agent/benchmark/releases/dd-java-agent-0.3.0.jar b/dd-java-agent/benchmark/releases/dd-java-agent-0.3.0.jar
new file mode 100644
index 0000000000..655d7f3f48
Binary files /dev/null and b/dd-java-agent/benchmark/releases/dd-java-agent-0.3.0.jar differ
diff --git a/dd-java-agent/benchmark/releases/dd-java-agent-0.3.1.jar b/dd-java-agent/benchmark/releases/dd-java-agent-0.3.1.jar
new file mode 100644
index 0000000000..4469f05627
Binary files /dev/null and b/dd-java-agent/benchmark/releases/dd-java-agent-0.3.1.jar differ
diff --git a/dd-java-agent/benchmark/releases/dd-java-agent-0.3.2.jar b/dd-java-agent/benchmark/releases/dd-java-agent-0.3.2.jar
new file mode 100644
index 0000000000..8a02b71d05
Binary files /dev/null and b/dd-java-agent/benchmark/releases/dd-java-agent-0.3.2.jar differ
diff --git a/dd-java-agent/benchmark/releases/dd-java-agent-0.3.3.jar b/dd-java-agent/benchmark/releases/dd-java-agent-0.3.3.jar
new file mode 100644
index 0000000000..d3e7d323af
Binary files /dev/null and b/dd-java-agent/benchmark/releases/dd-java-agent-0.3.3.jar differ
diff --git a/dd-java-agent/benchmark/releases/dd-java-agent-0.4.0.jar b/dd-java-agent/benchmark/releases/dd-java-agent-0.4.0.jar
new file mode 100644
index 0000000000..09a88fcac0
Binary files /dev/null and b/dd-java-agent/benchmark/releases/dd-java-agent-0.4.0.jar differ
diff --git a/dd-java-agent/benchmark/releases/dd-java-agent-0.4.1.jar b/dd-java-agent/benchmark/releases/dd-java-agent-0.4.1.jar
new file mode 100644
index 0000000000..da7e8157bd
Binary files /dev/null and b/dd-java-agent/benchmark/releases/dd-java-agent-0.4.1.jar differ
diff --git a/dd-java-agent/benchmark/releases/dd-java-agent-0.5.0.jar b/dd-java-agent/benchmark/releases/dd-java-agent-0.5.0.jar
new file mode 100644
index 0000000000..cc3bea242a
Binary files /dev/null and b/dd-java-agent/benchmark/releases/dd-java-agent-0.5.0.jar differ
diff --git a/dd-java-agent/benchmark/src/jmh/java/datadog/benchmark/ClassRetransformingBenchmark.java b/dd-java-agent/benchmark/src/jmh/java/datadog/benchmark/ClassRetransformingBenchmark.java
index 0b89027bef..baec44ec36 100644
--- a/dd-java-agent/benchmark/src/jmh/java/datadog/benchmark/ClassRetransformingBenchmark.java
+++ b/dd-java-agent/benchmark/src/jmh/java/datadog/benchmark/ClassRetransformingBenchmark.java
@@ -81,6 +81,33 @@ public class ClassRetransformingBenchmark {
   @Fork(jvmArgsAppend = "-javaagent:releases/dd-java-agent-0.2.10.jar")
   public static class WithAgent0210 extends ClassRetransformingBenchmark {}
 
+  @Fork(jvmArgsAppend = "-javaagent:releases/dd-java-agent-0.2.11.jar")
+  public static class WithAgent0211 extends ClassRetransformingBenchmark {}
+
+  @Fork(jvmArgsAppend = "-javaagent:releases/dd-java-agent-0.2.12.jar")
+  public static class WithAgent0212 extends ClassRetransformingBenchmark {}
+
+  @Fork(jvmArgsAppend = "-javaagent:releases/dd-java-agent-0.3.0.jar")
+  public static class WithAgent030 extends ClassRetransformingBenchmark {}
+
+  @Fork(jvmArgsAppend = "-javaagent:releases/dd-java-agent-0.3.1.jar")
+  public static class WithAgent031 extends ClassRetransformingBenchmark {}
+
+  @Fork(jvmArgsAppend = "-javaagent:releases/dd-java-agent-0.3.2.jar")
+  public static class WithAgent032 extends ClassRetransformingBenchmark {}
+
+  @Fork(jvmArgsAppend = "-javaagent:releases/dd-java-agent-0.3.3.jar")
+  public static class WithAgent033 extends ClassRetransformingBenchmark {}
+
+  @Fork(jvmArgsAppend = "-javaagent:releases/dd-java-agent-0.4.0.jar")
+  public static class WithAgent040 extends ClassRetransformingBenchmark {}
+
+  @Fork(jvmArgsAppend = "-javaagent:releases/dd-java-agent-0.4.1.jar")
+  public static class WithAgent041 extends ClassRetransformingBenchmark {}
+
+  @Fork(jvmArgsAppend = "-javaagent:releases/dd-java-agent-0.5.0.jar")
+  public static class WithAgent050 extends ClassRetransformingBenchmark {}
+
   @Fork(jvmArgsAppend = "-javaagent:../build/libs/dd-java-agent.jar")
   public static class WithAgent extends ClassRetransformingBenchmark {}
 }