diff --git a/build.gradle.kts b/build.gradle.kts
index 51d2127..879b2c3 100644
--- a/build.gradle.kts
+++ b/build.gradle.kts
@@ -121,17 +121,18 @@ val prepareServiceFiles = tasks.register("prepareServiceFiles") {
 tasks.register<Jar>("bundleAll") {
     from(sourceSets["main"].output)
     mcVersions.forEach { ver ->
-        from(sourceSets[ver].output)
+        from(sourceSets[ver].output) {
+            exclude("META-INF/services/org.adrianvictor.lib.versioning.VersionedServiceRegistrar")
+        }
     }
 
     // Include the merged service file
     from(prepareServiceFiles) {
         into("META-INF/services")
         include("org.adrianvictor.lib.versioning.VersionedServiceRegistrar")
-        duplicatesStrategy = DuplicatesStrategy.INCLUDE
     }
 
-    duplicatesStrategy = DuplicatesStrategy.INCLUDE
+    duplicatesStrategy = DuplicatesStrategy.EXCLUDE
 
     archiveClassifier.set("all-implementations")
     archiveVersion.set(project.version.toString())