build.gradle.kts 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215
  1. import com.bmuschko.gradle.docker.tasks.image.DockerBuildImage
  2. import com.bmuschko.gradle.docker.tasks.image.DockerPushImage
  3. import org.gradle.configurationcache.extensions.capitalized
  4. plugins {
  5. id("otel.spotless-conventions")
  6. id("com.bmuschko.docker-remote-api")
  7. }
  8. data class ImageTarget(val version: List<String>, val vm: List<String>, val jdk: List<String>, val args: Map<String, String> = emptyMap(), val war: String = "servlet-3.0", val windows: Boolean = true)
  9. val extraTag = findProperty("extraTag")
  10. ?: java.time.format.DateTimeFormatter.ofPattern("yyyyMMdd.HHmmSS").format(java.time.LocalDateTime.now())
  11. // Each line under appserver describes one matrix of (version x vm x jdk), dockerfile key overrides
  12. // Dockerfile name, args key passes raw arguments to docker build
  13. val targets = mapOf(
  14. "jetty" to listOf(
  15. ImageTarget(listOf("9.4.39"), listOf("hotspot"), listOf("8", "11", "17", "18"), mapOf("sourceVersion" to "9.4.39.v20210325")),
  16. ImageTarget(listOf("9.4.39"), listOf("openj9"), listOf("8", "11", "16"), mapOf("sourceVersion" to "9.4.39.v20210325")),
  17. ImageTarget(listOf("10.0.7"), listOf("hotspot"), listOf("11", "17", "18"), mapOf("sourceVersion" to "10.0.7")),
  18. ImageTarget(listOf("10.0.7"), listOf("openj9"), listOf("11", "16"), mapOf("sourceVersion" to "10.0.7")),
  19. ImageTarget(listOf("11.0.7"), listOf("hotspot"), listOf("11", "17", "18"), mapOf("sourceVersion" to "11.0.7"), "servlet-5.0"),
  20. ImageTarget(listOf("11.0.7"), listOf("openj9"), listOf("11", "16"), mapOf("sourceVersion" to "11.0.7"), "servlet-5.0"),
  21. ),
  22. "liberty" to listOf(
  23. // running configure.sh is failing while building the image with Java 17
  24. ImageTarget(listOf("20.0.0.12"), listOf("hotspot", "openj9"), listOf("8", "11", "16"), mapOf("release" to "2020-11-11_0736")),
  25. // running configure.sh is failing while building the image with Java 18
  26. ImageTarget(listOf("21.0.0.10"), listOf("hotspot"), listOf("8", "11", "17"), mapOf("release" to "2021-09-20_1900")),
  27. ImageTarget(listOf("21.0.0.10"), listOf("openj9"), listOf("8", "11", "16"), mapOf("release" to "2021-09-20_1900")),
  28. ),
  29. "payara" to listOf(
  30. ImageTarget(listOf("5.2020.6"), listOf("hotspot", "openj9"), listOf("8", "11")),
  31. ImageTarget(listOf("5.2021.8"), listOf("hotspot", "openj9"), listOf("8", "11")),
  32. ),
  33. "tomcat" to listOf(
  34. ImageTarget(listOf("7.0.109"), listOf("hotspot", "openj9"), listOf("8"), mapOf("majorVersion" to "7")),
  35. ImageTarget(listOf("8.5.72"), listOf("hotspot"), listOf("8", "11", "17", "18"), mapOf("majorVersion" to "8")),
  36. ImageTarget(listOf("8.5.72"), listOf("openj9"), listOf("8", "11"), mapOf("majorVersion" to "8")),
  37. ImageTarget(listOf("9.0.54"), listOf("hotspot"), listOf("8", "11", "17", "18"), mapOf("majorVersion" to "9")),
  38. ImageTarget(listOf("9.0.54"), listOf("openj9"), listOf("8", "11"), mapOf("majorVersion" to "9")),
  39. ImageTarget(listOf("10.0.12"), listOf("hotspot"), listOf("8", "11", "17", "18"), mapOf("majorVersion" to "10"), "servlet-5.0"),
  40. ImageTarget(listOf("10.0.12"), listOf("openj9"), listOf("8", "11"), mapOf("majorVersion" to "10"), "servlet-5.0"),
  41. ),
  42. "tomee" to listOf(
  43. ImageTarget(listOf("7.0.9"), listOf("hotspot", "openj9"), listOf("8")),
  44. ImageTarget(listOf("7.1.4"), listOf("hotspot", "openj9"), listOf("8")),
  45. ImageTarget(listOf("8.0.8"), listOf("hotspot"), listOf("8", "11", "17", "18")),
  46. ImageTarget(listOf("8.0.8"), listOf("openj9"), listOf("8", "11", "16")),
  47. ImageTarget(listOf("9.0.0-M7"), listOf("hotspot"), listOf("8", "11", "17", "18"), war = "servlet-5.0"),
  48. ImageTarget(listOf("9.0.0-M7"), listOf("openj9"), listOf("8", "11", "16"), war = "servlet-5.0"),
  49. ),
  50. "websphere" to listOf(
  51. // TODO (trask) this is a recent change, check back in a while and see if it's been fixed
  52. // 8.5.5.20 only has linux/ppc64le image
  53. ImageTarget(listOf("8.5.5.19", "9.0.5.9"), listOf("openj9"), listOf("8"), windows = false),
  54. ),
  55. "wildfly" to listOf(
  56. ImageTarget(listOf("13.0.0.Final"), listOf("hotspot", "openj9"), listOf("8")),
  57. ImageTarget(listOf("17.0.1.Final", "21.0.0.Final", "25.0.1.Final"), listOf("hotspot"), listOf("8", "11", "17", "18")),
  58. ImageTarget(listOf("17.0.1.Final", "21.0.0.Final", "25.0.1.Final"), listOf("openj9"), listOf("8", "11", "16")),
  59. ),
  60. )
  61. val matrix = mutableListOf<String>()
  62. tasks {
  63. val buildLinuxTestImages by registering {
  64. group = "build"
  65. description = "Builds all Linux Docker images for the test matrix"
  66. }
  67. val buildWindowsTestImages by registering {
  68. group = "build"
  69. description = "Builds all Windows Docker images for the test matrix"
  70. }
  71. val pushMatrix by registering(DockerPushImage::class) {
  72. mustRunAfter(buildLinuxTestImages)
  73. mustRunAfter(buildWindowsTestImages)
  74. group = "publishing"
  75. description = "Push all Docker images for the test matrix"
  76. images.set(matrix)
  77. }
  78. createDockerTasks(buildLinuxTestImages, false)
  79. createDockerTasks(buildWindowsTestImages, true)
  80. val printSmokeTestsConfigurations by registering {
  81. for ((server, matrices) in targets) {
  82. val smokeTestServer = findProperty("smokeTestServer")
  83. if (smokeTestServer != null && server != smokeTestServer) {
  84. continue
  85. }
  86. println(server)
  87. val serverName = server.capitalized()
  88. for (entry in matrices) {
  89. for (version in entry.version) {
  90. val dotIndex = version.indexOf('.')
  91. val majorVersion = if (dotIndex != -1) version.substring(0, dotIndex) else version
  92. for (jdk in entry.jdk) {
  93. for (vm in entry.vm) {
  94. println("@AppServer(version = \"$version\", jdk = \"$jdk${if (vm == "hotspot") "" else "-openj9"}\")")
  95. println("class ${serverName}${majorVersion}Jdk${jdk}${if (vm == "hotspot") "" else "Openj9"} extends ${serverName}SmokeTest {")
  96. println("}")
  97. }
  98. }
  99. }
  100. }
  101. }
  102. }
  103. }
  104. fun configureImage(parentTask: TaskProvider<out Task>, server: String, dockerfile: String, version: String, vm: String, jdk: String, warProject: String, args: Map<String, String>, isWindows: Boolean): String {
  105. // Using separate build directory for different image
  106. val dockerWorkingDir = file("$buildDir/docker-$server-$version-jdk$jdk-$vm-$warProject")
  107. val dockerFileName = "$dockerfile.${if (isWindows) "windows." else ""}dockerfile"
  108. val platformSuffix = if (isWindows) "-windows" else ""
  109. val prepareTask = tasks.register<Copy>("${server}ImagePrepare-$version-jdk$jdk-$vm$platformSuffix") {
  110. val warTask = project(":smoke-tests:images:servlet:$warProject").tasks.named<War>("war")
  111. dependsOn(warTask)
  112. into(dockerWorkingDir)
  113. from("src/$dockerFileName")
  114. from("src/main/docker/$server")
  115. from(warTask.get().archiveFile) {
  116. rename { "app.war" }
  117. }
  118. }
  119. val vmSuffix = if (vm == "hotspot") "" else "-$vm"
  120. val image = "ghcr.io/open-telemetry/opentelemetry-java-instrumentation/smoke-test-servlet-$server:$version-jdk$jdk$vmSuffix$platformSuffix-$extraTag"
  121. val jdkImage = if (vm == "hotspot") {
  122. if (jdk == "19") {
  123. "openjdk:$jdk"
  124. } else {
  125. "eclipse-temurin:$jdk"
  126. }
  127. } else if (vm == "openj9") {
  128. if (isWindows) {
  129. "adoptopenjdk:$jdk-openj9"
  130. } else {
  131. "ibm-semeru-runtimes:open-$jdk-jdk"
  132. }
  133. } else {
  134. throw GradleException("Unexpected vm: $vm")
  135. }
  136. val extraArgs = args.toMutableMap()
  137. if (server == "wildfly") {
  138. // wildfly url without .zip or .tar.gz suffix
  139. val majorVersion = version.substring(0, version.indexOf(".")).toInt()
  140. val serverBaseUrl = if (majorVersion >= 25) {
  141. "https://github.com/wildfly/wildfly/releases/download/$version/wildfly-$version"
  142. } else {
  143. "https://download.jboss.org/wildfly/$version/wildfly-$version"
  144. }
  145. extraArgs["baseDownloadUrl"] = serverBaseUrl
  146. } else if (server == "payara") {
  147. if (version == "5.2020.6") {
  148. extraArgs["domainName"] = "production"
  149. } else {
  150. extraArgs["domainName"] = "domain1"
  151. }
  152. }
  153. val buildTask = tasks.register<DockerBuildImage>("${server}Image-$version-jdk$jdk$vmSuffix$platformSuffix") {
  154. dependsOn(prepareTask)
  155. group = "build"
  156. description = "Builds Docker image with $server $version on JDK $jdk-$vm${if (isWindows) " on Windows" else ""}"
  157. inputDir.set(dockerWorkingDir)
  158. images.add(image)
  159. dockerFile.set(File(dockerWorkingDir, dockerFileName))
  160. buildArgs.set(extraArgs + mapOf("jdk" to jdk, "vm" to vm, "version" to version, "jdkImage" to jdkImage))
  161. doLast {
  162. matrix.add(image)
  163. }
  164. }
  165. parentTask.configure {
  166. dependsOn(buildTask)
  167. }
  168. return image
  169. }
  170. fun createDockerTasks(parentTask: TaskProvider<out Task>, isWindows: Boolean) {
  171. val resultImages = mutableSetOf<String>()
  172. for ((server, matrices) in targets) {
  173. val smokeTestServer = findProperty("smokeTestServer")
  174. if (smokeTestServer != null && server != smokeTestServer) {
  175. continue
  176. }
  177. for (entry in matrices) {
  178. val dockerfile = server
  179. val extraArgs = entry.args
  180. val warProject = entry.war
  181. val supportsWindows = entry.windows
  182. for (version in entry.version) {
  183. for (vm in entry.vm) {
  184. for (jdk in entry.jdk) {
  185. if (supportsWindows || !isWindows) {
  186. resultImages.add(configureImage(parentTask, server, dockerfile, version, vm, jdk, warProject, extraArgs, isWindows))
  187. }
  188. }
  189. }
  190. }
  191. }
  192. }
  193. }