Merge pull request #15547 from apache/test-slicing

Add test slicing to the build

Author: matrei

DEVELOPMENT.md

@@ -44,5 +44,27 @@ These can be set on the command line like so:
 * `skipMongodbTests` - does not run mongo related tests
 * `skipTests` - no tests will run
 
+## Test slicing
+
+Test classes tagged with `@spock.lang.Tag('some-tag')` can be run separately.\
+Tags are inherited from superclasses, so a test class is also included if any of its ancestors is tagged.
+
+Example:
+
+```bash
+./gradlew iT -PincludeTestTags=geb
+```
+
+Available project properties:
+
+* `includeTestTags` - comma-separated list of test tags to include
+* `excludeTestTags` - comma-separated list of test tags to exclude
+
+Example with multiple tags:
+
+```bash
+./gradlew iT -PincludeTestTags=geb,api
+```
+
 ## Start a mongo docker container (containers will start by default)
 `docker run -d  --name mongo-on-docker  -p 27017:27017 mongo`

gradle/functional-test-config.gradle

@@ -95,7 +95,20 @@ tasks.withType(Test).configureEach { Test task ->
         task.outputs.dir rootProject.layout.buildDirectory.dir('mongo-test-serialize')
     }
 
-    task.useJUnitPlatform()
+    task.useJUnitPlatform {
+        if (project.hasProperty('includeTestTags')) {
+            // Will only run tests that are tagged with specific tags
+            // e.g. @spock.lang.Tag('geb')
+            // Run with: ./gradlew iT -PincludeTestTags=geb (comma-separated list)
+            includeTags((project.property('includeTestTags') as String).split(',')*.trim() as String[])
+        }
+        if (project.hasProperty('excludeTestTags')) {
+            // Will not run tests that are tagged with specific tags
+            // e.g. @spock.lang.Tag('geb')
+            // Run with: ./gradlew iT -PincludeTestTags=geb
+            excludeTags((project.property('excludeTestTags') as String).split(',')*.trim() as String[])
+        }
+    }
     task.testLogging {
         events('passed', 'skipped', 'failed', 'standardOut', 'standardError')
         showExceptions = true

grails-geb/src/testFixtures/groovy/grails/plugin/geb/ContainerGebSpec.groovy

@@ -24,6 +24,7 @@ import geb.Page
 import geb.test.GebTestManager
 import spock.lang.Shared
 import spock.lang.Specification
+import spock.lang.Tag
 
 import grails.plugin.geb.support.ContainerSupport
 import grails.plugin.geb.support.ReportingSupport
@@ -55,6 +56,8 @@ import grails.plugin.geb.support.delegate.PageDelegate
  * @author James Daugherty
  * @since 4.1
  */
+@Tag('geb')
+@Tag('container-geb')
 @CompileStatic
 abstract class ContainerGebSpec extends Specification implements ContainerSupport, ReportingSupport, BrowserDelegate, PageDelegate, DriverDelegate, DownloadSupportDelegate {
 

grails-test-examples/app1/src/integration-test/groovy/functionaltests/AtResourceSpec.groovy

@@ -19,11 +19,13 @@
 package functionaltests
 
 import spock.lang.Specification
+import spock.lang.Tag
 
 import grails.testing.mixin.integration.Integration
 import org.apache.grails.testing.http.client.HttpClientSupport
 
 @Integration
+@Tag('http-client')
 class AtResourceSpec extends Specification implements HttpClientSupport {
 
     def "A domain class annotated with @Resources exposes an endpoint"() {

grails-test-examples/app1/src/integration-test/groovy/functionaltests/BookRestfulControllerSpec.groovy

@@ -19,11 +19,13 @@
 package functionaltests
 
 import spock.lang.Specification
+import spock.lang.Tag
 
 import grails.testing.mixin.integration.Integration
 import org.apache.grails.testing.http.client.HttpClientSupport
 
 @Integration
+@Tag('http-client')
 class BookRestfulControllerSpec extends Specification implements HttpClientSupport {
 
     def "A RestfulController exposes an index endpoint for a domain class"() {

grails-test-examples/app1/src/integration-test/groovy/functionaltests/GspInWebappDirSpec.groovy

@@ -19,11 +19,13 @@
 package functionaltests
 
 import spock.lang.Specification
+import spock.lang.Tag
 
 import grails.testing.mixin.integration.Integration
 import org.apache.grails.testing.http.client.HttpClientSupport
 
 @Integration
+@Tag('http-client')
 class GspInWebappDirSpec extends Specification implements HttpClientSupport {
 
     def 'GSP in src/main/webapp renders'() {

grails-test-examples/app1/src/integration-test/groovy/functionaltests/async/AsyncPromiseSpec.groovy

@@ -22,6 +22,7 @@ import java.util.concurrent.TimeUnit
 
 import functionaltests.services.AsyncProcessingService
 import spock.lang.Specification
+import spock.lang.Tag
 import spock.lang.Unroll
 
 import org.springframework.beans.factory.annotation.Autowired
@@ -34,6 +35,7 @@ import org.apache.grails.testing.http.client.HttpClientSupport
  * Tests various async patterns including tasks, promises, chaining, and error handling.
  */
 @Integration
+@Tag('http-client')
 class AsyncPromiseSpec extends Specification implements HttpClientSupport {
 
     @Autowired AsyncProcessingService asyncProcessingService

grails-test-examples/app1/src/integration-test/groovy/functionaltests/binding/AdvancedDataBindingSpec.groovy

@@ -19,6 +19,7 @@
 package functionaltests.binding
 
 import spock.lang.Specification
+import spock.lang.Tag
 
 import grails.testing.mixin.integration.Integration
 import org.apache.grails.testing.http.client.HttpClientSupport
@@ -42,6 +43,7 @@ import org.apache.grails.testing.http.client.HttpClientSupport
  * - String trimming
  */
 @Integration
+@Tag('http-client')
 class AdvancedDataBindingSpec extends Specification implements HttpClientSupport {
 
     // ========== Map-Based Binding Tests ==========

grails-test-examples/app1/src/integration-test/groovy/functionaltests/caching/CachingSpec.groovy

@@ -20,6 +20,7 @@ package functionaltests.caching
 
 import spock.lang.Narrative
 import spock.lang.Specification
+import spock.lang.Tag
 
 import org.springframework.beans.factory.annotation.Autowired
 
@@ -42,6 +43,7 @@ Grails caching provides method-level caching via annotations @Cacheable,
 @CacheEvict, and @CachePut. This allows expensive operations to be cached
 and only recomputed when necessary.
 ''')
+@Tag('http-client')
 class CachingSpec extends Specification implements HttpClientSupport {
 
     @Autowired CacheTestService cacheTestService

grails-test-examples/app1/src/integration-test/groovy/functionaltests/codecs/SecurityCodecsSpec.groovy

@@ -19,6 +19,7 @@
 package functionaltests.codecs
 
 import spock.lang.Specification
+import spock.lang.Tag
 
 import grails.testing.mixin.integration.Integration
 import org.apache.grails.testing.http.client.HttpClientSupport
@@ -38,6 +39,7 @@ import org.apache.grails.testing.http.client.HttpClientSupport
  * - Hash consistency verification
  */
 @Integration
+@Tag('http-client')
 class SecurityCodecsSpec extends Specification implements HttpClientSupport {
 
     // ========== HTML Encoding Tests (XSS Prevention) ==========