Add parameterized test generation in CI

utbot-framework-api/src/main/kotlin/org/utbot/framework/plugin/api/Api.kt

@@ -136,6 +136,8 @@ class UtSymbolicExecution(
     val staticFields: Set<FieldId>
         get() = stateBefore.statics.keys
 
+    var containsMocking: Boolean = false
+
     override fun toString(): String = buildString {
         append("UtSymbolicExecution(")
         appendLine()

utbot-framework-test/src/test/kotlin/org/utbot/examples/algorithms/CorrectBracketSequencesTest.kt

@@ -17,9 +17,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class CorrectBracketSequencesTest : UtValueTestCaseChecker(
     testClass = CorrectBracketSequences::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration) // TODO generics in lists
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration) // TODO generics in lists
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/algorithms/SortTest.kt

@@ -18,9 +18,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class SortTest : UtValueTestCaseChecker(
     testClass = Sort::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/arrays/ArrayOfObjectsTest.kt

@@ -16,9 +16,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class ArrayOfObjectsTest : UtValueTestCaseChecker(
     testClass = ArrayOfObjects::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/arrays/ArrayStoreExceptionExamplesTest.kt

@@ -11,10 +11,10 @@ import org.utbot.tests.infrastructure.isException
 
 class ArrayStoreExceptionExamplesTest : UtValueTestCaseChecker(
     testClass = ArrayStoreExceptionExamples::class,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
         // Type inference errors in generated Kotlin code
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/arrays/ArraysOverwriteValueTest.kt

@@ -10,9 +10,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 class ArraysOverwriteValueTest : UtValueTestCaseChecker(
     testClass = ArraysOverwriteValue::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/arrays/IntArrayBasicsTest.kt

@@ -14,9 +14,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class IntArrayBasicsTest : UtValueTestCaseChecker(
     testClass = IntArrayBasics::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/arrays/PrimitiveArraysTest.kt

@@ -12,9 +12,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class PrimitiveArraysTest : UtValueTestCaseChecker(
     testClass = PrimitiveArrays::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/casts/ArrayCastExampleTest.kt

@@ -13,9 +13,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class ArrayCastExampleTest : UtValueTestCaseChecker(
     testClass = ArrayCastExample::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/casts/CastClassTest.kt

@@ -10,9 +10,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class CastClassTest : UtValueTestCaseChecker(
     testClass = CastClass::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 )  {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/casts/CastExampleTest.kt

@@ -12,9 +12,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class CastExampleTest : UtValueTestCaseChecker(
     testClass = CastExample::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/casts/GenericCastExampleTest.kt

@@ -12,9 +12,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class GenericCastExampleTest : UtValueTestCaseChecker(
     testClass = GenericCastExample::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/casts/InstanceOfExampleTest.kt

@@ -14,9 +14,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class InstanceOfExampleTest : UtValueTestCaseChecker(
     testClass = InstanceOfExample::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/codegen/ClassWithStaticAndInnerClassesTest.kt

@@ -3,10 +3,19 @@ package org.utbot.examples.codegen
 import org.utbot.tests.infrastructure.UtValueTestCaseChecker
 import org.utbot.tests.infrastructure.DoNotCalculate
 import org.junit.jupiter.api.Test
+import org.utbot.framework.plugin.api.CodegenLanguage
 import org.utbot.testcheckers.eq
+import org.utbot.tests.infrastructure.Compilation
+import org.utbot.tests.infrastructure.TestExecution
 
 @Suppress("INACCESSIBLE_TYPE")
-internal class ClassWithStaticAndInnerClassesTest : UtValueTestCaseChecker(testClass = ClassWithStaticAndInnerClasses::class) {
+internal class ClassWithStaticAndInnerClassesTest : UtValueTestCaseChecker(
+    testClass = ClassWithStaticAndInnerClasses::class,
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA, lastStage = TestExecution, parameterizedModeLastStage = Compilation),
+        TestLastStage(CodegenLanguage.KOTLIN, lastStage = TestExecution)
+    )
+) {
     @Test
     fun testUsePrivateStaticClassWithPrivateField() {
         check(

utbot-framework-test/src/test/kotlin/org/utbot/examples/codegen/VoidStaticMethodsTest.kt

@@ -3,9 +3,12 @@ package org.utbot.examples.codegen
 import org.utbot.tests.infrastructure.UtValueTestCaseChecker
 import org.utbot.tests.infrastructure.DoNotCalculate
 import org.junit.jupiter.api.Test
+import org.utbot.framework.plugin.api.CodegenLanguage
 import org.utbot.testcheckers.eq
+import org.utbot.tests.infrastructure.Compilation
 
-class VoidStaticMethodsTest : UtValueTestCaseChecker(testClass = VoidStaticMethodsTestingClass::class) {
+class VoidStaticMethodsTest : UtValueTestCaseChecker(
+    testClass = VoidStaticMethodsTestingClass::class) {
     @Test
     fun testInvokeChangeStaticFieldMethod() {
         check(

utbot-framework-test/src/test/kotlin/org/utbot/examples/codegen/deepequals/ClassWithCrossReferenceRelationshipTest.kt

@@ -10,9 +10,9 @@ import org.utbot.tests.infrastructure.UtValueTestCaseChecker
 class ClassWithCrossReferenceRelationshipTest : UtValueTestCaseChecker(
     testClass = ClassWithCrossReferenceRelationship::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/codegen/deepequals/ClassWithNullableFieldTest.kt

@@ -10,9 +10,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 class ClassWithNullableFieldTest : UtValueTestCaseChecker(
     testClass = ClassWithNullableField::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/codegen/deepequals/DeepEqualsTest.kt

@@ -12,9 +12,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 class DeepEqualsTest : UtValueTestCaseChecker(
     testClass = DeepEqualsTestingClass::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/collections/CustomerExamplesTest.kt

@@ -9,13 +9,15 @@ import org.utbot.framework.plugin.api.UtConcreteValue
 import org.junit.jupiter.api.Test
 import org.utbot.testcheckers.eq
 import org.utbot.tests.infrastructure.CodeGeneration
+import org.utbot.tests.infrastructure.Compilation
+import org.utbot.tests.infrastructure.TestExecution
 
 internal class CustomerExamplesTest: UtValueTestCaseChecker(
     testClass = CustomerExamples::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA, lastStage = TestExecution, parameterizedModeLastStage = Compilation),
+        TestLastStage(CodegenLanguage.KOTLIN, lastStage = CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/collections/GenericListsExampleTest.kt

@@ -12,9 +12,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class GenericListsExampleTest : UtValueTestCaseChecker(
     testClass = GenericListsExample::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/collections/LinkedListsTest.kt

@@ -12,9 +12,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class LinkedListsTest : UtValueTestCaseChecker(
     testClass = LinkedLists::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
 

utbot-framework-test/src/test/kotlin/org/utbot/examples/collections/ListAlgorithmsTest.kt

@@ -11,9 +11,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 class ListAlgorithmsTest : UtValueTestCaseChecker(
     testClass = ListAlgorithms::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
 

utbot-framework-test/src/test/kotlin/org/utbot/examples/collections/ListIteratorsTest.kt

@@ -14,9 +14,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class ListIteratorsTest : UtValueTestCaseChecker(
     testClass = ListIterators::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
 

utbot-framework-test/src/test/kotlin/org/utbot/examples/collections/ListWrapperReturnsVoidTest.kt

@@ -14,9 +14,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class ListWrapperReturnsVoidTest : UtValueTestCaseChecker(
     testClass = ListWrapperReturnsVoidExample::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/collections/ListsPart1Test.kt

@@ -12,9 +12,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class ListsPart1Test : UtValueTestCaseChecker(
     testClass = Lists::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/collections/ListsPart2Test.kt

@@ -12,9 +12,9 @@ import org.utbot.tests.infrastructure.ignoreExecutionsNumber
 internal class ListsPart2Test : UtValueTestCaseChecker(
     testClass = Lists::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/collections/ListsPart3Test.kt

@@ -15,9 +15,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 internal class ListsPart3Test : UtValueTestCaseChecker(
     testClass = Lists::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/collections/MapEntrySetTest.kt

@@ -16,9 +16,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 class MapEntrySetTest : UtValueTestCaseChecker(
     testClass = MapEntrySet::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test

utbot-framework-test/src/test/kotlin/org/utbot/examples/collections/MapKeySetTest.kt

@@ -18,9 +18,9 @@ import org.utbot.tests.infrastructure.CodeGeneration
 class MapKeySetTest : UtValueTestCaseChecker(
     testClass = MapKeySet::class,
     testCodeGeneration = true,
-    languagePipelines = listOf(
-        CodeGenerationLanguageLastStage(CodegenLanguage.JAVA),
-        CodeGenerationLanguageLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
+    pipelines = listOf(
+        TestLastStage(CodegenLanguage.JAVA),
+        TestLastStage(CodegenLanguage.KOTLIN, CodeGeneration)
     )
 ) {
     @Test