Summaries for tests generated by fuzzer are generated in the summary module #597

utbot-framework-api/src/main/kotlin/org/utbot/framework/plugin/api/Api.kt

@@ -135,31 +135,49 @@ data class Step(
  */
 sealed class UtResult
 
+
 /**
  * Execution.
  *
  * Contains:
  * - execution parameters, including thisInstance;
  * - result;
- * - static fields changed during execution;
- * - required instrumentation details (such as randoms, time, static methods).
  * - coverage information (instructions) if this execution was obtained from the concrete execution.
- * - the engine type that created this execution.
  * - comments, method names and display names created by utbot-summary module.
  */
-data class UtExecution(
+open class UtExecution(
     val stateBefore: EnvironmentModels,
     val stateAfter: EnvironmentModels,
     val result: UtExecutionResult,
-    val instrumentation: List<UtInstrumentation>,
-    val path: MutableList<Step>,
-    val fullPath: List<Step>,
     val coverage: Coverage? = null,
-    val createdBy: UtExecutionCreator? = null,
     var summary: List<DocStatement>? = null,
     var testMethodName: String? = null,
-    var displayName: String? = null,
-) : UtResult() {
+    var displayName: String? = null
+) : UtResult()
+
+/**
+ * Symbolic execution.
+ *
+ * Contains:
+ * - execution parameters, including thisInstance;
+ * - result;
+ * - static fields changed during execution;
+ * - required instrumentation details (such as randoms, time, static methods).
+ * - coverage information (instructions) if this execution was obtained from the concrete execution.
+ * - comments, method names and display names created by utbot-summary module.
+ */
+class UtSymbolicExecution(
+    stateBefore: EnvironmentModels,
+    stateAfter: EnvironmentModels,
+    result: UtExecutionResult,
+    val instrumentation: List<UtInstrumentation>,
+    val path: MutableList<Step>,
+    val fullPath: List<Step>,
+    coverage: Coverage? = null,
+    summary: List<DocStatement>? = null,
+    testMethodName: String? = null,
+    displayName: String? = null
+) : UtExecution(stateBefore, stateAfter, result, coverage, summary, testMethodName, displayName) {
     /**
      * By design the 'before' and 'after' states contain info about the same fields.
      * It means that it is not possible for a field to be present at 'before' and to be absent at 'after'.
@@ -169,7 +187,7 @@ data class UtExecution(
         get() = stateBefore.statics.keys
 
     override fun toString(): String = buildString {
-        append("UtExecution(")
+        append("UtSymbolicExecution(")
         appendLine()
 
         append("<State before>:")
@@ -190,6 +208,21 @@ data class UtExecution(
         appendOptional("instrumentation", instrumentation)
         append(")")
     }
+
+    fun copy(stateAfter: EnvironmentModels, result: UtExecutionResult, coverage: Coverage): UtResult {
+        return UtSymbolicExecution(
+            stateBefore,
+            stateAfter,
+            result,
+            instrumentation,
+            path,
+            fullPath,
+            coverage,
+            summary,
+            testMethodName,
+            displayName
+        )
+    }
 }
 
 open class EnvironmentModels(
@@ -209,7 +242,7 @@ open class EnvironmentModels(
 }
 
 /**
- * Represents missing state. Useful for [UtConcreteExecutionFailure] because it does not have [UtExecution.stateAfter]
+ * Represents missing state. Useful for [UtConcreteExecutionFailure] because it does not have [UtSymbolicExecution.stateAfter]
  */
 object MissingState : EnvironmentModels(
     thisInstance = null,
@@ -553,12 +586,12 @@ data class UtDirectSetFieldModel(
     val fieldModel: UtModel,
 ) : UtStatementModel(instance) {
     override fun toString(): String = withToStringThreadLocalReentrancyGuard {
-            val modelRepresentation = when (fieldModel) {
-                is UtAssembleModel -> fieldModel.modelName
-                else -> fieldModel.toString()
-            }
-            "${instance.modelName}.${fieldId.name} = $modelRepresentation"
+        val modelRepresentation = when (fieldModel) {
+            is UtAssembleModel -> fieldModel.modelName
+            else -> fieldModel.toString()
         }
+        "${instance.modelName}.${fieldId.name} = $modelRepresentation"
+    }
 
 }
 
@@ -1034,7 +1067,7 @@ class BuiltinMethodId(
 
 open class TypeParameters(val parameters: List<ClassId> = emptyList())
 
-class WildcardTypeParameter: TypeParameters(emptyList())
+class WildcardTypeParameter : TypeParameters(emptyList())
 
 interface CodeGenerationSettingItem {
     val displayName: String
@@ -1164,6 +1197,7 @@ enum class CodegenLanguage(
                 "-cp", classPath,
                 "-XDignore.symbol.file" // to let javac use classes from rt.jar
             ).plus(sourcesFiles)
+
             KOTLIN -> listOf("-d", buildDirectory, "-jvm-target", jvmTarget, "-cp", classPath).plus(sourcesFiles)
         }
         if (this == KOTLIN && System.getenv("KOTLIN_HOME") == null) {

utbot-framework/src/main/kotlin/org/utbot/engine/ExecutionState.kt

@@ -18,7 +18,7 @@ import soot.SootMethod
 import soot.jimple.Stmt
 import java.util.Objects
 import org.utbot.engine.symbolic.Assumption
-import org.utbot.framework.plugin.api.UtExecution
+import org.utbot.framework.plugin.api.UtSymbolicExecution
 
 const val RETURN_DECISION_NUM = -1
 const val CALL_DECISION_NUM = -2

utbot-framework/src/main/kotlin/org/utbot/engine/UtBotSymbolicEngine.kt

@@ -68,31 +68,30 @@ import org.utbot.framework.plugin.api.UtAssembleModel
 import org.utbot.framework.plugin.api.UtConcreteExecutionFailure
 import org.utbot.framework.plugin.api.UtError
 import org.utbot.framework.plugin.api.UtExecution
-import org.utbot.framework.plugin.api.UtExecutionCreator
 import org.utbot.framework.plugin.api.UtInstrumentation
 import org.utbot.framework.plugin.api.UtMethod
 import org.utbot.framework.plugin.api.UtNullModel
 import org.utbot.framework.plugin.api.UtOverflowFailure
 import org.utbot.framework.plugin.api.UtResult
-import org.utbot.framework.util.graph
+import org.utbot.framework.plugin.api.UtSymbolicExecution
 import org.utbot.framework.plugin.api.onSuccess
+import org.utbot.framework.util.graph
 import org.utbot.framework.plugin.api.util.executableId
 import org.utbot.framework.plugin.api.util.id
 import org.utbot.framework.plugin.api.util.utContext
 import org.utbot.framework.plugin.api.util.description
 import org.utbot.framework.util.jimpleBody
 import org.utbot.framework.plugin.api.util.voidClassId
-import org.utbot.fuzzer.ReferencePreservingIntIdGenerator
 import org.utbot.fuzzer.FallbackModelProvider
 import org.utbot.fuzzer.FuzzedMethodDescription
 import org.utbot.fuzzer.FuzzedValue
 import org.utbot.fuzzer.ModelProvider
+import org.utbot.fuzzer.ReferencePreservingIntIdGenerator
 import org.utbot.fuzzer.Trie
+import org.utbot.fuzzer.UtFuzzedExecution
 import org.utbot.fuzzer.collectConstantsForFuzzer
 import org.utbot.fuzzer.defaultModelProviders
 import org.utbot.fuzzer.fuzz
-import org.utbot.fuzzer.names.MethodBasedNameSuggester
-import org.utbot.fuzzer.names.ModelBasedNameSuggester
 import org.utbot.fuzzer.providers.ObjectModelProvider
 import org.utbot.instrumentation.ConcreteExecutor
 import soot.jimple.Stmt
@@ -298,15 +297,14 @@ class UtBotSymbolicEngine(
                             val concreteExecutionResult =
                                 concreteExecutor.executeConcretely(methodUnderTest, stateBefore, instrumentation)
 
-                            val concreteUtExecution = UtExecution(
+                            val concreteUtExecution = UtSymbolicExecution(
                                 stateBefore,
                                 concreteExecutionResult.stateAfter,
                                 concreteExecutionResult.result,
                                 instrumentation,
                                 mutableListOf(),
                                 listOf(),
-                                concreteExecutionResult.coverage,
-                                UtExecutionCreator.SYMBOLIC_ENGINE
+                                concreteExecutionResult.coverage
                             )
                             emit(concreteUtExecution)
 
@@ -486,32 +484,15 @@ class UtBotSymbolicEngine(
             } else {
                 logger.error { "Coverage is empty for $methodUnderTest with ${values.map { it.model }}" }
             }
-            val nameSuggester = sequenceOf(ModelBasedNameSuggester(), MethodBasedNameSuggester())
-            val testMethodName = try {
-                nameSuggester.flatMap {
-                    it.suggest(
-                        methodUnderTestDescription,
-                        values,
-                        concreteExecutionResult.result
-                    )
-                }.firstOrNull()
-            } catch (t: Throwable) {
-                logger.error(t) { "Cannot create suggested test name for ${methodUnderTest.displayName}" }
-                null
-            }
 
             emit(
-                UtExecution(
+                UtFuzzedExecution(
                     stateBefore = initialEnvironmentModels,
                     stateAfter = concreteExecutionResult.stateAfter,
                     result = concreteExecutionResult.result,
-                    instrumentation = emptyList(),
-                    path = mutableListOf(),
-                    fullPath = emptyList(),
                     coverage = concreteExecutionResult.coverage,
-                    createdBy = UtExecutionCreator.FUZZER,
-                    testMethodName = testMethodName?.testName,
-                    displayName = testMethodName?.takeIf { hasMethodUnderTestParametersToFuzz }?.displayName
+                    fuzzingValues = values,
+                    fuzzedMethodDescription = methodUnderTestDescription
                 )
             )
         }
@@ -524,11 +505,7 @@ class UtBotSymbolicEngine(
         val failedConcreteExecution = UtExecution(
             stateBefore = stateBefore,
             stateAfter = MissingState,
-            result = UtConcreteExecutionFailure(e),
-            instrumentation = emptyList(),
-            path = mutableListOf(),
-            fullPath = listOf(),
-            createdBy = UtExecutionCreator.SYMBOLIC_ENGINE,
+            result = UtConcreteExecutionFailure(e)
         )
 
         emit(failedConcreteExecution)
@@ -562,14 +539,13 @@ class UtBotSymbolicEngine(
         val stateAfter = modelsAfter.constructStateForMethod(methodUnderTest)
         require(stateBefore.parameters.size == stateAfter.parameters.size)
 
-        val symbolicUtExecution = UtExecution(
+        val symbolicUtExecution = UtSymbolicExecution(
             stateBefore = stateBefore,
             stateAfter = stateAfter,
             result = symbolicExecutionResult,
             instrumentation = instrumentation,
             path = entryMethodPath(state),
-            fullPath = state.fullPath(),
-            createdBy = UtExecutionCreator.SYMBOLIC_ENGINE,
+            fullPath = state.fullPath()
         )
 
         globalGraph.traversed(state)

utbot-framework/src/main/kotlin/org/utbot/engine/ValueConstructor.kt

@@ -30,6 +30,7 @@ import org.utbot.framework.plugin.api.UtModel
 import org.utbot.framework.plugin.api.UtNullModel
 import org.utbot.framework.plugin.api.UtPrimitiveModel
 import org.utbot.framework.plugin.api.UtReferenceModel
+import org.utbot.framework.plugin.api.UtSymbolicExecution
 import org.utbot.framework.plugin.api.UtValueExecution
 import org.utbot.framework.plugin.api.UtValueExecutionState
 import org.utbot.framework.plugin.api.UtVoidModel
@@ -123,17 +124,31 @@ class ValueConstructor {
         val (stateAfter, _) = constructState(execution.stateAfter)
         val returnValue = execution.result.map { construct(listOf(it)).single().value }
 
-        return UtValueExecution(
-            stateBefore,
-            stateAfter,
-            returnValue,
-            execution.path,
-            mocks,
-            execution.instrumentation,
-            execution.summary,
-            execution.testMethodName,
-            execution.displayName
-        )
+        if (execution is UtSymbolicExecution) {
+            return UtValueExecution(
+                stateBefore,
+                stateAfter,
+                returnValue,
+                execution.path,
+                mocks,
+                execution.instrumentation,
+                execution.summary,
+                execution.testMethodName,
+                execution.displayName
+            )
+        } else {
+            return UtValueExecution(
+                stateBefore,
+                stateAfter,
+                returnValue,
+                emptyList(),
+                mocks,
+                emptyList(),
+                execution.summary,
+                execution.testMethodName,
+                execution.displayName
+            )
+        }
     }
 
     private fun constructParamsAndMocks(

utbot-framework/src/main/kotlin/org/utbot/external/api/UtBotJavaApi.kt

@@ -17,8 +17,7 @@ import org.utbot.framework.plugin.api.CodegenLanguage
 import org.utbot.framework.plugin.api.MockFramework
 import org.utbot.framework.plugin.api.MockStrategyApi
 import org.utbot.framework.plugin.api.TestCaseGenerator
-import org.utbot.framework.plugin.api.UtExecution
-import org.utbot.framework.plugin.api.UtExecutionCreator
+import org.utbot.framework.plugin.api.UtSymbolicExecution
 import org.utbot.framework.plugin.api.UtMethod
 import org.utbot.framework.plugin.api.UtPrimitiveModel
 import org.utbot.framework.plugin.api.UtMethodTestSet
@@ -240,7 +239,7 @@ object UtBotJavaApi {
             testInfo.utResult
         }
 
-        val utExecution = UtExecution(
+        val utExecution = UtSymbolicExecution(
             stateBefore = testInfo.initialState,
             stateAfter = testInfo.initialState, // it seems ok for concrete execution
             result = utExecutionResult,

utbot-framework/src/main/kotlin/org/utbot/framework/codegen/model/constructor/context/CgContext.kt

@@ -34,16 +34,6 @@ import org.utbot.framework.codegen.model.tree.CgThisInstance
 import org.utbot.framework.codegen.model.tree.CgValue
 import org.utbot.framework.codegen.model.tree.CgVariable
 import org.utbot.framework.codegen.model.util.createTestClassName
-import org.utbot.framework.plugin.api.BuiltinClassId
-import org.utbot.framework.plugin.api.ClassId
-import org.utbot.framework.plugin.api.CodegenLanguage
-import org.utbot.framework.plugin.api.ExecutableId
-import org.utbot.framework.plugin.api.FieldId
-import org.utbot.framework.plugin.api.MethodId
-import org.utbot.framework.plugin.api.MockFramework
-import org.utbot.framework.plugin.api.UtExecution
-import org.utbot.framework.plugin.api.UtModel
-import org.utbot.framework.plugin.api.UtReferenceModel
 import java.util.IdentityHashMap
 import kotlinx.collections.immutable.PersistentList
 import kotlinx.collections.immutable.PersistentMap
@@ -54,6 +44,16 @@ import kotlinx.collections.immutable.persistentSetOf
 import org.utbot.framework.codegen.model.constructor.CgMethodTestSet
 import org.utbot.framework.codegen.model.constructor.builtin.streamsDeepEqualsMethodId
 import org.utbot.framework.codegen.model.tree.CgParameterKind
+import org.utbot.framework.plugin.api.BuiltinClassId
+import org.utbot.framework.plugin.api.ClassId
+import org.utbot.framework.plugin.api.CodegenLanguage
+import org.utbot.framework.plugin.api.ExecutableId
+import org.utbot.framework.plugin.api.FieldId
+import org.utbot.framework.plugin.api.MethodId
+import org.utbot.framework.plugin.api.MockFramework
+import org.utbot.framework.plugin.api.UtExecution
+import org.utbot.framework.plugin.api.UtModel
+import org.utbot.framework.plugin.api.UtReferenceModel
 import org.utbot.framework.plugin.api.util.id
 import org.utbot.framework.plugin.api.util.isCheckedException
 import org.utbot.framework.plugin.api.util.isSubtypeOf