Skip to content

Fuzzer fails with IllegalStateException #655 #663

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Aug 4, 2022
Merged

Fuzzer fails with IllegalStateException #655 #663

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
87 changes: 50 additions & 37 deletions utbot-framework/src/main/kotlin/org/utbot/engine/UtBotSymbolicEngine.kt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -451,56 +451,69 @@ class UtBotSymbolicEngine(
EnvironmentModels(values.first().model, emptyList(), mapOf())
}

try {
val concreteExecutionResult =
concreteExecutor.executeConcretely(methodUnderTest, initialEnvironmentModels, listOf())
val concreteExecutionResult: UtConcreteExecutionResult? = try {
concreteExecutor.executeConcretely(methodUnderTest, initialEnvironmentModels, listOf())
} catch (e: CancellationException) {
logger.debug { "Cancelled by timeout" }; null
} catch (e: ConcreteExecutionFailureException) {
emitFailedConcreteExecutionResult(initialEnvironmentModels, e); null
} catch (e: Throwable) {
emit(UtError("Default concrete execution failed", e)); null
}

workaround(REMOVE_ANONYMOUS_CLASSES) {
concreteExecutionResult.result.onSuccess {
if (it.classId.isAnonymous) {
logger.debug("Anonymous class found as a concrete result, symbolic one will be returned")
return@flow
}
// in case an exception occurred from the concrete execution
concreteExecutionResult ?: return@forEach

workaround(REMOVE_ANONYMOUS_CLASSES) {
concreteExecutionResult.result.onSuccess {
if (it.classId.isAnonymous) {
logger.debug("Anonymous class found as a concrete result, symbolic one will be returned")
return@flow
}
}
}

val count = coveredInstructionTracker.add(concreteExecutionResult.coverage.coveredInstructions)
val coveredInstructions = concreteExecutionResult.coverage.coveredInstructions
if (coveredInstructions.isNotEmpty()) {
val count = coveredInstructionTracker.add(coveredInstructions)
if (count.count > 1) {
if (--attempts < 0) {
return@flow
}
return@forEach
}
coveredInstructionValues[count] = values
val nameSuggester = sequenceOf(ModelBasedNameSuggester(), MethodBasedNameSuggester())
val testMethodName = try {
nameSuggester.flatMap { it.suggest(methodUnderTestDescription, values, concreteExecutionResult.result) }.firstOrNull()
} catch (t: Throwable) {
logger.error(t) { "Cannot create suggested test name for ${methodUnderTest.displayName}" }
null
}

emit(
UtExecution(
stateBefore = initialEnvironmentModels,
stateAfter = concreteExecutionResult.stateAfter,
result = concreteExecutionResult.result,
instrumentation = emptyList(),
path = mutableListOf(),
fullPath = emptyList(),
coverage = concreteExecutionResult.coverage,
createdBy = UtExecutionCreator.FUZZER,
testMethodName = testMethodName?.testName,
displayName = testMethodName?.takeIf { hasMethodUnderTestParametersToFuzz }?.displayName
} else {
logger.error { "Coverage is empty for $methodUnderTest with ${values.map { it.model }}" }
}
val nameSuggester = sequenceOf(ModelBasedNameSuggester(), MethodBasedNameSuggester())
val testMethodName = try {
nameSuggester.flatMap {
it.suggest(
methodUnderTestDescription,
values,
concreteExecutionResult.result
)
)
} catch (e: CancellationException) {
logger.debug { "Cancelled by timeout" }
} catch (e: ConcreteExecutionFailureException) {
emitFailedConcreteExecutionResult(initialEnvironmentModels, e)
} catch (e: Throwable) {
emit(UtError("Default concrete execution failed", e))
}.firstOrNull()
} catch (t: Throwable) {
logger.error(t) { "Cannot create suggested test name for ${methodUnderTest.displayName}" }
null
}

emit(
UtExecution(
stateBefore = initialEnvironmentModels,
stateAfter = concreteExecutionResult.stateAfter,
result = concreteExecutionResult.result,
instrumentation = emptyList(),
path = mutableListOf(),
fullPath = emptyList(),
coverage = concreteExecutionResult.coverage,
createdBy = UtExecutionCreator.FUZZER,
testMethodName = testMethodName?.testName,
displayName = testMethodName?.takeIf { hasMethodUnderTestParametersToFuzz }?.displayName
)
)
}
}

Expand Down