Enable smart fuzzer for UTBot by default for a plugin #385

Author: Markoutte

utbot-framework-api/src/main/kotlin/org/utbot/framework/UtSettings.kt

@@ -246,12 +246,17 @@ object UtSettings {
     /**
      * Set to true to start fuzzing if symbolic execution haven't return anything
      */
-    var useFuzzing: Boolean by getBooleanProperty(false)
+    var useFuzzing: Boolean by getBooleanProperty(true)
 
     /**
      * Set the total attempts to improve coverage by fuzzer.
      */
-    var fuzzingMaxAttemps: Int by getIntProperty(Int.MAX_VALUE)
+    var fuzzingMaxAttempts: Int by getIntProperty(Int.MAX_VALUE)
+
+    /**
+     * Fuzzer tries to generate and run tests during this time.
+     */
+    var fuzzingTimeoutInMillis: Int by getIntProperty(3_000)
 
     /**
      * Generate tests that treat possible overflows in arithmetic operations as errors

utbot-framework/src/main/kotlin/org/utbot/engine/UtBotSymbolicEngine.kt

@@ -574,8 +574,13 @@ class UtBotSymbolicEngine(
     }
 
 
-    //Simple fuzzing
-    fun fuzzing(modelProvider: (ModelProvider) -> ModelProvider = { it }) = flow {
+    /**
+     * Run fuzzing flow.
+     *
+     * @param until is used by fuzzer to cancel all tasks if the current time is over this value
+     * @param modelProvider provides model values for a method
+     */
+    fun fuzzing(until: Long = Long.MAX_VALUE, modelProvider: (ModelProvider) -> ModelProvider = { it }) = flow {
         val executableId = if (methodUnderTest.isConstructor) {
             methodUnderTest.javaConstructor!!.executableId
         } else {
@@ -618,8 +623,13 @@ class UtBotSymbolicEngine(
         }
         val modelProviderWithFallback = modelProvider(defaultModelProviders { nextDefaultModelId++ }).withFallback(fallbackModelProvider::toModel)
         val coveredInstructionTracker = mutableSetOf<Instruction>()
-        var attempts = UtSettings.fuzzingMaxAttemps
+        var attempts = UtSettings.fuzzingMaxAttempts
         fuzz(methodUnderTestDescription, modelProviderWithFallback).forEach { values ->
+            if (System.currentTimeMillis() >= until) {
+                logger.info { "Fuzzing overtime: $methodUnderTest" }
+                return@flow
+            }
+
             val initialEnvironmentModels = EnvironmentModels(thisInstance, values.map { it.model }, mapOf())
 
             try {

utbot-framework/src/main/kotlin/org/utbot/framework/plugin/api/UtBotTestCaseGenerator.kt

@@ -219,7 +219,10 @@ object UtBotTestCaseGenerator : TestCaseGenerator {
     private fun createDefaultFlow(engine: UtBotSymbolicEngine): Flow<UtResult> {
         var flow = engine.traverse()
         if (UtSettings.useFuzzing) {
-            flow = flowOf(flow, engine.fuzzing()).flattenConcat()
+            flow = flowOf(
+                engine.fuzzing(System.currentTimeMillis() + UtSettings.fuzzingTimeoutInMillis),
+                flow,
+            ).flattenConcat()
         }
         return flow
     }

utbot-framework/src/test/kotlin/org/utbot/examples/AbstractTestCaseGeneratorTest.kt

@@ -91,6 +91,7 @@ abstract class AbstractTestCaseGeneratorTest(
         UtSettings.substituteStaticsWithSymbolicVariable = true
         UtSettings.useAssembleModelGenerator = true
         UtSettings.saveRemainingStatesForConcreteExecution = false
+        UtSettings.useFuzzing = false
     }
 
     // checks paramsBefore and result

utbot-intellij/src/main/resources/log4j2.xml

@@ -9,6 +9,11 @@
         <Logger name="org.utbot.intellij" level="info">
             <AppenderRef ref="Console"/>
         </Logger>
-        <Root level="info"/>
+        <Logger name="org.utbot" level="error">
+            <AppenderRef ref="Console"/>
+        </Logger>
+        <Root level="error">
+            <AppenderRef ref="Console"/>
+        </Root>
     </Loggers>
 </Configuration>