Add: indicators

Author: sergeypospelov

utbot-core/src/main/kotlin/org/utbot/common/statistics/Indicator.kt

@@ -0,0 +1,69 @@
+package org.utbot.common.statistics
+
+import java.io.OutputStream
+import java.nio.file.OpenOption
+import java.nio.file.Path
+import java.nio.file.Paths
+import java.nio.file.StandardOpenOption
+import java.text.SimpleDateFormat
+import java.util.Date
+import kotlin.io.path.createDirectory
+import kotlin.io.path.createFile
+import kotlin.io.path.exists
+import kotlin.io.path.outputStream
+import kotlin.reflect.KClass
+
+interface Indicator<T> {
+    val name: String
+    val header: String
+    fun touch(data: T)
+    fun clear()
+    fun log(out: OutputStream)
+}
+
+interface IndicatorStorage {
+    operator fun <T : Indicator<*>>get(kClass: KClass<T>): T
+    operator fun <T : Indicator<*>>set(kClass: KClass<T>, indicator: T)
+    fun log()
+    fun clear()
+}
+
+open class FolderIndicatorStorage(
+    folder: Path = Paths.get("./engine")
+) : IndicatorStorage {
+    private val time = SimpleDateFormat("yyyy_MM_dd_HH_mm_ss").format(Date())
+
+    private val folder = folder.apply {
+        if (!folder.exists()) {
+            folder.createDirectory()
+        }
+    }
+
+    private val indicators = mutableMapOf<KClass<Indicator<*>>, Indicator<*>>()
+
+    override operator fun <T : Indicator<*>>get(kClass: KClass<T>): T =
+        indicators.getValue(kClass as KClass<Indicator<*>>) as T
+
+    override fun <T : Indicator<*>> set(kClass: KClass<T>, indicator: T) {
+        indicators[kClass as KClass<Indicator<*>>] = indicator
+    }
+
+    override fun log() {
+        indicators.onEach { (_, indicator) ->
+            val name = "${indicator.name}_$time"
+            val file = folder.resolve("$name.csv")
+            if (!file.exists()) {
+                file.createFile()
+                file.outputStream().bufferedWriter().apply {
+                    appendLine(indicator.header)
+                    flush()
+                }
+            }
+            indicator.log(file.outputStream(StandardOpenOption.APPEND))
+        }
+    }
+
+    override fun clear() {
+        indicators.values.onEach { clear() }
+    }
+}

utbot-framework-test/src/benchmarks/kotlin/org/utbot/benchmarks/BenchmarksTest.kt

@@ -9,8 +9,11 @@ import org.openjdk.jmh.annotations.Setup
 import org.openjdk.jmh.annotations.State
 import org.openjdk.jmh.annotations.Threads
 import org.openjdk.jmh.annotations.Warmup
+import org.utbot.common.FileUtil
+import org.utbot.framework.plugin.api.TestCaseGenerator
 import org.utbot.framework.plugin.services.JdkInfoDefaultProvider
 import org.utbot.framework.util.SootUtils
+import org.utbot.tests.infrastructure.TestSpecificTestCaseGenerator
 import org.utbot.tests.infrastructure.UtValueTestCaseChecker
 import org.utbot.tests.infrastructure.ignoreExecutionsNumber
 import java.util.concurrent.TimeUnit
@@ -23,13 +26,20 @@ import java.util.concurrent.TimeUnit
 class BenchmarksTest : UtValueTestCaseChecker(
     Benchmarks::class,
 ) {
+    lateinit var testCaseGenerator: TestCaseGenerator
     @Setup
     fun setUp() {
+        val testClass = Benchmarks::class.java
         SootUtils.runSoot(Benchmarks::class.java, true, JdkInfoDefaultProvider().info)
+        testCaseGenerator =  TestSpecificTestCaseGenerator(
+            FileUtil.locateClassPath(testClass)!!.toPath(),
+            classpath = null,
+            dependencyPaths = System.getProperty("java.class.path"),
+
+        )
     }
 
     @Benchmark
-    @RepeatedTest(10)
     fun benchmarkLongMethod() {
         check(
             Benchmarks::longMethod,

utbot-framework-test/src/benchmarks/kotlin/org/utbot/benchmarks/ProfilerTest.kt

@@ -1,39 +1,38 @@
 package org.utbot.benchmarks
 
 import org.utbot.common.FileUtil
+import org.utbot.framework.UtSettings
 import org.utbot.framework.plugin.api.MockStrategyApi
-import org.utbot.framework.plugin.api.TestCaseGenerator
 import org.utbot.framework.plugin.api.util.UtContext
 import org.utbot.framework.plugin.api.util.executableId
 import org.utbot.framework.plugin.api.util.withUtContext
-import org.utbot.framework.plugin.services.JdkInfoDefaultProvider
+import org.utbot.tests.infrastructure.TestSpecificTestCaseGenerator
 
 fun main() {
     withUtContext(UtContext(ClassLoader.getSystemClassLoader())) {
 
         val testClass = Benchmarks::class.java
 
-        val testCaseGenerator = TestCaseGenerator(
-            listOf(FileUtil.locateClassPath(testClass)!!.toPath()),
+        val testCaseGenerator = TestSpecificTestCaseGenerator(
+            FileUtil.locateClassPath(testClass)!!.toPath(),
             classpath = null,
             dependencyPaths = System.getProperty("java.class.path"),
-            jdkInfo = JdkInfoDefaultProvider().info
         )
 
-        repeat(10) {
+        UtSettings.utBotGenerationTimeoutInMillis = 200_000
+
+
+        repeat(2) {
             testCaseGenerator.generate(
                 listOf(
                     Benchmarks::cycle.executableId
                 ),
                 mockStrategy = MockStrategyApi.NO_MOCKS,
                 generate = { engine -> engine.traverse() }
             )
-        }
-
-        repeat(10) {
             testCaseGenerator.generate(
                 listOf(
-                    Benchmarks::cycle.executableId
+                    Benchmarks::longMethod.executableId
                 ),
                 mockStrategy = MockStrategyApi.NO_MOCKS,
                 generate = { engine -> engine.traverse() }