Fix problems with python execution (#1995)

Author: tamarinvs19

utbot-python/src/main/kotlin/org/utbot/python/PythonEngine.kt

@@ -154,7 +154,6 @@ class PythonEngine(
                     pythonPath,
                     until,
                     { constructEvaluationInput(it) },
-                    timeoutForRun.toInt()
                 )
             } catch (_: TimeoutException) {
                 return@flow

utbot-python/src/main/kotlin/org/utbot/python/evaluation/PythonCodeSocketExecutor.kt

@@ -76,15 +76,22 @@ class PythonCodeSocketExecutor(
             logger.info { "Send data error" }
             return parseExecutionResult(FailExecution("Send data error"))
         }
-        val response = pythonWorker.receiveMessage()
-        val executionResult = if (response == null) {
-            logger.info { "Response error" }
-            FailExecution("Execution result error")
-        } else {
-            ExecutionResultDeserializer.parseExecutionResult(response)
-                ?: error("Cannot parse execution result: $response")
+
+        val (status, response) = UtExecutorThread.run(pythonWorker, executionTimeout)
+        return when (status) {
+            UtExecutorThread.Status.TIMEOUT -> {
+                PythonEvaluationTimeout()
+            }
+
+            UtExecutorThread.Status.OK -> {
+                val executionResult = response?.let {
+                    ExecutionResultDeserializer.parseExecutionResult(it)
+                        ?: error("Cannot parse execution result: $it")
+                } ?: FailExecution("Execution result error")
+
+                parseExecutionResult(executionResult)
+            }
         }
-        return parseExecutionResult(executionResult)
     }
 
     private fun parseExecutionResult(executionResult: PythonExecutionResult): PythonEvaluationResult {

utbot-python/src/main/kotlin/org/utbot/python/evaluation/PythonWorkerManager.kt

@@ -18,7 +18,6 @@ class PythonWorkerManager(
     val pythonPath: String,
     val until: Long,
     val pythonCodeExecutorConstructor: (PythonWorker) -> PythonCodeExecutor,
-    private val timeoutForRun: Int
 ) {
     private val logfile = TemporaryFileManager.createTemporaryFile("","utbot_executor.log", "log", true)
 
@@ -39,22 +38,21 @@ class PythonWorkerManager(
             "localhost",
             serverSocket.localPort.toString(),
             "--logfile", logfile.absolutePath,
-            "--loglevel", "INFO",  // "DEBUG", "INFO", "ERROR"
+            "--loglevel", "INFO",  // "DEBUG", "INFO", "WARNING", "ERROR"
         ))
         timeout = max(until - processStartTime, 0)
         workerSocket = try {
             serverSocket.soTimeout = timeout.toInt()
             serverSocket.accept()
         } catch (e: SocketTimeoutException) {
-            timeout = max(until - processStartTime, 0)
-            val result = getResult(process, timeout)
-            logger.info("utbot_executor exit value: ${result.exitValue}. stderr: ${result.stderr}.")
+            val result = getResult(process, max(until - processStartTime, 0))
+            logger.info("utbot_executor exit value: ${result.exitValue}. stderr: ${result.stderr}, stdout: ${result.stdout}.")
             process.destroy()
             throw TimeoutException("Worker not connected")
         }
         logger.debug { "Worker connected successfully" }
 
-        workerSocket.soTimeout = timeoutForRun  // TODO: maybe +eps for serialization/deserialization?
+//        workerSocket.soTimeout = timeoutForRun  // TODO: maybe +eps for serialization/deserialization?
         val pythonWorker = PythonWorker(workerSocket)
         codeExecutor = pythonCodeExecutorConstructor(pythonWorker)
     }

utbot-python/src/main/kotlin/org/utbot/python/evaluation/UtExecutorThread.kt

@@ -0,0 +1,36 @@
+package org.utbot.python.evaluation
+
+class UtExecutorThread : Thread() {
+    override fun run() {
+        response = pythonWorker?.receiveMessage()
+    }
+
+    enum class Status {
+        TIMEOUT,
+        OK,
+    }
+
+    companion object {
+        var pythonWorker: PythonWorker? = null
+        var response: String? = null
+
+        fun run(worker: PythonWorker, executionTimeout: Long): Pair<Status, String?> {
+            pythonWorker = worker
+            response = null
+            val thread = UtExecutorThread()
+            thread.start()
+            // Wait for the thread to finish
+            val finishTime = System.currentTimeMillis() + executionTimeout
+            while (thread.isAlive && System.currentTimeMillis() < finishTime) {
+                sleep(1)
+            }
+            val status = if (thread.isAlive) {
+                thread.interrupt()
+                Status.TIMEOUT
+            } else {
+                Status.OK
+            }
+            return status to response
+        }
+    }
+}

utbot-python/src/main/kotlin/org/utbot/python/utils/RequirementsUtils.kt

@@ -3,8 +3,7 @@ package org.utbot.python.utils
 object RequirementsUtils {
     val requirements: List<String> = listOf(
         "mypy==1.0.0",
-        "coverage==6.5.0",
-        "utbot-executor==1.2.0",
+        "utbot-executor==1.3.1",
         "utbot-mypy-runner==0.2.8",
     )
 
@@ -26,6 +25,7 @@ object RequirementsUtils {
                 requirementsScript.path
             ) + requirementList
         )
+        requirementsScript.delete()
         return result.exitValue == 0
     }