Open
Description
Description
Sometime exception Cannot parse execution result
is thrown when test are generated for python code.
To Reproduce
Steps to reproduce the behavior:
- It doesn't happen every time, I faced it on langchaing project
- Generate tests for
langchain.input.get_colored_text
or forlangchain.input.get_color_mapping
Expected behavior
Tests are generated.
Actual behavior
No tests are generated, exception is thrown. Could it be some length limitation of the strings we pass trough the socet?
Visual proofs (screenshots, logs, images)
Two samples of exceptions:
java.lang.IllegalStateException: Cannot parse execution result: {"status": "success", "isException": false, "statements": [13, 17, 18, 20, 21], "missedStatements": [14, 15, 16, 19], "stateInit": "{\"objects\": {\"2734258772512\": {\"strategy\": \"repr\", \"id\": \"2734258772512\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"\\u20ac\\\"\"}, \"2734582474256\": {\"strategy\": \"repr\", \"id\": \"2734582474256\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"Get mapping for items to a support color.\\\"\"}, \"2734582596432\": {\"strategy\": \"repr\", \"id\": \"2734582596432\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"\\u20ac\\\"\"}, \"2734308904240\": {\"strategy\": \"repr\", \"id\": \"2734308904240\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"foo\\\"\"}, \"2734582596512\": {\"strategy\": \"repr\", \"id\": \"2734582596512\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"pyth\\u00f6n\\\"\"}, \"2734582645504\": {\"strategy\": \"list\", \"id\": \"2734582645504\", \"typeinfo\": {\"kind\": \"list\", \"module\": \"builtins\"}, \"comparable\": true, \"items\": [\"2734258772512\", \"2734582474256\", \"2734582596432\", \"2734308904240\", \"2734582596512\"]}}}", "stateBefore": "{\"objects\": {\"2734582645504\": {\"strategy\": \"list\", \"id\": \"2734582645504\", \"typeinfo\": {\"kind\": \"list\", \"module\": \"builtins\"}, \"comparable\": true, \"items\": [\"2734258772512\", \"2734582474256\", \"2734582596432\", \"2734308904240\", \"2734582596512\"]}, \"2734258772512\": {\"strategy\": \"repr\", \"id\": \"2734258772512\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"'\\u20ac'\"}, \"2734582474256\": {\"strategy\": \"repr\", \"id\": \"2734582474256\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"'Get mapping for items to a support color.'\"}, \"2734582596432\": {\"strategy\": \"repr\", \"id\": \"2734582596432\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \
at org.utbot.python.evaluation.PythonCodeSocketExecutor.run(PythonCodeSocketExecutor.kt:90)
at org.utbot.python.evaluation.PythonWorkerManager.run(PythonWorkerManager.kt:75)
at org.utbot.python.PythonEngine$fuzzing$1.invokeSuspend$lambda$7$fuzzingResultHandler(PythonEngine.kt:191)
at org.utbot.python.PythonEngine$fuzzing$1.access$invokeSuspend$lambda$7$fuzzingResultHandler(PythonEngine.kt)
at org.utbot.python.PythonEngine$fuzzing$1$1$4.invokeSuspend(PythonEngine.kt:277)
at org.utbot.python.PythonEngine$fuzzing$1$1$4.invoke(PythonEngine.kt)
at org.utbot.python.PythonEngine$fuzzing$1$1$4.invoke(PythonEngine.kt)
at org.utbot.python.fuzzing.PythonFuzzing.handle(PythonApi.kt:103)
at org.utbot.python.fuzzing.PythonFuzzing.handle(PythonApi.kt:76)
at org.utbot.fuzzing.FuzzingApi.fuzz(Api.kt:312)
at org.utbot.fuzzing.FuzzingApi.access$fuzz(Api.kt:1)
at org.utbot.fuzzing.FuzzingApi$fuzz$2.invokeSuspend(Api.kt)
at kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith(ContinuationImpl.kt:33)
at kotlinx.coroutines.DispatchedTask.run(DispatchedTask.kt:106)
at kotlinx.coroutines.EventLoopImplBase.processNextEvent(EventLoop.common.kt:284)
at kotlinx.coroutines.BlockingCoroutine.joinBlocking(Builders.kt:85)
at kotlinx.coroutines.BuildersKt__BuildersKt.runBlocking(Builders.kt:59)
at kotlinx.coroutines.BuildersKt.runBlocking(Unknown Source)
at kotlinx.coroutines.BuildersKt__BuildersKt.runBlocking$default(Builders.kt:38)
at kotlinx.coroutines.BuildersKt.runBlocking$default(Unknown Source)
at org.utbot.python.PythonTestCaseGenerator.inferAnnotations(PythonTestCaseGenerator.kt:330)
at org.utbot.python.PythonTestCaseGenerator.methodHandler(PythonTestCaseGenerator.kt:145)
at org.utbot.python.PythonTestCaseGenerator.generate(PythonTestCaseGenerator.kt:245)
at org.utbot.python.PythonTestGenerationProcessor.processTestGeneration(PythonTestGenerationProcessor.kt:113)
at org.utbot.python.PythonTestGenerationProcessor.processTestGeneration$default(PythonTestGenerationProcessor.kt:38)
at org.utbot.intellij.plugin.language.python.PythonDialogProcessor$createTests$1.run(PythonDialogProcessor.kt:173)
at com.intellij.openapi.progress.impl.CoreProgressManager.startTask(CoreProgressManager.java:429)
at com.intellij.openapi.progress.impl.ProgressManagerImpl.startTask(ProgressManagerImpl.java:114)
at com.intellij.openapi.progress.impl.CoreProgressManager.lambda$runProcessWithProgressAsynchronously$6(CoreProgressManager.java:480)
at com.intellij.openapi.progress.impl.ProgressRunner.lambda$submit$3(ProgressRunner.java:252)
at com.intellij.openapi.progress.impl.CoreProgressManager.lambda$runProcess$2(CoreProgressManager.java:186)
at com.intellij.openapi.progress.impl.CoreProgressManager.lambda$executeProcessUnderProgress$13(CoreProgressManager.java:604)
at com.intellij.openapi.progress.impl.CoreProgressManager.registerIndicatorAndRun(CoreProgressManager.java:679)
at com.intellij.openapi.progress.impl.CoreProgressManager.computeUnderProgress(CoreProgressManager.java:635)
at com.intellij.openapi.progress.impl.CoreProgressManager.executeProcessUnderProgress(CoreProgressManager.java:603)
at com.intellij.openapi.progress.impl.ProgressManagerImpl.executeProcessUnderProgress(ProgressManagerImpl.java:60)
at com.intellij.openapi.progress.impl.CoreProgressManager.runProcess(CoreProgressManager.java:173)
at com.intellij.openapi.progress.impl.ProgressRunner.lambda$submit$4(ProgressRunner.java:252)
at java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1768)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.util.concurrent.Executors$PrivilegedThreadFactory$1$1.run(Executors.java:702)
at java.base/java.util.concurrent.Executors$PrivilegedThreadFactory$1$1.run(Executors.java:699)
at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
at java.base/java.util.concurrent.Executors$PrivilegedThreadFactory$1.run(Executors.java:699)
at java.base/java.lang.Thread.run(Thread.java:833)
java.lang.IllegalStateException: Cannot parse execution result: {"status": "success", "isException": true, "statements": [24, 26], "missedStatements": [25, 27], "stateInit": "{\"objects\": {\"1457260404352\": {\"strategy\": \"repr\", \"id\": \"1457260404352\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"abcdfgFhijklmnopqrst\\\"\"}, \"1457260404832\": {\"strategy\": \"repr\", \"id\": \"1457260404832\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"abcdefghijklmnopqrst\\\"\"}}}", "stateBefore": "{\"objects\": {\"1457260404352\": {\"strategy\": \"repr\", \"id\": \"1457260404352\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"'abcdfgFhijklmnopqrst'\"}, \"1457260404832\": {\"strategy\": \"repr\", \"id\": \"1457260404832\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"'abcdefghijklmnopqrst'\"}, \"140716992396488\": {\"strategy\": \"repr\", \"id\": \"140716992396488\", \"typeinfo\": {\"kind\": \"NoneType\", \"module\": \"types\"}, \"comparable\": true, \"value\": \"None\"}}}", "stateAfter": "{\"objects\": {\"1457260404352\": {\"strategy\": \"repr\", \"id\": \"1457260404352\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"'abcdfgFhijklmnopqrst'\"}, \"1457260404832\": {\"strategy\": \"repr\", \"id\": \"1457260404832\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"'abcdefghijklmnopqrst'\"}, \"140716992396488\": {\"strategy\": \"repr\", \"id\": \"140716992396488\", \"typeinfo\": {\"kind\": \"NoneType\", \"module\": \"types\"}, \"comparable\": true, \"value\": \"None\"}, \"1457260272160\": {\"strategy\": \"list\", \"id\": \"1457260272160\", \"typeinfo\": {\"kind\": \"tuple\", \"module\": \"builtins\"}, \"comparable\": true, \"items\": [\"1457260404832\"]}, \"1457260199744\": {\"strategy\": \"reduce\", \"id\": \"1457260199744\", \"typeinfo\": {\"kind\": \"KeyError\", \"module\": \"builtins\"}, \"comparable\": false, \"constructor\": {\"kind\": \"KeyError\", \"module\": \"builtins\"}, \"args\": \"1457260272160\", \"state\": \"1457260438592\", \"listitems\": \"1457226720448\", \"dictitems\": \"1457260465152\"}, \"1457260438592\": {\"strategy\": \"dict\", \"id\": \"1457260438592\", \"typeinfo\": {\"kind\": \"dict\", \"module\": \"builtins\"}, \"comparable\": true, \"items\": {}}, \"1457226720448\": {\"strategy\": \"list\", \"id\": \"1457226720448\", \"typeinfo\": {\"kind\": \"list\", \"module\": \"builtins\"}, \"comparable\": true, \"items\": []}, \"1457260465152\": {\"strategy\": \"dict\", \"id\": \"1457260465152\", \"typeinfo\": {\"kind\": \"dict\", \"module\": \"builtins\"}, \"comparable\": true, \"items\": {}}}}", "diffIds": [], "argsIds": ["1457260404352", "14572604
at org.utbot.python.evaluation.PythonCodeSocketExecutor.run(PythonCodeSocketExecutor.kt:90)
at org.utbot.python.evaluation.PythonWorkerManager.run(PythonWorkerManager.kt:75)
at org.utbot.python.PythonEngine$fuzzing$1.invokeSuspend$lambda$7$fuzzingResultHandler(PythonEngine.kt:191)
at org.utbot.python.PythonEngine$fuzzing$1.access$invokeSuspend$lambda$7$fuzzingResultHandler(PythonEngine.kt)
at org.utbot.python.PythonEngine$fuzzing$1$1$4.invokeSuspend(PythonEngine.kt:277)
at org.utbot.python.PythonEngine$fuzzing$1$1$4.invoke(PythonEngine.kt)
at org.utbot.python.PythonEngine$fuzzing$1$1$4.invoke(PythonEngine.kt)
at org.utbot.python.fuzzing.PythonFuzzing.handle(PythonApi.kt:103)
at org.utbot.python.fuzzing.PythonFuzzing.handle(PythonApi.kt:76)
at org.utbot.fuzzing.FuzzingApi.fuzz(Api.kt:312)
at org.utbot.fuzzing.FuzzingApi.access$fuzz(Api.kt:1)
at org.utbot.fuzzing.FuzzingApi$fuzz$2.invokeSuspend(Api.kt)
at kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith(ContinuationImpl.kt:33)
at kotlinx.coroutines.DispatchedTask.run(DispatchedTask.kt:106)
at kotlinx.coroutines.EventLoopImplBase.processNextEvent(EventLoop.common.kt:284)
at kotlinx.coroutines.BlockingCoroutine.joinBlocking(Builders.kt:85)
at kotlinx.coroutines.BuildersKt__BuildersKt.runBlocking(Builders.kt:59)
at kotlinx.coroutines.BuildersKt.runBlocking(Unknown Source)
at kotlinx.coroutines.BuildersKt__BuildersKt.runBlocking$default(Builders.kt:38)
at kotlinx.coroutines.BuildersKt.runBlocking$default(Unknown Source)
at org.utbot.python.PythonTestCaseGenerator.inferAnnotations(PythonTestCaseGenerator.kt:330)
at org.utbot.python.PythonTestCaseGenerator.methodHandler(PythonTestCaseGenerator.kt:145)
at org.utbot.python.PythonTestCaseGenerator.methodHandler$default(PythonTestCaseGenerator.kt:122)
at org.utbot.python.PythonTestCaseGenerator.generate(PythonTestCaseGenerator.kt:258)
at org.utbot.python.PythonTestGenerationProcessor.processTestGeneration(PythonTestGenerationProcessor.kt:113)
at org.utbot.python.PythonTestGenerationProcessor.processTestGeneration$default(PythonTestGenerationProcessor.kt:38)
at org.utbot.intellij.plugin.language.python.PythonDialogProcessor$createTests$1.run(PythonDialogProcessor.kt:173)
at com.intellij.openapi.progress.impl.CoreProgressManager.startTask(CoreProgressManager.java:429)
at com.intellij.openapi.progress.impl.ProgressManagerImpl.startTask(ProgressManagerImpl.java:114)
at com.intellij.openapi.progress.impl.CoreProgressManager.lambda$runProcessWithProgressAsynchronously$6(CoreProgressManager.java:480)
at com.intellij.openapi.progress.impl.ProgressRunner.lambda$submit$3(ProgressRunner.java:252)
at com.intellij.openapi.progress.impl.CoreProgressManager.lambda$runProcess$2(CoreProgressManager.java:186)
at com.intellij.openapi.progress.impl.CoreProgressManager.lambda$executeProcessUnderProgress$13(CoreProgressManager.java:604)
at com.intellij.openapi.progress.impl.CoreProgressManager.registerIndicatorAndRun(CoreProgressManager.java:679)
at com.intellij.openapi.progress.impl.CoreProgressManager.computeUnderProgress(CoreProgressManager.java:635)
at com.intellij.openapi.progress.impl.CoreProgressManager.executeProcessUnderProgress(CoreProgressManager.java:603)
at com.intellij.openapi.progress.impl.ProgressManagerImpl.executeProcessUnderProgress(ProgressManagerImpl.java:60)
at com.intellij.openapi.progress.impl.CoreProgressManager.runProcess(CoreProgressManager.java:173)
at com.intellij.openapi.progress.impl.ProgressRunner.lambda$submit$4(ProgressRunner.java:252)
at java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1768)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.util.concurrent.Executors$PrivilegedThreadFactory$1$1.run(Executors.java:702)
at java.base/java.util.concurrent.Executors$PrivilegedThreadFactory$1$1.run(Executors.java:699)
at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
at java.base/java.util.concurrent.Executors$PrivilegedThreadFactory$1.run(Executors.java:699)
at java.base/java.lang.Thread.run(Thread.java:833)
Metadata
Metadata
Assignees
Type
Projects
Status
Todo