Skip to content

IllegalStateException: Cannot parse execution result during Python test generation #2127

Open
@tyuldashev

Description

@tyuldashev

Description

Sometime exception Cannot parse execution result is thrown when test are generated for python code.

To Reproduce

Steps to reproduce the behavior:

  1. It doesn't happen every time, I faced it on langchaing project
  2. Generate tests for langchain.input.get_colored_text or for langchain.input.get_color_mapping

Expected behavior

Tests are generated.

Actual behavior

No tests are generated, exception is thrown. Could it be some length limitation of the strings we pass trough the socet?

Visual proofs (screenshots, logs, images)
Two samples of exceptions:

java.lang.IllegalStateException: Cannot parse execution result: {"status": "success", "isException": false, "statements": [13, 17, 18, 20, 21], "missedStatements": [14, 15, 16, 19], "stateInit": "{\"objects\": {\"2734258772512\": {\"strategy\": \"repr\", \"id\": \"2734258772512\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"\\u20ac\\\"\"}, \"2734582474256\": {\"strategy\": \"repr\", \"id\": \"2734582474256\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"Get mapping for items to a support color.\\\"\"}, \"2734582596432\": {\"strategy\": \"repr\", \"id\": \"2734582596432\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"\\u20ac\\\"\"}, \"2734308904240\": {\"strategy\": \"repr\", \"id\": \"2734308904240\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"foo\\\"\"}, \"2734582596512\": {\"strategy\": \"repr\", \"id\": \"2734582596512\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"pyth\\u00f6n\\\"\"}, \"2734582645504\": {\"strategy\": \"list\", \"id\": \"2734582645504\", \"typeinfo\": {\"kind\": \"list\", \"module\": \"builtins\"}, \"comparable\": true, \"items\": [\"2734258772512\", \"2734582474256\", \"2734582596432\", \"2734308904240\", \"2734582596512\"]}}}", "stateBefore": "{\"objects\": {\"2734582645504\": {\"strategy\": \"list\", \"id\": \"2734582645504\", \"typeinfo\": {\"kind\": \"list\", \"module\": \"builtins\"}, \"comparable\": true, \"items\": [\"2734258772512\", \"2734582474256\", \"2734582596432\", \"2734308904240\", \"2734582596512\"]}, \"2734258772512\": {\"strategy\": \"repr\", \"id\": \"2734258772512\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"'\\u20ac'\"}, \"2734582474256\": {\"strategy\": \"repr\", \"id\": \"2734582474256\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"'Get mapping for items to a support color.'\"}, \"2734582596432\": {\"strategy\": \"repr\", \"id\": \"2734582596432\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \
	at org.utbot.python.evaluation.PythonCodeSocketExecutor.run(PythonCodeSocketExecutor.kt:90)
	at org.utbot.python.evaluation.PythonWorkerManager.run(PythonWorkerManager.kt:75)
	at org.utbot.python.PythonEngine$fuzzing$1.invokeSuspend$lambda$7$fuzzingResultHandler(PythonEngine.kt:191)
	at org.utbot.python.PythonEngine$fuzzing$1.access$invokeSuspend$lambda$7$fuzzingResultHandler(PythonEngine.kt)
	at org.utbot.python.PythonEngine$fuzzing$1$1$4.invokeSuspend(PythonEngine.kt:277)
	at org.utbot.python.PythonEngine$fuzzing$1$1$4.invoke(PythonEngine.kt)
	at org.utbot.python.PythonEngine$fuzzing$1$1$4.invoke(PythonEngine.kt)
	at org.utbot.python.fuzzing.PythonFuzzing.handle(PythonApi.kt:103)
	at org.utbot.python.fuzzing.PythonFuzzing.handle(PythonApi.kt:76)
	at org.utbot.fuzzing.FuzzingApi.fuzz(Api.kt:312)
	at org.utbot.fuzzing.FuzzingApi.access$fuzz(Api.kt:1)
	at org.utbot.fuzzing.FuzzingApi$fuzz$2.invokeSuspend(Api.kt)
	at kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith(ContinuationImpl.kt:33)
	at kotlinx.coroutines.DispatchedTask.run(DispatchedTask.kt:106)
	at kotlinx.coroutines.EventLoopImplBase.processNextEvent(EventLoop.common.kt:284)
	at kotlinx.coroutines.BlockingCoroutine.joinBlocking(Builders.kt:85)
	at kotlinx.coroutines.BuildersKt__BuildersKt.runBlocking(Builders.kt:59)
	at kotlinx.coroutines.BuildersKt.runBlocking(Unknown Source)
	at kotlinx.coroutines.BuildersKt__BuildersKt.runBlocking$default(Builders.kt:38)
	at kotlinx.coroutines.BuildersKt.runBlocking$default(Unknown Source)
	at org.utbot.python.PythonTestCaseGenerator.inferAnnotations(PythonTestCaseGenerator.kt:330)
	at org.utbot.python.PythonTestCaseGenerator.methodHandler(PythonTestCaseGenerator.kt:145)
	at org.utbot.python.PythonTestCaseGenerator.generate(PythonTestCaseGenerator.kt:245)
	at org.utbot.python.PythonTestGenerationProcessor.processTestGeneration(PythonTestGenerationProcessor.kt:113)
	at org.utbot.python.PythonTestGenerationProcessor.processTestGeneration$default(PythonTestGenerationProcessor.kt:38)
	at org.utbot.intellij.plugin.language.python.PythonDialogProcessor$createTests$1.run(PythonDialogProcessor.kt:173)
	at com.intellij.openapi.progress.impl.CoreProgressManager.startTask(CoreProgressManager.java:429)
	at com.intellij.openapi.progress.impl.ProgressManagerImpl.startTask(ProgressManagerImpl.java:114)
	at com.intellij.openapi.progress.impl.CoreProgressManager.lambda$runProcessWithProgressAsynchronously$6(CoreProgressManager.java:480)
	at com.intellij.openapi.progress.impl.ProgressRunner.lambda$submit$3(ProgressRunner.java:252)
	at com.intellij.openapi.progress.impl.CoreProgressManager.lambda$runProcess$2(CoreProgressManager.java:186)
	at com.intellij.openapi.progress.impl.CoreProgressManager.lambda$executeProcessUnderProgress$13(CoreProgressManager.java:604)
	at com.intellij.openapi.progress.impl.CoreProgressManager.registerIndicatorAndRun(CoreProgressManager.java:679)
	at com.intellij.openapi.progress.impl.CoreProgressManager.computeUnderProgress(CoreProgressManager.java:635)
	at com.intellij.openapi.progress.impl.CoreProgressManager.executeProcessUnderProgress(CoreProgressManager.java:603)
	at com.intellij.openapi.progress.impl.ProgressManagerImpl.executeProcessUnderProgress(ProgressManagerImpl.java:60)
	at com.intellij.openapi.progress.impl.CoreProgressManager.runProcess(CoreProgressManager.java:173)
	at com.intellij.openapi.progress.impl.ProgressRunner.lambda$submit$4(ProgressRunner.java:252)
	at java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1768)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.util.concurrent.Executors$PrivilegedThreadFactory$1$1.run(Executors.java:702)
	at java.base/java.util.concurrent.Executors$PrivilegedThreadFactory$1$1.run(Executors.java:699)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
	at java.base/java.util.concurrent.Executors$PrivilegedThreadFactory$1.run(Executors.java:699)
	at java.base/java.lang.Thread.run(Thread.java:833)

java.lang.IllegalStateException: Cannot parse execution result: {"status": "success", "isException": true, "statements": [24, 26], "missedStatements": [25, 27], "stateInit": "{\"objects\": {\"1457260404352\": {\"strategy\": \"repr\", \"id\": \"1457260404352\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"abcdfgFhijklmnopqrst\\\"\"}, \"1457260404832\": {\"strategy\": \"repr\", \"id\": \"1457260404832\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"\\\"abcdefghijklmnopqrst\\\"\"}}}", "stateBefore": "{\"objects\": {\"1457260404352\": {\"strategy\": \"repr\", \"id\": \"1457260404352\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"'abcdfgFhijklmnopqrst'\"}, \"1457260404832\": {\"strategy\": \"repr\", \"id\": \"1457260404832\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"'abcdefghijklmnopqrst'\"}, \"140716992396488\": {\"strategy\": \"repr\", \"id\": \"140716992396488\", \"typeinfo\": {\"kind\": \"NoneType\", \"module\": \"types\"}, \"comparable\": true, \"value\": \"None\"}}}", "stateAfter": "{\"objects\": {\"1457260404352\": {\"strategy\": \"repr\", \"id\": \"1457260404352\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"'abcdfgFhijklmnopqrst'\"}, \"1457260404832\": {\"strategy\": \"repr\", \"id\": \"1457260404832\", \"typeinfo\": {\"kind\": \"str\", \"module\": \"builtins\"}, \"comparable\": true, \"value\": \"'abcdefghijklmnopqrst'\"}, \"140716992396488\": {\"strategy\": \"repr\", \"id\": \"140716992396488\", \"typeinfo\": {\"kind\": \"NoneType\", \"module\": \"types\"}, \"comparable\": true, \"value\": \"None\"}, \"1457260272160\": {\"strategy\": \"list\", \"id\": \"1457260272160\", \"typeinfo\": {\"kind\": \"tuple\", \"module\": \"builtins\"}, \"comparable\": true, \"items\": [\"1457260404832\"]}, \"1457260199744\": {\"strategy\": \"reduce\", \"id\": \"1457260199744\", \"typeinfo\": {\"kind\": \"KeyError\", \"module\": \"builtins\"}, \"comparable\": false, \"constructor\": {\"kind\": \"KeyError\", \"module\": \"builtins\"}, \"args\": \"1457260272160\", \"state\": \"1457260438592\", \"listitems\": \"1457226720448\", \"dictitems\": \"1457260465152\"}, \"1457260438592\": {\"strategy\": \"dict\", \"id\": \"1457260438592\", \"typeinfo\": {\"kind\": \"dict\", \"module\": \"builtins\"}, \"comparable\": true, \"items\": {}}, \"1457226720448\": {\"strategy\": \"list\", \"id\": \"1457226720448\", \"typeinfo\": {\"kind\": \"list\", \"module\": \"builtins\"}, \"comparable\": true, \"items\": []}, \"1457260465152\": {\"strategy\": \"dict\", \"id\": \"1457260465152\", \"typeinfo\": {\"kind\": \"dict\", \"module\": \"builtins\"}, \"comparable\": true, \"items\": {}}}}", "diffIds": [], "argsIds": ["1457260404352", "14572604
	at org.utbot.python.evaluation.PythonCodeSocketExecutor.run(PythonCodeSocketExecutor.kt:90)
	at org.utbot.python.evaluation.PythonWorkerManager.run(PythonWorkerManager.kt:75)
	at org.utbot.python.PythonEngine$fuzzing$1.invokeSuspend$lambda$7$fuzzingResultHandler(PythonEngine.kt:191)
	at org.utbot.python.PythonEngine$fuzzing$1.access$invokeSuspend$lambda$7$fuzzingResultHandler(PythonEngine.kt)
	at org.utbot.python.PythonEngine$fuzzing$1$1$4.invokeSuspend(PythonEngine.kt:277)
	at org.utbot.python.PythonEngine$fuzzing$1$1$4.invoke(PythonEngine.kt)
	at org.utbot.python.PythonEngine$fuzzing$1$1$4.invoke(PythonEngine.kt)
	at org.utbot.python.fuzzing.PythonFuzzing.handle(PythonApi.kt:103)
	at org.utbot.python.fuzzing.PythonFuzzing.handle(PythonApi.kt:76)
	at org.utbot.fuzzing.FuzzingApi.fuzz(Api.kt:312)
	at org.utbot.fuzzing.FuzzingApi.access$fuzz(Api.kt:1)
	at org.utbot.fuzzing.FuzzingApi$fuzz$2.invokeSuspend(Api.kt)
	at kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith(ContinuationImpl.kt:33)
	at kotlinx.coroutines.DispatchedTask.run(DispatchedTask.kt:106)
	at kotlinx.coroutines.EventLoopImplBase.processNextEvent(EventLoop.common.kt:284)
	at kotlinx.coroutines.BlockingCoroutine.joinBlocking(Builders.kt:85)
	at kotlinx.coroutines.BuildersKt__BuildersKt.runBlocking(Builders.kt:59)
	at kotlinx.coroutines.BuildersKt.runBlocking(Unknown Source)
	at kotlinx.coroutines.BuildersKt__BuildersKt.runBlocking$default(Builders.kt:38)
	at kotlinx.coroutines.BuildersKt.runBlocking$default(Unknown Source)
	at org.utbot.python.PythonTestCaseGenerator.inferAnnotations(PythonTestCaseGenerator.kt:330)
	at org.utbot.python.PythonTestCaseGenerator.methodHandler(PythonTestCaseGenerator.kt:145)
	at org.utbot.python.PythonTestCaseGenerator.methodHandler$default(PythonTestCaseGenerator.kt:122)
	at org.utbot.python.PythonTestCaseGenerator.generate(PythonTestCaseGenerator.kt:258)
	at org.utbot.python.PythonTestGenerationProcessor.processTestGeneration(PythonTestGenerationProcessor.kt:113)
	at org.utbot.python.PythonTestGenerationProcessor.processTestGeneration$default(PythonTestGenerationProcessor.kt:38)
	at org.utbot.intellij.plugin.language.python.PythonDialogProcessor$createTests$1.run(PythonDialogProcessor.kt:173)
	at com.intellij.openapi.progress.impl.CoreProgressManager.startTask(CoreProgressManager.java:429)
	at com.intellij.openapi.progress.impl.ProgressManagerImpl.startTask(ProgressManagerImpl.java:114)
	at com.intellij.openapi.progress.impl.CoreProgressManager.lambda$runProcessWithProgressAsynchronously$6(CoreProgressManager.java:480)
	at com.intellij.openapi.progress.impl.ProgressRunner.lambda$submit$3(ProgressRunner.java:252)
	at com.intellij.openapi.progress.impl.CoreProgressManager.lambda$runProcess$2(CoreProgressManager.java:186)
	at com.intellij.openapi.progress.impl.CoreProgressManager.lambda$executeProcessUnderProgress$13(CoreProgressManager.java:604)
	at com.intellij.openapi.progress.impl.CoreProgressManager.registerIndicatorAndRun(CoreProgressManager.java:679)
	at com.intellij.openapi.progress.impl.CoreProgressManager.computeUnderProgress(CoreProgressManager.java:635)
	at com.intellij.openapi.progress.impl.CoreProgressManager.executeProcessUnderProgress(CoreProgressManager.java:603)
	at com.intellij.openapi.progress.impl.ProgressManagerImpl.executeProcessUnderProgress(ProgressManagerImpl.java:60)
	at com.intellij.openapi.progress.impl.CoreProgressManager.runProcess(CoreProgressManager.java:173)
	at com.intellij.openapi.progress.impl.ProgressRunner.lambda$submit$4(ProgressRunner.java:252)
	at java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1768)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.util.concurrent.Executors$PrivilegedThreadFactory$1$1.run(Executors.java:702)
	at java.base/java.util.concurrent.Executors$PrivilegedThreadFactory$1$1.run(Executors.java:699)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
	at java.base/java.util.concurrent.Executors$PrivilegedThreadFactory$1.run(Executors.java:699)
	at java.base/java.lang.Thread.run(Thread.java:833)

Metadata

Metadata

Assignees

Labels

comp-codegenIssue is related to code generatorctg-bugIssue is a buglang-pythonIssue is related to python support

Type

No type

Projects

Status

Todo

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions