From 3d3a1a0937a4869226aa83e80e4d99a0f91b4c6c Mon Sep 17 00:00:00 2001 From: GBBBAS <42962356+GBBBAS@users.noreply.github.com> Date: Tue, 26 Sep 2023 14:30:41 +0100 Subject: [PATCH] Update Integer Delta Append (#510) Signed-off-by: GBBBAS <42962356+GBBBAS@users.noreply.github.com> --- .../rtdip_sdk/pipelines/destinations/spark/pcdm_to_delta.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/sdk/python/rtdip_sdk/pipelines/destinations/spark/pcdm_to_delta.py b/src/sdk/python/rtdip_sdk/pipelines/destinations/spark/pcdm_to_delta.py index 6ad361c97..975e81018 100644 --- a/src/sdk/python/rtdip_sdk/pipelines/destinations/spark/pcdm_to_delta.py +++ b/src/sdk/python/rtdip_sdk/pipelines/destinations/spark/pcdm_to_delta.py @@ -330,9 +330,9 @@ def write_stream(self): if self.destination_integer != None: delta_integer = SparkDeltaDestination( - data=self.data.select( - "TagName", "EventTime", "Status", "Value" - ).filter(ValueTypeConstants.INTEGER_VALUE), + data=self.data.select("TagName", "EventTime", "Status", "Value") + .filter(ValueTypeConstants.INTEGER_VALUE) + .withColumn("Value", col("Value").cast("integer")), destination=self.destination_integer, options=self.options, mode=self.mode,