no unsafeRunSync inside: use flatMap+traverse

cognitedata · Dec 11, 2024 · 03c025d · 03c025d
1 parent e570aa9
commit 03c025d
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/src/main/scala/cognite/spark/v1/RawTableRelation.scala b/src/main/scala/cognite/spark/v1/RawTableRelation.scala
@@ -289,9 +289,9 @@ class RawTableRelation(
       config.maxOutstandingRawInsertRequests match {
         case Some(maxOutstandingRawInsertRequests) =>
           Backpressure[IO](Backpressure.Strategy.Lossless, maxOutstandingRawInsertRequests)
-            .map { backpressure =>
-              rows.grouped(batchSize).toVector.foreach { batch: Seq[Row] =>
-                backpressure.metered(postRows(columnNames, batch)).unsafeRunSync()
+            .flatMap { backpressure =>
+              rows.grouped(batchSize).toVector.traverse_ { batch: Seq[Row] =>
+                backpressure.metered(postRows(columnNames, batch))
               }
             }
             .unsafeRunSync()