Revert "Don't materialize batches seq"

This reverts commit 3b93822.
cognitedata · Dec 9, 2024 · 3146bfb · 3146bfb
1 parent 3b93822
commit 3146bfb
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/main/scala/cognite/spark/v1/RawTableRelation.scala b/src/main/scala/cognite/spark/v1/RawTableRelation.scala
@@ -294,7 +294,9 @@ class RawTableRelation(
           // start on the next batch (this limitation used to be per partition). Instead, we should
           // have a cats.effect.std.Semaphore permit with X number of outstanding requests
           // or cats.effect.concurrent.Backpressure.
-          (rows.grouped(batchSize): Iterator[Seq[Row]])
+          rows
+            .grouped(batchSize)
+            .toSeq
             .grouped(maxOutstandingRawInsertRequests)
             .foreach { batch =>
               batch.toVector