intersect instead of iteration

AbsaOSS · Sep 9, 2024 · 809044a · 809044a
1 parent 59d30f2
commit 809044a
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 8 deletions.
diff --git a/agent/src/main/scala/za/co/absa/atum/agent/AtumContext.scala b/agent/src/main/scala/za/co/absa/atum/agent/AtumContext.scala
@@ -53,14 +53,11 @@ class AtumContext private[agent] (
    * @return the sub-partition context
    */
   def subPartitionContext(subPartitions: AtumPartitions): AtumContext = {
-    val newPartitions = subPartitions.foldLeft(atumPartitions) { case (acc, (k, v)) =>
-      if (acc.contains(k)) {
-        throw PartitioningUpdateException(s"Partition key '$k' already exists. Updates are not allowed.")
-      } else {
-        acc + (k -> v)
-      }
+    val overlap = atumPartitions.keys.toSet.intersect(subPartitions.keys.toSet)
+    if (overlap.nonEmpty) {
+      throw PartitioningUpdateException(s"Partition keys '$overlap' already exist. Updates are not allowed.")
     }
-    agent.getOrCreateAtumSubContext(newPartitions)(this)
+    agent.getOrCreateAtumSubContext(atumPartitions ++ subPartitions)(this)
   }
 
   private def takeMeasurements(df: DataFrame): Set[MeasurementDTO] = {

diff --git a/build.sbt b/build.sbt
@@ -20,7 +20,7 @@ import Dependencies.*
 import Dependencies.Versions.spark3
 import VersionAxes.*
 
-ThisBuild / scalaVersion := Setup.scala213.asString  // default version TODO
+ThisBuild / scalaVersion := Setup.scala212.asString  // default version TODO
 
 ThisBuild / versionScheme := Some("early-semver")