Merge pull request #34 from CDOT-CV/Feature/deduplicated-processed-bsm

Feature/deduplicated processed bsm
usdot-jpo-ode · Feb 6, 2025 · 8553822 · 8553822
2 parents 14f89c5 + a02104d
commit 8553822
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 11 deletions.
diff --git a/jikkou/kafka-connectors-template.jinja b/jikkou/kafka-connectors-template.jinja
@@ -56,10 +56,6 @@ spec:
 {{ create_connector(values.apps.ode) }}
 {% endif %}
 
-{% if system.env.CONNECT_CREATE_GEOJSONCONVERTER %}
-{{ create_connector(values.apps.geojsonconverter) }}
-{% endif %}
-
 {% if system.env.CONNECT_CREATE_CONFLICTMONITOR %}
 {{ create_connector(values.apps.conflictmonitor) }}
 {% endif %}

diff --git a/jikkou/kafka-connectors-values.yaml b/jikkou/kafka-connectors-values.yaml
@@ -103,12 +103,6 @@ apps:
       - topicName: topic.OdeRawEncodedTIMJson
         collectionName: OdeRawEncodedTIMJson
         generateTimestamp: true
-  geojsonconverter:
-    name: geojsonconverter
-    connectors:
-      - topicName: topic.ProcessedBsm
-        collectionName: ProcessedBsm
-        generateTimestamp: true
   geojsonconverter_duplicated:
     name: geojsonconverter-duplicated
     connectors:
@@ -118,6 +112,9 @@ apps:
       - topicName: topic.ProcessedSpat
         collectionName: ProcessedSpat
         generateTimestamp: true
+      - topicName: topic.ProcessedBsm
+        collectionName: ProcessedBsm
+        generateTimestamp: true
   deduplicator:
     name: deduplicator
     connectors:
@@ -145,6 +142,10 @@ apps:
         collectionName: ProcessedSpat
         generateTimestamp: true
         connectorName: DeduplicatedProcessedSpat
+      - topicName: topic.DeduplicatedProcessedBsm
+        collectionName: ProcessedBsm
+        generateTimestamp: true
+        connectorName: DeduplicatedProcessedBsm
   conflictmonitor:
     name: conflictmonitor
     connectors:

diff --git a/jikkou/kafka-topics-values.yaml b/jikkou/kafka-topics-values.yaml
@@ -166,7 +166,8 @@ apps:
       - topic.DeduplicatedOdeMapJson
       - topic.DeduplicatedOdeTimJson
       - topic.DeduplicatedOdeRawEncodedTIMJson
-      - topic.DeduplicatedOdeBsmJson    
+      - topic.DeduplicatedOdeBsmJson 
+      - topic.DeduplicatedProcessedBsm
     tableTopics: {}
     customTopics: {}
   kafkaconnect: