CLOUDP-368428-Stream-Processor Internal Review

ParthasarathyV · outcomes-winter-rakhulsprakash · commit e25ee80ff106 · 2026-01-20T09:46:07.000+05:30
diff --git a/cfn-resources/stream-processor/mongodb-atlas-streamprocessor.json b/cfn-resources/stream-processor/mongodb-atlas-streamprocessor.json
@@ -138,6 +138,9 @@
     },
     "delete": {
       "permissions": ["secretsmanager:GetSecretValue"]
+    },
+    "list": {
+      "permissions": ["secretsmanager:GetSecretValue"]
     }
   },
   "documentationUrl": "https://github.com/mongodb/mongodbatlas-cloudformation-resources/blob/master/cfn-resources/stream-processor/README.md",
diff --git a/cfn-resources/stream-processor/test/inputs_1_create.template.json b/cfn-resources/stream-processor/test/inputs_1_create.template.json
@@ -4,5 +4,5 @@
   "WorkspaceName": "",
   "ProcessorName": "test-processor-1",
   "Pipeline": "[{\"$source\": {\"connectionName\": \"sample_stream_solar\"}}, {\"$merge\": {\"into\": {\"connectionName\": \"SINK_CONNECTION_PLACEHOLDER\", \"db\": \"test\", \"coll\": \"output\"}}}]",
-  "State": "CREATED"
+  "DesiredState": "CREATED"
 }
diff --git a/cfn-resources/stream-processor/test/inputs_1_update.template.json b/cfn-resources/stream-processor/test/inputs_1_update.template.json
@@ -4,5 +4,5 @@
   "WorkspaceName": "",
   "ProcessorName": "test-processor-1",
   "Pipeline": "[{\"$source\": {\"connectionName\": \"sample_stream_solar\"}}, {\"$merge\": {\"into\": {\"connectionName\": \"SINK_CONNECTION_PLACEHOLDER\", \"db\": \"test\", \"coll\": \"output\"}}}]",
-  "State": "CREATED"
+  "DesiredState": "CREATED"
 }
diff --git a/cfn-resources/stream-processor/test/inputs_2_create.template.json b/cfn-resources/stream-processor/test/inputs_2_create.template.json
@@ -4,7 +4,7 @@
   "WorkspaceName": "",
   "ProcessorName": "test-processor-2",
   "Pipeline": "[{\"$source\": {\"connectionName\": \"sample_stream_solar\"}}, {\"$merge\": {\"into\": {\"connectionName\": \"SINK_CONNECTION_PLACEHOLDER\", \"db\": \"test\", \"coll\": \"output\"}}}]",
-  "State": "STARTED",
+  "DesiredState": "STARTED",
   "Timeouts": {
     "Create": "25m"
   },
diff --git a/cfn-resources/stream-processor/test/inputs_2_update.template.json b/cfn-resources/stream-processor/test/inputs_2_update.template.json
@@ -4,5 +4,5 @@
   "WorkspaceName": "",
   "ProcessorName": "test-processor-2",
   "Pipeline": "[{\"$source\": {\"connectionName\": \"sample_stream_solar\"}}, {\"$merge\": {\"into\": {\"connectionName\": \"SINK_CONNECTION_PLACEHOLDER\", \"db\": \"test\", \"coll\": \"output\"}}}]",
-  "State": "STOPPED"
+  "DesiredState": "STOPPED"
 }
diff --git a/cfn-resources/stream-processor/test/inputs_3_create.template.json b/cfn-resources/stream-processor/test/inputs_3_create.template.json
@@ -5,7 +5,7 @@
   "InstanceName": "",
   "ProcessorName": "test-processor-3",
   "Pipeline": "[{\"$source\": {\"connectionName\": \"CONNECTION_NAME_PLACEHOLDER\"}}, {\"$merge\": {\"into\": {\"connectionName\": \"CONNECTION_NAME_PLACEHOLDER\", \"db\": \"test\", \"coll\": \"output\"}}}]",
-  "State": "CREATED",
+  "DesiredState": "CREATED",
   "Options": {
     "Dlq": {
       "Coll": "dlq-collection",
diff --git a/cfn-resources/stream-processor/test/inputs_3_update.template.json b/cfn-resources/stream-processor/test/inputs_3_update.template.json
@@ -5,7 +5,7 @@
   "InstanceName": "",
   "ProcessorName": "test-processor-3",
   "Pipeline": "[{\"$source\": {\"connectionName\": \"CONNECTION_NAME_PLACEHOLDER\"}}, {\"$merge\": {\"into\": {\"connectionName\": \"CONNECTION_NAME_PLACEHOLDER\", \"db\": \"test\", \"coll\": \"output\"}}}]",
-  "State": "CREATED",
+  "DesiredState": "CREATED",
   "Options": {
     "Dlq": {
       "Coll": "dlq-collection-updated",
diff --git a/cfn-resources/stream-processor/test/inputs_4_create.template.json b/cfn-resources/stream-processor/test/inputs_4_create.template.json
@@ -5,5 +5,5 @@
   "InstanceName": "",
   "ProcessorName": "test-processor-4-kafka-to-cluster",
   "Pipeline": "[{\"$source\": {\"connectionName\": \"KAFKA_SOURCE_CONNECTION_PLACEHOLDER\", \"topic\": \"random_topic\"}}, {\"$emit\": {\"connectionName\": \"CLUSTER_SINK_CONNECTION_PLACEHOLDER\", \"db\": \"kafka\", \"coll\": \"kafka_messages\", \"timeseries\": {\"timeField\": \"ts\"}}}]",
-  "State": "CREATED"
+  "DesiredState": "CREATED"
 }
diff --git a/cfn-resources/stream-processor/test/inputs_4_update.template.json b/cfn-resources/stream-processor/test/inputs_4_update.template.json
@@ -5,5 +5,5 @@
   "InstanceName": "",
   "ProcessorName": "test-processor-4-kafka-to-cluster",
   "Pipeline": "[{\"$source\": {\"connectionName\": \"KAFKA_SOURCE_CONNECTION_PLACEHOLDER\", \"topic\": \"random_topic\"}}, {\"$emit\": {\"connectionName\": \"CLUSTER_SINK_CONNECTION_PLACEHOLDER\", \"db\": \"kafka\", \"coll\": \"kafka_messages_updated\", \"timeseries\": {\"timeField\": \"ts\"}}}]",
-  "State": "CREATED"
+  "DesiredState": "CREATED"
 }
diff --git a/cfn-resources/stream-processor/test/inputs_5_create.template.json b/cfn-resources/stream-processor/test/inputs_5_create.template.json
@@ -5,5 +5,5 @@
   "InstanceName": "",
   "ProcessorName": "test-processor-5-cluster-to-kafka",
   "Pipeline": "[{\"$source\": {\"connectionName\": \"CLUSTER_SOURCE_CONNECTION_PLACEHOLDER\"}}, {\"$emit\": {\"connectionName\": \"KAFKA_SINK_CONNECTION_PLACEHOLDER\", \"topic\": \"random_topic\"}}]",
-  "State": "CREATED"
+  "DesiredState": "CREATED"
 }
diff --git a/cfn-resources/stream-processor/test/inputs_5_update.template.json b/cfn-resources/stream-processor/test/inputs_5_update.template.json
@@ -5,5 +5,5 @@
   "InstanceName": "",
   "ProcessorName": "test-processor-5-cluster-to-kafka",
   "Pipeline": "[{\"$source\": {\"connectionName\": \"CLUSTER_SOURCE_CONNECTION_PLACEHOLDER\"}}, {\"$emit\": {\"connectionName\": \"KAFKA_SINK_CONNECTION_PLACEHOLDER\", \"topic\": \"random_topic_updated\"}}]",
-  "State": "CREATED"
+  "DesiredState": "CREATED"
 }
diff --git a/cfn-resources/stream-processor/test/stream-processor.sample-cfn-request.json b/cfn-resources/stream-processor/test/stream-processor.sample-cfn-request.json
@@ -5,7 +5,7 @@
     "WorkspaceName": "",
     "ProcessorName": "sample-processor",
     "Pipeline": "[{\"$match\": {\"status\": \"active\"}}]",
-    "State": "CREATED"
+    "DesiredState": "CREATED"
   },
   "previousResourceState": {}
 }

Original file line number	Diff line number	Diff line change
`@@ -4,5 +4,5 @@`
`4`	`4`	`"WorkspaceName": "",`
`5`	`5`	`"ProcessorName": "test-processor-1",`
`6`	`6`	`"Pipeline": "[{\"$source\": {\"connectionName\": \"sample_stream_solar\"}}, {\"$merge\": {\"into\": {\"connectionName\": \"SINK_CONNECTION_PLACEHOLDER\", \"db\": \"test\", \"coll\": \"output\"}}}]",`
`7`		`- "State": "CREATED"`
	`7`	`+ "DesiredState": "CREATED"`
`8`	`8`	`}`
Original file line number	Diff line number	Diff line change
`@@ -4,5 +4,5 @@`
`4`	`4`	`"WorkspaceName": "",`
`5`	`5`	`"ProcessorName": "test-processor-2",`
`6`	`6`	`"Pipeline": "[{\"$source\": {\"connectionName\": \"sample_stream_solar\"}}, {\"$merge\": {\"into\": {\"connectionName\": \"SINK_CONNECTION_PLACEHOLDER\", \"db\": \"test\", \"coll\": \"output\"}}}]",`
`7`		`- "State": "STOPPED"`
	`7`	`+ "DesiredState": "STOPPED"`
`8`	`8`	`}`
Original file line number	Diff line number	Diff line change
`@@ -5,5 +5,5 @@`
`5`	`5`	`"InstanceName": "",`
`6`	`6`	`"ProcessorName": "test-processor-4-kafka-to-cluster",`
`7`	`7`	`"Pipeline": "[{\"$source\": {\"connectionName\": \"KAFKA_SOURCE_CONNECTION_PLACEHOLDER\", \"topic\": \"random_topic\"}}, {\"$emit\": {\"connectionName\": \"CLUSTER_SINK_CONNECTION_PLACEHOLDER\", \"db\": \"kafka\", \"coll\": \"kafka_messages\", \"timeseries\": {\"timeField\": \"ts\"}}}]",`
`8`		`- "State": "CREATED"`
	`8`	`+ "DesiredState": "CREATED"`
`9`	`9`	`}`
Original file line number	Diff line number	Diff line change
`@@ -5,5 +5,5 @@`
`5`	`5`	`"InstanceName": "",`
`6`	`6`	`"ProcessorName": "test-processor-5-cluster-to-kafka",`
`7`	`7`	`"Pipeline": "[{\"$source\": {\"connectionName\": \"CLUSTER_SOURCE_CONNECTION_PLACEHOLDER\"}}, {\"$emit\": {\"connectionName\": \"KAFKA_SINK_CONNECTION_PLACEHOLDER\", \"topic\": \"random_topic\"}}]",`
`8`		`- "State": "CREATED"`
	`8`	`+ "DesiredState": "CREATED"`
`9`	`9`	`}`