Skip to content

Commit 19d171e

Browse files
author
AWS
committed
Amazon EventBridge Pipes Update: This release adds validation to require specifying a SecurityGroup and Subnets in the Vpc object under PipesSourceSelfManagedKafkaParameters. It also adds support for iso-e, iso-f, and other non-commercial partitions in ARN parameters.
1 parent 7865b08 commit 19d171e

File tree

2 files changed

+37
-31
lines changed

2 files changed

+37
-31
lines changed

‎.changes/next-release/feature-AmazonEventBridgePipes-59e2c0d.json‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
{
2+
"type": "feature",
3+
"category": "Amazon EventBridge Pipes",
4+
"contributor": "",
5+
"description": "This release adds validation to require specifying a SecurityGroup and Subnets in the Vpc object under PipesSourceSelfManagedKafkaParameters. It also adds support for iso-e, iso-f, and other non-commercial partitions in ARN parameters."
6+
}

‎services/pipes/src/main/resources/codegen-resources/service-2.json‎

Lines changed: 31 additions & 31 deletions
Original file line numberDiff line numberDiff line change
@@ -196,19 +196,19 @@
196196
"type":"string",
197197
"max":1600,
198198
"min":1,
199-
"pattern":"arn:(aws[a-zA-Z0-9-]*):([a-zA-Z0-9\\-]+):([a-z]{2}((-gov)|(-iso(b?)))?-[a-z]+-\\d{1})?:(\\d{12})?:(.+)"
199+
"pattern":"arn:(aws[a-zA-Z0-9-]*):([a-zA-Z0-9\\-]+):([a-z]{2,4}((-gov)|(-de)|(-iso([a-z]?)))?-[a-z]+(-\\d{1})?)?:(\\d{12})?:(.+)"
200200
},
201201
"ArnOrJsonPath":{
202202
"type":"string",
203203
"max":1600,
204204
"min":1,
205-
"pattern":"arn:(aws[a-zA-Z0-9-]*):([a-zA-Z0-9\\-]+):([a-z]{2}((-gov)|(-iso(b?)))?-[a-z]+-\\d{1})?:(\\d{12})?:(.+)|(\\$(\\.[\\w/_-]+(\\[(\\d+|\\*)\\])*)*)"
205+
"pattern":"arn:(aws[a-zA-Z0-9-]*):([a-zA-Z0-9\\-]+):([a-z]{2,4}((-gov)|(-de)|(-iso([a-z]?)))?-[a-z]+(-\\d{1})?)?:(\\d{12})?:(.+)|(\\$(\\.[\\w/_-]+(\\[(\\d+|\\*)\\])*)*)"
206206
},
207207
"ArnOrUrl":{
208208
"type":"string",
209209
"max":1600,
210210
"min":1,
211-
"pattern":"smk://(([a-zA-Z0-9]|[a-zA-Z0-9][a-zA-Z0-9\\-]*[a-zA-Z0-9])\\.)*([A-Za-z0-9]|[A-Za-z0-9][A-Za-z0-9\\-]*[A-Za-z0-9]):[0-9]{1,5}|arn:(aws[a-zA-Z0-9-]*):([a-zA-Z0-9\\-]+):([a-z]{2}((-gov)|(-iso(b?)))?-[a-z]+-\\d{1})?:(\\d{12})?:(.+)"
211+
"pattern":"smk://(([a-zA-Z0-9]|[a-zA-Z0-9][a-zA-Z0-9\\-]*[a-zA-Z0-9])\\.)*([A-Za-z0-9]|[A-Za-z0-9][A-Za-z0-9\\-]*[A-Za-z0-9]):[0-9]{1,5}|arn:(aws[a-zA-Z0-9-]*):([a-zA-Z0-9\\-]+):([a-z]{2,4}((-gov)|(-de)|(-iso([a-z]?)))?-[a-z]+(-\\d{1})?)?:(\\d{12})?:(.+)"
212212
},
213213
"AssignPublicIp":{
214214
"type":"string",
@@ -416,7 +416,7 @@
416416
"type":"string",
417417
"max":1600,
418418
"min":1,
419-
"pattern":"(^arn:aws([a-z]|\\-)*:logs:([a-z]{2}((-gov)|(-iso(b?)))?-[a-z]+-\\d{1}):(\\d{12}):log-group:[\\.\\-_/#A-Za-z0-9]{1,512}(:\\*)?)"
419+
"pattern":"(^arn:aws([a-z]|\\-)*:logs:([a-z]{2,4}((-gov)|(-de)|(-iso([a-z]?)))?-[a-z]+(-\\d{1})?):(\\d{12}):log-group:[\\.\\-_/#A-Za-z0-9]{1,512}(:\\*)?)"
420420
},
421421
"CloudwatchLogsLogDestination":{
422422
"type":"structure",
@@ -1025,7 +1025,7 @@
10251025
"type":"string",
10261026
"max":1600,
10271027
"min":1,
1028-
"pattern":"(^arn:aws([a-z]|\\-)*:firehose:([a-z]{2}((-gov)|(-iso(b?)))?-[a-z]+-\\d{1}):(\\d{12}):deliverystream/[a-zA-Z0-9_.-]{1,64})"
1028+
"pattern":"(^arn:aws([a-z]|\\-)*:firehose:([a-z]{2,4}((-gov)|(-de)|(-iso([a-z]?)))?-[a-z]+(-\\d{1})?):(\\d{12}):deliverystream/[a-zA-Z0-9_.-]{1,64})"
10291029
},
10301030
"FirehoseLogDestination":{
10311031
"type":"structure",
@@ -1455,7 +1455,7 @@
14551455
"type":"string",
14561456
"max":1600,
14571457
"min":0,
1458-
"pattern":"$|arn:(aws[a-zA-Z0-9-]*):([a-zA-Z0-9\\-]+):([a-z]{2}((-gov)|(-iso(b?)))?-[a-z]+-\\d{1})?:(\\d{12})?:(.+)"
1458+
"pattern":"$|arn:(aws[a-zA-Z0-9-]*):([a-zA-Z0-9\\-]+):([a-z]{2,4}((-gov)|(-de)|(-iso([a-z]?)))?-[a-z]+(-\\d{1})?)?:(\\d{12})?:(.+)"
14591459
},
14601460
"PathParameter":{
14611461
"type":"string",
@@ -1660,27 +1660,27 @@
16601660
},
16611661
"OnPartialBatchItemFailure":{
16621662
"shape":"OnPartialBatchItemFailureStreams",
1663-
"documentation":"<p>(Streams only) Define how to handle item process failures. <code>AUTOMATIC_BISECT</code> halves each batch and retry each half until all the records are processed or there is one failed message left in the batch.</p>"
1663+
"documentation":"<p>Define how to handle item process failures. <code>AUTOMATIC_BISECT</code> halves each batch and retry each half until all the records are processed or there is one failed message left in the batch.</p>"
16641664
},
16651665
"MaximumBatchingWindowInSeconds":{
16661666
"shape":"MaximumBatchingWindowInSeconds",
16671667
"documentation":"<p>The maximum length of a time to wait for events.</p>"
16681668
},
16691669
"MaximumRecordAgeInSeconds":{
16701670
"shape":"MaximumRecordAgeInSeconds",
1671-
"documentation":"<p>(Streams only) Discard records older than the specified age. The default value is -1, which sets the maximum age to infinite. When the value is set to infinite, EventBridge never discards old records. </p>"
1671+
"documentation":"<p>Discard records older than the specified age. The default value is -1, which sets the maximum age to infinite. When the value is set to infinite, EventBridge never discards old records. </p>"
16721672
},
16731673
"MaximumRetryAttempts":{
16741674
"shape":"MaximumRetryAttemptsESM",
1675-
"documentation":"<p>(Streams only) Discard records after the specified number of retries. The default value is -1, which sets the maximum number of retries to infinite. When MaximumRetryAttempts is infinite, EventBridge retries failed records until the record expires in the event source.</p>"
1675+
"documentation":"<p>Discard records after the specified number of retries. The default value is -1, which sets the maximum number of retries to infinite. When MaximumRetryAttempts is infinite, EventBridge retries failed records until the record expires in the event source.</p>"
16761676
},
16771677
"ParallelizationFactor":{
16781678
"shape":"LimitMax10",
1679-
"documentation":"<p>(Streams only) The number of batches to process concurrently from each shard. The default value is 1.</p>"
1679+
"documentation":"<p>The number of batches to process concurrently from each shard. The default value is 1.</p>"
16801680
},
16811681
"StartingPosition":{
16821682
"shape":"DynamoDBStreamStartPosition",
1683-
"documentation":"<p>(Streams only) The position in a stream from which to start reading.</p>"
1683+
"documentation":"<p>The position in a stream from which to start reading.</p>"
16841684
}
16851685
},
16861686
"documentation":"<p>The parameters for using a DynamoDB stream as a source.</p>"
@@ -1699,27 +1699,27 @@
16991699
},
17001700
"OnPartialBatchItemFailure":{
17011701
"shape":"OnPartialBatchItemFailureStreams",
1702-
"documentation":"<p>(Streams only) Define how to handle item process failures. <code>AUTOMATIC_BISECT</code> halves each batch and retry each half until all the records are processed or there is one failed message left in the batch.</p>"
1702+
"documentation":"<p>Define how to handle item process failures. <code>AUTOMATIC_BISECT</code> halves each batch and retry each half until all the records are processed or there is one failed message left in the batch.</p>"
17031703
},
17041704
"MaximumBatchingWindowInSeconds":{
17051705
"shape":"MaximumBatchingWindowInSeconds",
17061706
"documentation":"<p>The maximum length of a time to wait for events.</p>"
17071707
},
17081708
"MaximumRecordAgeInSeconds":{
17091709
"shape":"MaximumRecordAgeInSeconds",
1710-
"documentation":"<p>(Streams only) Discard records older than the specified age. The default value is -1, which sets the maximum age to infinite. When the value is set to infinite, EventBridge never discards old records. </p>"
1710+
"documentation":"<p>Discard records older than the specified age. The default value is -1, which sets the maximum age to infinite. When the value is set to infinite, EventBridge never discards old records. </p>"
17111711
},
17121712
"MaximumRetryAttempts":{
17131713
"shape":"MaximumRetryAttemptsESM",
1714-
"documentation":"<p>(Streams only) Discard records after the specified number of retries. The default value is -1, which sets the maximum number of retries to infinite. When MaximumRetryAttempts is infinite, EventBridge retries failed records until the record expires in the event source.</p>"
1714+
"documentation":"<p>Discard records after the specified number of retries. The default value is -1, which sets the maximum number of retries to infinite. When MaximumRetryAttempts is infinite, EventBridge retries failed records until the record expires in the event source.</p>"
17151715
},
17161716
"ParallelizationFactor":{
17171717
"shape":"LimitMax10",
1718-
"documentation":"<p>(Streams only) The number of batches to process concurrently from each shard. The default value is 1.</p>"
1718+
"documentation":"<p>The number of batches to process concurrently from each shard. The default value is 1.</p>"
17191719
},
17201720
"StartingPosition":{
17211721
"shape":"KinesisStreamStartPosition",
1722-
"documentation":"<p>(Streams only) The position in a stream from which to start reading.</p>"
1722+
"documentation":"<p>The position in a stream from which to start reading.</p>"
17231723
},
17241724
"StartingPositionTimestamp":{
17251725
"shape":"Timestamp",
@@ -1738,7 +1738,7 @@
17381738
},
17391739
"StartingPosition":{
17401740
"shape":"MSKStartPosition",
1741-
"documentation":"<p>(Streams only) The position in a stream from which to start reading.</p>"
1741+
"documentation":"<p>The position in a stream from which to start reading.</p>"
17421742
},
17431743
"BatchSize":{
17441744
"shape":"LimitMax10000",
@@ -1837,7 +1837,7 @@
18371837
},
18381838
"StartingPosition":{
18391839
"shape":"SelfManagedKafkaStartPosition",
1840-
"documentation":"<p>(Streams only) The position in a stream from which to start reading.</p>"
1840+
"documentation":"<p>The position in a stream from which to start reading.</p>"
18411841
},
18421842
"AdditionalBootstrapServers":{
18431843
"shape":"KafkaBootstrapServers",
@@ -2249,7 +2249,7 @@
22492249
},
22502250
"TimestampFormat":{
22512251
"shape":"TimestampFormat",
2252-
"documentation":"<p>How to format the timestamps. For example, <code>YYYY-MM-DDThh:mm:ss.sssTZD</code>.</p> <p>Required if <code>TimeFieldType</code> is specified as <code>TIMESTAMP_FORMAT</code>.</p>"
2252+
"documentation":"<p>How to format the timestamps. For example, <code>yyyy-MM-dd'T'HH:mm:ss'Z'</code>.</p> <p>Required if <code>TimeFieldType</code> is specified as <code>TIMESTAMP_FORMAT</code>.</p>"
22532253
},
22542254
"VersionValue":{
22552255
"shape":"VersionValue",
@@ -2503,14 +2503,14 @@
25032503
"documentation":"<p>// Optional SecretManager ARN which stores the database credentials</p>",
25042504
"max":1600,
25052505
"min":1,
2506-
"pattern":"(^arn:aws([a-z]|\\-)*:secretsmanager:([a-z]{2}((-gov)|(-iso(b?)))?-[a-z]+-\\d{1}):(\\d{12}):secret:.+)"
2506+
"pattern":"(^arn:aws([a-z]|\\-)*:secretsmanager:([a-z]{2,4}((-gov)|(-de)|(-iso([a-z]?)))?-[a-z]+(-\\d{1})?):(\\d{12}):secret:.+)"
25072507
},
25082508
"SecretManagerArnOrJsonPath":{
25092509
"type":"string",
25102510
"documentation":"<p>// For targets, can either specify an ARN or a jsonpath pointing to the ARN.</p>",
25112511
"max":1600,
25122512
"min":1,
2513-
"pattern":"(^arn:aws([a-z]|\\-)*:secretsmanager:([a-z]{2}((-gov)|(-iso(b?)))?-[a-z]+-\\d{1}):(\\d{12}):secret:.+)|(\\$(\\.[\\w/_-]+(\\[(\\d+|\\*)\\])*)*)"
2513+
"pattern":"(^arn:aws([a-z]|\\-)*:secretsmanager:([a-z]{2,4}((-gov)|(-de)|(-iso([a-z]?)))?-[a-z]+(-\\d{1})?):(\\d{12}):secret:.+)|(\\$(\\.[\\w/_-]+(\\[(\\d+|\\*)\\])*)*)"
25142514
},
25152515
"SecurityGroup":{
25162516
"type":"string",
@@ -2531,7 +2531,7 @@
25312531
"member":{"shape":"SecurityGroupId"},
25322532
"documentation":"<p>List of SecurityGroupId.</p>",
25332533
"max":5,
2534-
"min":0
2534+
"min":1
25352535
},
25362536
"SecurityGroups":{
25372537
"type":"list",
@@ -2774,7 +2774,7 @@
27742774
"member":{"shape":"SubnetId"},
27752775
"documentation":"<p>List of SubnetId.</p>",
27762776
"max":16,
2777-
"min":0
2777+
"min":1
27782778
},
27792779
"Subnets":{
27802780
"type":"list",
@@ -3046,23 +3046,23 @@
30463046
},
30473047
"OnPartialBatchItemFailure":{
30483048
"shape":"OnPartialBatchItemFailureStreams",
3049-
"documentation":"<p>(Streams only) Define how to handle item process failures. <code>AUTOMATIC_BISECT</code> halves each batch and retry each half until all the records are processed or there is one failed message left in the batch.</p>"
3049+
"documentation":"<p>Define how to handle item process failures. <code>AUTOMATIC_BISECT</code> halves each batch and retry each half until all the records are processed or there is one failed message left in the batch.</p>"
30503050
},
30513051
"MaximumBatchingWindowInSeconds":{
30523052
"shape":"MaximumBatchingWindowInSeconds",
30533053
"documentation":"<p>The maximum length of a time to wait for events.</p>"
30543054
},
30553055
"MaximumRecordAgeInSeconds":{
30563056
"shape":"MaximumRecordAgeInSeconds",
3057-
"documentation":"<p>(Streams only) Discard records older than the specified age. The default value is -1, which sets the maximum age to infinite. When the value is set to infinite, EventBridge never discards old records. </p>"
3057+
"documentation":"<p>Discard records older than the specified age. The default value is -1, which sets the maximum age to infinite. When the value is set to infinite, EventBridge never discards old records. </p>"
30583058
},
30593059
"MaximumRetryAttempts":{
30603060
"shape":"MaximumRetryAttemptsESM",
3061-
"documentation":"<p>(Streams only) Discard records after the specified number of retries. The default value is -1, which sets the maximum number of retries to infinite. When MaximumRetryAttempts is infinite, EventBridge retries failed records until the record expires in the event source.</p>"
3061+
"documentation":"<p>Discard records after the specified number of retries. The default value is -1, which sets the maximum number of retries to infinite. When MaximumRetryAttempts is infinite, EventBridge retries failed records until the record expires in the event source.</p>"
30623062
},
30633063
"ParallelizationFactor":{
30643064
"shape":"LimitMax10",
3065-
"documentation":"<p>(Streams only) The number of batches to process concurrently from each shard. The default value is 1.</p>"
3065+
"documentation":"<p>The number of batches to process concurrently from each shard. The default value is 1.</p>"
30663066
}
30673067
},
30683068
"documentation":"<p>The parameters for using a DynamoDB stream as a source.</p>"
@@ -3080,23 +3080,23 @@
30803080
},
30813081
"OnPartialBatchItemFailure":{
30823082
"shape":"OnPartialBatchItemFailureStreams",
3083-
"documentation":"<p>(Streams only) Define how to handle item process failures. <code>AUTOMATIC_BISECT</code> halves each batch and retry each half until all the records are processed or there is one failed message left in the batch.</p>"
3083+
"documentation":"<p>Define how to handle item process failures. <code>AUTOMATIC_BISECT</code> halves each batch and retry each half until all the records are processed or there is one failed message left in the batch.</p>"
30843084
},
30853085
"MaximumBatchingWindowInSeconds":{
30863086
"shape":"MaximumBatchingWindowInSeconds",
30873087
"documentation":"<p>The maximum length of a time to wait for events.</p>"
30883088
},
30893089
"MaximumRecordAgeInSeconds":{
30903090
"shape":"MaximumRecordAgeInSeconds",
3091-
"documentation":"<p>(Streams only) Discard records older than the specified age. The default value is -1, which sets the maximum age to infinite. When the value is set to infinite, EventBridge never discards old records. </p>"
3091+
"documentation":"<p>Discard records older than the specified age. The default value is -1, which sets the maximum age to infinite. When the value is set to infinite, EventBridge never discards old records. </p>"
30923092
},
30933093
"MaximumRetryAttempts":{
30943094
"shape":"MaximumRetryAttemptsESM",
3095-
"documentation":"<p>(Streams only) Discard records after the specified number of retries. The default value is -1, which sets the maximum number of retries to infinite. When MaximumRetryAttempts is infinite, EventBridge retries failed records until the record expires in the event source.</p>"
3095+
"documentation":"<p>Discard records after the specified number of retries. The default value is -1, which sets the maximum number of retries to infinite. When MaximumRetryAttempts is infinite, EventBridge retries failed records until the record expires in the event source.</p>"
30963096
},
30973097
"ParallelizationFactor":{
30983098
"shape":"LimitMax10",
3099-
"documentation":"<p>(Streams only) The number of batches to process concurrently from each shard. The default value is 1.</p>"
3099+
"documentation":"<p>The number of batches to process concurrently from each shard. The default value is 1.</p>"
31003100
}
31013101
},
31023102
"documentation":"<p>The parameters for using a Kinesis stream as a source.</p>"

0 commit comments

Comments
 (0)