Fix aws.dimensions.* for rds data stream

packages/aws/changelog.yml

@@ -1,4 +1,15 @@
 # newer versions go on top
+- version: "1.14.7"
+  changes:
+    - description: Fix aws.dimensions.* for rds data stream
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/3253
+    - description: Fix aws.dimensions.* for sns data stream
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/3253
+    - description: Add aws.dimensions.* for dynamodb data stream
+      type: bugfix
+      link: https://github.com/elastic/integrations/pull/3253
 - version: "1.14.6"
   changes:
     - description: Improve s3 integration tile title and description

packages/aws/data_stream/dynamodb/fields/fields.yml

@@ -1,115 +1,145 @@
-- name: aws.dynamodb
+- name: aws
   type: group
   fields:
-    - name: metrics
+    - name: dimensions
       type: group
       fields:
-        - name: SuccessfulRequestLatency
+        - name: DelegatedOperation
+          type: keyword
+          description: This dimension limits the data to operations DynamoDB performs on your behalf.
+        - name: GlobalSecondaryIndexName
+          type: keyword
+          description: This dimension limits the data to a global secondary index on a table.
+        - name: Operation
+          type: keyword
+          description: This dimension limits the data to one of the DynamoDB operations, such as PutItem, DeleteItem, UpdateItem, etc.
+        - name: OperationType
+          type: keyword
+          description: This dimension limits the data to operation type Read and Write.
+        - name: Verb
+          type: keyword
+          description: This dimension limits the data to one of the DynamoDB PartiQL verbs.
+        - name: ReceivingRegion
+          type: keyword
+          description: This dimension limits the data to a particular AWS region.
+        - name: StreamLabel
+          type: keyword
+          description: This dimension limits the data to a specific stream label.
+        - name: TableName
+          type: keyword
+          description: This dimension limits the data to a specific table.
+    - name: dynamodb
+      type: group
+      fields:
+        - name: metrics
           type: group
           fields:
-            - name: avg
+            - name: SuccessfulRequestLatency
+              type: group
+              fields:
+                - name: avg
+                  type: double
+                - name: max
+                  type: double
+            - name: OnlineIndexPercentageProgress.avg
               type: double
-            - name: max
+              description: |
+                The percentage of completion when a new global secondary index is being added to a table.
+            - name: ProvisionedWriteCapacityUnits.avg
               type: double
-        - name: OnlineIndexPercentageProgress.avg
-          type: double
-          description: |
-            The percentage of completion when a new global secondary index is being added to a table.
-        - name: ProvisionedWriteCapacityUnits.avg
-          type: double
-          description: |
-            The number of provisioned write capacity units for a table or a global secondary index.
-        - name: ProvisionedReadCapacityUnits.avg
-          type: double
-          description: |
-            The number of provisioned read capacity units for a table or a global secondary index.
-        - name: ConsumedReadCapacityUnits
-          type: group
-          fields:
-            - name: avg
+              description: |
+                The number of provisioned write capacity units for a table or a global secondary index.
+            - name: ProvisionedReadCapacityUnits.avg
               type: double
-            - name: sum
-              type: long
-        - name: ConsumedWriteCapacityUnits
-          type: group
-          fields:
-            - name: avg
+              description: |
+                The number of provisioned read capacity units for a table or a global secondary index.
+            - name: ConsumedReadCapacityUnits
+              type: group
+              fields:
+                - name: avg
+                  type: double
+                - name: sum
+                  type: long
+            - name: ConsumedWriteCapacityUnits
+              type: group
+              fields:
+                - name: avg
+                  type: double
+                - name: sum
+                  type: long
+            - name: ReplicationLatency
+              type: group
+              fields:
+                - name: avg
+                  type: double
+                - name: max
+                  type: double
+            - name: TransactionConflict
+              type: group
+              fields:
+                - name: avg
+                  type: double
+                - name: sum
+                  type: long
+            - name: AccountProvisionedReadCapacityUtilization.avg
               type: double
-            - name: sum
-              type: long
-        - name: ReplicationLatency
-          type: group
-          fields:
-            - name: avg
+              description: |
+                The average percentage of provisioned read capacity units utilized by the account.
+            - name: AccountProvisionedWriteCapacityUtilization.avg
               type: double
-            - name: max
+              description: |
+                The average percentage of provisioned write capacity units utilized by the account.
+            - name: SystemErrors.sum
+              type: long
+              description: |
+                The requests to DynamoDB or Amazon DynamoDB Streams that generate an HTTP 500 status code during the specified time period.
+            - name: ConditionalCheckFailedRequests.sum
+              type: long
+              description: |
+                The number of failed attempts to perform conditional writes.
+            - name: PendingReplicationCount.sum
+              type: long
+              description: |
+                The number of item updates that are written to one replica table, but that have not yet been written to another replica in the global table.
+            - name: ReadThrottleEvents.sum
+              type: long
+              description: |
+                Requests to DynamoDB that exceed the provisioned read capacity units for a table or a global secondary index.
+            - name: ThrottledRequests.sum
+              type: long
+              description: |
+                Requests to DynamoDB that exceed the provisioned throughput limits on a resource (such as a table or an index).
+            - name: WriteThrottleEvents.sum
+              type: long
+              description: |
+                Requests to DynamoDB that exceed the provisioned write capacity units for a table or a global secondary index.
+            - name: AccountMaxReads.max
+              type: long
+              description: |
+                The maximum number of read capacity units that can be used by an account. This limit does not apply to on-demand tables or global secondary indexes.
+            - name: AccountMaxTableLevelReads.max
+              type: long
+              description: |
+                The maximum number of read capacity units that can be used by a table or global secondary index of an account. For on-demand tables this limit caps the maximum read request units a table or a global secondary index can use.
+            - name: AccountMaxTableLevelWrites.max
+              type: long
+              description: |
+                The maximum number of write capacity units that can be used by a table or global secondary index of an account. For on-demand tables this limit caps the maximum write request units a table or a global secondary index can use.
+            - name: AccountMaxWrites.max
+              type: long
+              description: |
+                The maximum number of write capacity units that can be used by an account. This limit does not apply to on-demand tables or global secondary indexes.
+            - name: MaxProvisionedTableReadCapacityUtilization.max
               type: double
-        - name: TransactionConflict
-          type: group
-          fields:
-            - name: avg
+              description: |
+                The percentage of provisioned read capacity units utilized by the highest provisioned read table or global secondary index of an account.
+            - name: MaxProvisionedTableWriteCapacityUtilization.max
               type: double
-            - name: sum
-              type: long
-        - name: AccountProvisionedReadCapacityUtilization.avg
-          type: double
-          description: |
-            The average percentage of provisioned read capacity units utilized by the account.
-        - name: AccountProvisionedWriteCapacityUtilization.avg
-          type: double
-          description: |
-            The average percentage of provisioned write capacity units utilized by the account.
-        - name: SystemErrors.sum
-          type: long
-          description: |
-            The requests to DynamoDB or Amazon DynamoDB Streams that generate an HTTP 500 status code during the specified time period.
-        - name: ConditionalCheckFailedRequests.sum
-          type: long
-          description: |
-            The number of failed attempts to perform conditional writes.
-        - name: PendingReplicationCount.sum
-          type: long
-          description: |
-            The number of item updates that are written to one replica table, but that have not yet been written to another replica in the global table.
-        - name: ReadThrottleEvents.sum
-          type: long
-          description: |
-            Requests to DynamoDB that exceed the provisioned read capacity units for a table or a global secondary index.
-        - name: ThrottledRequests.sum
-          type: long
-          description: |
-            Requests to DynamoDB that exceed the provisioned throughput limits on a resource (such as a table or an index).
-        - name: WriteThrottleEvents.sum
-          type: long
-          description: |
-            Requests to DynamoDB that exceed the provisioned write capacity units for a table or a global secondary index.
-        - name: AccountMaxReads.max
-          type: long
-          description: |
-            The maximum number of read capacity units that can be used by an account. This limit does not apply to on-demand tables or global secondary indexes.
-        - name: AccountMaxTableLevelReads.max
-          type: long
-          description: |
-            The maximum number of read capacity units that can be used by a table or global secondary index of an account. For on-demand tables this limit caps the maximum read request units a table or a global secondary index can use.
-        - name: AccountMaxTableLevelWrites.max
-          type: long
-          description: |
-            The maximum number of write capacity units that can be used by a table or global secondary index of an account. For on-demand tables this limit caps the maximum write request units a table or a global secondary index can use.
-        - name: AccountMaxWrites.max
-          type: long
-          description: |
-            The maximum number of write capacity units that can be used by an account. This limit does not apply to on-demand tables or global secondary indexes.
-        - name: MaxProvisionedTableReadCapacityUtilization.max
-          type: double
-          description: |
-            The percentage of provisioned read capacity units utilized by the highest provisioned read table or global secondary index of an account.
-        - name: MaxProvisionedTableWriteCapacityUtilization.max
-          type: double
-          description: |
-            The percentage of provisioned write capacity utilized by the highest provisioned write table or global secondary index of an account.
-- name: aws.cloudwatch
-  type: group
-  fields:
-    - name: namespace
-      type: keyword
-      description: The namespace specified when query cloudwatch api.
+              description: |
+                The percentage of provisioned write capacity utilized by the highest provisioned write table or global secondary index of an account.
+    - name: cloudwatch
+      type: group
+      fields:
+        - name: namespace
+          type: keyword
+          description: The namespace specified when query cloudwatch api.

packages/aws/data_stream/rds/fields/fields.yml

@@ -10,12 +10,9 @@
         - name: DBClusterIdentifier
           type: keyword
           description: This dimension filters the data that you request for a specific Amazon Aurora DB cluster.
-        - name: DBClusterIdentifier,Role
+        - name: Role
           type: keyword
-          description: This dimension filters the data that you request for a specific Aurora DB cluster, aggregating the metric by instance role (WRITER/READER).
-        - name: DbClusterIdentifier, EngineName
-          type: keyword
-          description: This dimension filters the data that you request for a specific Aurora DB cluster, aggregating the metric by engine name.
+          description: This dimension filters the data that you request by instance role (WRITER/READER).
         - name: DatabaseClass
           type: keyword
           description: This dimension filters the data that you request for all instances in a database class.