Change painless script to set processor

Author: kaiyan-sheng

packages/aws/data_stream/billing/elasticsearch/ingest_pipeline/default.yml

@@ -4,13 +4,11 @@ processors:
  - dot_expander:
  field: "*"
  ignore_failure: true
- - script:
- lang: painless
- description: This script fills cloud.account.name with cloud.account.id when the name is not available.
- source: |
- if(ctx.cloud?.account?.id != null && ctx.cloud?.account?.name == null) {
- ctx.cloud.account.name = ctx.cloud.account.id;
- }
+ - set:
+ field: cloud.account.name
+ copy_from: cloud.account.id
+ override: false
+ ignore_empty_value: true
  - fingerprint:
  fields: ["aws.billing.group_by"]
  target_field: 'aws.billing.group_by.fingerprint'

packages/aws/data_stream/dynamodb/elasticsearch/ingest_pipeline/default.yml

@@ -5,13 +5,11 @@ processors:
  - dot_expander:
  field: "*"
  ignore_failure: true
- - script:
- lang: painless
- description: This script fills cloud.account.name with cloud.account.id when the name is not available.
- source: |
- if(ctx.cloud?.account?.id != null && ctx.cloud?.account?.name == null) {
- ctx.cloud.account.name = ctx.cloud.account.id;
- }
+ - set:
+ field: cloud.account.name
+ copy_from: cloud.account.id
+ override: false
+ ignore_empty_value: true
 on_failure:
  - set:
  field: 'error.message'

packages/aws/data_stream/ec2_metrics/elasticsearch/ingest_pipeline/default.yml

@@ -5,13 +5,15 @@ processors:
  - dot_expander:
  field: "*"
  ignore_failure: true
+ - set:
+ field: cloud.account.name
+ copy_from: cloud.account.id
+ override: false
+ ignore_empty_value: true
  - script:
  lang: painless
- description: This script fills cloud.account.name with cloud.account.id when the name is not available.
+ description: This script converts aws.ec2.metrics.CPUUtilization.avg from percentage to decimal.
  source: |
- if(ctx.cloud?.account?.id != null && ctx.cloud?.account?.name == null) {
- ctx.cloud.account.name = ctx.cloud.account.id;
- }
  if(ctx.aws?.ec2?.metrics?.CPUUtilization?.avg != null && ctx.host?.cpu?.usage == null) {
  ctx.aws.ec2.metrics.CPUUtilization.avg = ctx.aws.ec2.metrics.CPUUtilization.avg / 100;
  }

packages/aws/data_stream/kinesis/elasticsearch/ingest_pipeline/default.yml

@@ -5,13 +5,11 @@ processors:
  - dot_expander:
  field: "*"
  ignore_failure: true
- - script:
- lang: painless
- description: This script fills cloud.account.name with cloud.account.id when the name is not available.
- source: |
- if(ctx.cloud?.account?.id != null && ctx.cloud?.account?.name == null) {
- ctx.cloud.account.name = ctx.cloud.account.id;
- }
+ - set:
+ field: cloud.account.name
+ copy_from: cloud.account.id
+ override: false
+ ignore_empty_value: true
 on_failure:
  - set:
  field: 'error.message'

packages/aws/data_stream/lambda/elasticsearch/ingest_pipeline/default.yml

@@ -5,13 +5,11 @@ processors:
  - dot_expander:
  field: "*"
  ignore_failure: true
- - script:
- lang: painless
- description: This script fills cloud.account.name with cloud.account.id when the name is not available.
- source: |
- if(ctx.cloud?.account?.id != null && ctx.cloud?.account?.name == null) {
- ctx.cloud.account.name = ctx.cloud.account.id;
- }
+ - set:
+ field: cloud.account.name
+ copy_from: cloud.account.id
+ override: false
+ ignore_empty_value: true
 on_failure:
  - set:
  field: 'error.message'

packages/aws/data_stream/natgateway/elasticsearch/ingest_pipeline/default.yml

@@ -5,13 +5,11 @@ processors:
  - dot_expander:
  field: "*"
  ignore_failure: true
- - script:
- lang: painless
- description: This script fills cloud.account.name with cloud.account.id when the name is not available.
- source: |
- if(ctx.cloud?.account?.id != null && ctx.cloud?.account?.name == null) {
- ctx.cloud.account.name = ctx.cloud.account.id;
- }
+ - set:
+ field: cloud.account.name
+ copy_from: cloud.account.id
+ override: false
+ ignore_empty_value: true
 on_failure:
  - set:
  field: 'error.message'

packages/aws/data_stream/rds/elasticsearch/ingest_pipeline/default.yml

@@ -7,7 +7,7 @@ processors:
  ignore_failure: true
  - script:
  lang: painless
- description: This script fills cloud.account.name with cloud.account.id when the name is not available.
+ description: This script converts aws.rds.metrics.CPUUtilization.avg from percentage to decimal.
  source: |
  if(ctx.agent?.type == "firehose" && ctx.aws?.rds?.metrics?.CPUUtilization?.avg != null && ctx.aws?.rds?.cpu?.total?.pct == null) {
  ctx.aws.rds.metrics.CPUUtilization.avg = ctx.aws.rds.metrics.CPUUtilization.avg / 100;

packages/aws/data_stream/redshift/elasticsearch/ingest_pipeline/default.yml

@@ -5,13 +5,11 @@ processors:
  - dot_expander:
  field: "*"
  ignore_failure: true
- - script:
- lang: painless
- description: This script fills cloud.account.name with cloud.account.id when the name is not available.
- source: |
- if(ctx.cloud?.account?.id != null && ctx.cloud?.account?.name == null) {
- ctx.cloud.account.name = ctx.cloud.account.id;
- }
+ - set:
+ field: cloud.account.name
+ copy_from: cloud.account.id
+ override: false
+ ignore_empty_value: true
  - rename:
  field: aws.dimensions.service class
  target_field: aws.dimensions.service_class

packages/aws/data_stream/s3_daily_storage/elasticsearch/ingest_pipeline/default.yml

@@ -5,13 +5,11 @@ processors:
  - dot_expander:
  field: "*"
  ignore_failure: true
- - script:
- lang: painless
- description: This script fills cloud.account.name with cloud.account.id when the name is not available.
- source: |
- if(ctx.cloud?.account?.id != null && ctx.cloud?.account?.name == null) {
- ctx.cloud.account.name = ctx.cloud.account.id;
- }
+ - set:
+ field: cloud.account.name
+ copy_from: cloud.account.id
+ override: false
+ ignore_empty_value: true
  - rename:
  field: aws.s3.metrics.NumberOfObjects.avg
  target_field: aws.s3_daily_storage.number_of_objects

packages/aws/data_stream/s3_request/elasticsearch/ingest_pipeline/default.yml

@@ -5,13 +5,11 @@ processors:
  - dot_expander:
  field: "*"
  ignore_failure: true
- - script:
- lang: painless
- description: This script fills cloud.account.name with cloud.account.id when the name is not available.
- source: |
- if(ctx.cloud?.account?.id != null && ctx.cloud?.account?.name == null) {
- ctx.cloud.account.name = ctx.cloud.account.id;
- }
+ - set:
+ field: cloud.account.name
+ copy_from: cloud.account.id
+ override: false
+ ignore_empty_value: true
  - rename:
  field: aws.s3.metrics.AllRequests.sum
  target_field: aws.s3_request.requests.total