Migrate obs-infraobs-integrations to package-spec v3 #3 (#8203)

* [oracle]: migration with yq * [oracle_weblogic]: migration with yq * [postgresql]: migration with yq * [rabbitmq]: migration with yq * [redisenterprise]: migration with yq * [salesforce]: migration with yq * [spring_boot]: migration with yq * [redis]: migration with yq * [system]: migration with yq * [tomcat]: migration with yq * [traefik]: migration with yq * [vsphere]: migration with yq * [websphere_application_server]: migration with yq * [zookeeper]: migration with yq * [oracle] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -skip-format -fix-dotted-yaml-keys -add-owner-type packages/oracle * [oracle_weblogic] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/oracle_weblogic * [php_fpm] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 2.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/php_fpm * [postgresql] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/postgresql * [prometheus_input] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 2.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/prometheus_input * [prometheus_input]: fix test-default-config.yml * [rabbitmq] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/rabbitmq * [redisenterprise] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/redisenterprise * [spring_boot] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/spring_boot * [sql] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 2.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/sql_input * [statsd_input] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 2.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/statsd_input * [system] - change to format_version 3.0.0 The format_version in the package manifest changed from 1.0.0 to 3.0.0. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/system * [traefik] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/traefik * [vsphere] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/vsphere * [websphere_application_server] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/websphere_application_server * [zookeeper] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -fix-dotted-yaml-keys -add-owner-type packages/zookeeper * Add validation.yml * Fix PR number in changelog * revert changes for packages for which v3 migration failed * Fix PR number in changelog * [oracle]: fix tests * [oracle]: add validation * [oracle_weblogic]: fix tests * [oracle_weblogic]: fix readme * [spring_boot]: fix tests * remove release: beta from oracle and redisenterprise * Remove system package changes * Update packages/oracle/data_stream/database_audit/elasticsearch/ingest_pipeline/default.yml * Revert "remove release: beta from oracle and redisenterprise" This reverts commit 3e1b8aa. * improve healthcheck for spring_boot to fix ci * test commit * Revert "test commit" This reverts commit d951b2e. * play with stack version * [statsd_input]: revert package-spec v3 changes * [sql_input]: revert package-spec v3 changes

Author: shmsr

packages/oracle/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: 1.22.0
+ changes:
+ - description: Update the package format_version to 3.0.0.
+ type: enhancement
+ link: https://github.com/elastic/integrations/pull/8203
 - version: 1.21.0
  changes:
  - description: Adapt fields for changes in file system info

packages/oracle/data_stream/database_audit/_dev/test/pipeline/test-oracle-database-audit.log-expected.json

@@ -12,10 +12,10 @@ processors:
  value: event
  - set:
  field: event.category
- value: database
+ value: [database]
  - set:
  field: event.type
- value: access
+ value: [access]
  - set:
  field: event.outcome
  value: success
@@ -138,9 +138,13 @@ processors:
  field: tmp_timestamp
  patterns:
  - "%{ISO8601_TIMEZONE:event.timezone}$"
- - rename:
+ - set:
+ field: user.roles
+ value: ["{{{oracle.database_audit.privilege}}}"]
+ ignore_empty_value: true
+ ignore_failure: true
+ - remove:
  field: oracle.database_audit.privilege
- target_field: user.roles
  ignore_missing: true
  - rename:
  field: LENGTH

packages/oracle/data_stream/database_audit/elasticsearch/ingest_pipeline/default.yml

@@ -89,11 +89,6 @@
  description: >
  The related OS user.
 
- - name: os_userid
- type: keyword
- description: >
- The related OS user.
-
  - name: returncode
  type: keyword
  description: >

packages/oracle/data_stream/database_audit/fields/fields.yml

@@ -28,13 +28,17 @@
  "event": {
  "action": "database_audit",
  "agent_id_status": "verified",
- "category": "database",
+ "category": [
+ "database"
+ ],
  "dataset": "oracle.database_audit",
  "ingested": "2023-10-05T12:18:05Z",
  "kind": "event",
  "outcome": "success",
  "timezone": "-04:00",
- "type": "access"
+ "type": [
+ "access"
+ ]
  },
  "host": {
  "architecture": "x86_64",
@@ -107,6 +111,8 @@
  "oracle-database_audit"
  ],
  "user": {
- "roles": "SYSDBA"
+ "roles": [
+ "SYSDBA"
+ ]
  }
 }

packages/oracle/data_stream/database_audit/sample_event.json

@@ -1,6 +1,5 @@
 - name: oracle.memory
  type: group
- release: beta
  fields:
  - name: pga
  type: group

packages/oracle/data_stream/memory/fields/fields.yml

@@ -1,6 +1,5 @@
 - name: oracle.performance
  type: group
- release: beta
  fields:
  - name: machine
  type: keyword

packages/oracle/data_stream/performance/fields/fields.yml

@@ -1,6 +1,5 @@
 - name: oracle.sysmetric
  type: group
- release: beta
  fields:
  - name: long_table_scans_per_sec
  type: double

packages/oracle/data_stream/sysmetric/fields/fields.yml

@@ -1,6 +1,5 @@
 - name: oracle.system_statistics
  type: group
- release: beta
  fields:
  - name: parallel_operations_not_downgraded
  type: double

packages/oracle/data_stream/system_statistics/fields/fields.yml

@@ -1,6 +1,5 @@
 - name: oracle.tablespace
  type: group
- release: beta
  fields:
  - name: name
  type: keyword