From a139b928342d79162a77f389f247c86209bfdd5b Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:45:59 +0530 Subject: [PATCH 01/44] [hadoop]: migration with yq --- packages/hadoop/data_stream/cluster/fields/ecs.yml | 2 +- packages/hadoop/data_stream/datanode/fields/ecs.yml | 2 +- packages/hadoop/data_stream/namenode/fields/ecs.yml | 2 +- packages/hadoop/data_stream/namenode/fields/fields.yml | 1 - packages/hadoop/data_stream/node_manager/fields/ecs.yml | 2 +- packages/hadoop/manifest.yml | 3 ++- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/packages/hadoop/data_stream/cluster/fields/ecs.yml b/packages/hadoop/data_stream/cluster/fields/ecs.yml index 62135f84260..e1068cd0714 100644 --- a/packages/hadoop/data_stream/cluster/fields/ecs.yml +++ b/packages/hadoop/data_stream/cluster/fields/ecs.yml @@ -42,4 +42,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/hadoop/data_stream/datanode/fields/ecs.yml b/packages/hadoop/data_stream/datanode/fields/ecs.yml index 62135f84260..e1068cd0714 100644 --- a/packages/hadoop/data_stream/datanode/fields/ecs.yml +++ b/packages/hadoop/data_stream/datanode/fields/ecs.yml @@ -42,4 +42,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/hadoop/data_stream/namenode/fields/ecs.yml b/packages/hadoop/data_stream/namenode/fields/ecs.yml index 62135f84260..e1068cd0714 100644 --- a/packages/hadoop/data_stream/namenode/fields/ecs.yml +++ b/packages/hadoop/data_stream/namenode/fields/ecs.yml @@ -42,4 +42,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/hadoop/data_stream/namenode/fields/fields.yml b/packages/hadoop/data_stream/namenode/fields/fields.yml index b1bff5bc7ea..9087eb79948 100644 --- a/packages/hadoop/data_stream/namenode/fields/fields.yml +++ b/packages/hadoop/data_stream/namenode/fields/fields.yml @@ -1,6 +1,5 @@ - name: hadoop.namenode type: group - release: beta fields: - name: blocks type: group diff --git a/packages/hadoop/data_stream/node_manager/fields/ecs.yml b/packages/hadoop/data_stream/node_manager/fields/ecs.yml index 62135f84260..e1068cd0714 100644 --- a/packages/hadoop/data_stream/node_manager/fields/ecs.yml +++ b/packages/hadoop/data_stream/node_manager/fields/ecs.yml @@ -42,4 +42,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/hadoop/manifest.yml b/packages/hadoop/manifest.yml index 21df97e997b..d8d1cc2fcb0 100644 --- a/packages/hadoop/manifest.yml +++ b/packages/hadoop/manifest.yml @@ -2,7 +2,6 @@ format_version: 1.0.0 name: hadoop title: Hadoop version: "1.2.1" -license: basic description: Collect metrics from Apache Hadoop with Elastic Agent. type: integration categories: @@ -11,6 +10,8 @@ categories: - big_data conditions: kibana.version: "^8.8.0" + elastic: + subscription: basic screenshots: - src: /img/hadoop-application-dashboard-screenshot.png title: Application dashboard screenshot From b88025cec191560ad2a7b2768e4d9d5823388435 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:45:59 +0530 Subject: [PATCH 02/44] [haproxy]: migration with yq --- packages/haproxy/data_stream/info/fields/agent.yml | 2 +- packages/haproxy/manifest.yml | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/packages/haproxy/data_stream/info/fields/agent.yml b/packages/haproxy/data_stream/info/fields/agent.yml index a073ae0efb5..e1de065c9d1 100644 --- a/packages/haproxy/data_stream/info/fields/agent.yml +++ b/packages/haproxy/data_stream/info/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/haproxy/manifest.yml b/packages/haproxy/manifest.yml index 9f0f654a675..206ffe7c734 100644 --- a/packages/haproxy/manifest.yml +++ b/packages/haproxy/manifest.yml @@ -9,13 +9,13 @@ icons: size: 32x32 type: image/svg+xml format_version: 1.0.0 -license: basic categories: - load_balancer - observability -release: ga conditions: kibana.version: "^8.0.0" + elastic: + subscription: basic screenshots: - src: /img/kibana-haproxy-overview.png title: Kibana HAProxy overview From 892ecefdea0e3b9de9010710a21389d1ac5a3b5c Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:45:59 +0530 Subject: [PATCH 03/44] [ibmmq]: migration with yq --- packages/ibmmq/manifest.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/packages/ibmmq/manifest.yml b/packages/ibmmq/manifest.yml index aa0f1d712e5..3e8b8956ce7 100755 --- a/packages/ibmmq/manifest.yml +++ b/packages/ibmmq/manifest.yml @@ -2,7 +2,6 @@ format_version: 1.0.0 name: ibmmq title: IBM MQ version: "1.2.3" -license: basic description: Collect logs and metrics from IBM MQ with Elastic Agent. type: integration categories: @@ -10,6 +9,8 @@ categories: - observability conditions: kibana.version: ^8.8.0 + elastic: + subscription: basic icons: - src: /img/ibmmq.svg title: ibmmq From 3830cd0ba917f0917440d2bab5c7a52777a83a0c Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:46:00 +0530 Subject: [PATCH 04/44] [iis]: migration with yq --- packages/iis/manifest.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/packages/iis/manifest.yml b/packages/iis/manifest.yml index d52fab4ecb4..bb47f2d4419 100644 --- a/packages/iis/manifest.yml +++ b/packages/iis/manifest.yml @@ -9,13 +9,13 @@ icons: size: 100x100 type: image/svg+xml format_version: 1.0.0 -license: basic categories: - web - observability -release: ga conditions: kibana.version: "^8.8.0" + elastic: + subscription: basic screenshots: - src: /img/kibana-iis.png title: kibana iis From 07ab0edf6b88054df317be8df10229b2d2b532df Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:46:00 +0530 Subject: [PATCH 05/44] [influxdb]: migration with yq --- .../influxdb/data_stream/advstatus/fields/ecs.yml | 4 ++-- .../influxdb/data_stream/advstatus/fields/fields.yml | 9 ++++----- .../data_stream/status/fields/base-fields.yml | 1 - packages/influxdb/data_stream/status/fields/ecs.yml | 4 ++-- .../influxdb/data_stream/status/fields/fields.yml | 11 +++++------ packages/influxdb/manifest.yml | 3 ++- 6 files changed, 15 insertions(+), 17 deletions(-) diff --git a/packages/influxdb/data_stream/advstatus/fields/ecs.yml b/packages/influxdb/data_stream/advstatus/fields/ecs.yml index 6188615301e..bb84ad1de70 100644 --- a/packages/influxdb/data_stream/advstatus/fields/ecs.yml +++ b/packages/influxdb/data_stream/advstatus/fields/ecs.yml @@ -18,7 +18,7 @@ dimension: true - external: ecs name: cloud.availability_zone - dimension: true + dimension: true - external: ecs name: cloud.instance.id dimension: true @@ -30,4 +30,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/influxdb/data_stream/advstatus/fields/fields.yml b/packages/influxdb/data_stream/advstatus/fields/fields.yml index 61cbddfee2b..6093ff750c5 100644 --- a/packages/influxdb/data_stream/advstatus/fields/fields.yml +++ b/packages/influxdb/data_stream/advstatus/fields/fields.yml @@ -1,6 +1,5 @@ - name: influxdb.advstatus type: group - release: beta fields: - name: instance type: keyword @@ -41,7 +40,7 @@ # Reason to add as a dimension field: To support different request handler type dimension: true description: Request handler. - - name: user_agent + - name: user_agent type: keyword # Reason to add as a dimension field: To support multiple user agent type dimension: true @@ -60,7 +59,7 @@ type: keyword description: Bucket ID # Reason to add as a dimension field: To support more than one bucket ids - dimension: true + dimension: true - name: taskid type: keyword description: Task ID of the influxdb tasks @@ -68,14 +67,14 @@ dimension: true - name: quantile type: keyword - description: Number that indicates the histogram quantile value. + description: Number that indicates the histogram quantile value. # Reason to add as a dimension field: To support different quantile limit values dimension: true - name: method type: keyword description: Type of service operation # Reason to add as a dimension field: To support multiple service operation - dimension: true + dimension: true - name: op type: keyword description: Extended information related to various operations diff --git a/packages/influxdb/data_stream/status/fields/base-fields.yml b/packages/influxdb/data_stream/status/fields/base-fields.yml index c7e75cc3070..a267b2b922c 100644 --- a/packages/influxdb/data_stream/status/fields/base-fields.yml +++ b/packages/influxdb/data_stream/status/fields/base-fields.yml @@ -11,4 +11,3 @@ - name: '@timestamp' type: date description: Event timestamp. - \ No newline at end of file diff --git a/packages/influxdb/data_stream/status/fields/ecs.yml b/packages/influxdb/data_stream/status/fields/ecs.yml index 6188615301e..bb84ad1de70 100644 --- a/packages/influxdb/data_stream/status/fields/ecs.yml +++ b/packages/influxdb/data_stream/status/fields/ecs.yml @@ -18,7 +18,7 @@ dimension: true - external: ecs name: cloud.availability_zone - dimension: true + dimension: true - external: ecs name: cloud.instance.id dimension: true @@ -30,4 +30,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/influxdb/data_stream/status/fields/fields.yml b/packages/influxdb/data_stream/status/fields/fields.yml index 835ac477a01..663328d00d2 100644 --- a/packages/influxdb/data_stream/status/fields/fields.yml +++ b/packages/influxdb/data_stream/status/fields/fields.yml @@ -1,6 +1,5 @@ - name: influxdb.status type: group - release: beta fields: - name: instance type: keyword @@ -45,7 +44,7 @@ # Reason to add as a dimension field: To support different request handler type dimension: true description: Request handler. - - name: user_agent + - name: user_agent type: keyword # Reason to add as a dimension field: To support multiple user agent type dimension: true @@ -64,7 +63,7 @@ type: keyword description: Bucket ID # Reason to add as a dimension field: To support more than one bucket ids - dimension: true + dimension: true - name: taskid type: keyword # Reason to add as a dimension field: To support multiple task id @@ -72,19 +71,19 @@ dimension: true - name: quantile type: keyword - description: Number that indicates the histogram quantile value. + description: Number that indicates the histogram quantile value. # Reason to add as a dimension field: To support different quantile limit values dimension: true - name: method type: keyword description: Type of service operation # Reason to add as a dimension field: To support multiple service operation - dimension: true + dimension: true - name: op type: keyword # Reason to add as a dimension field: To support multiple operation types description: Extended information related to various operations - dimension: true + dimension: true - name: http_api_requests_total metric_type: counter type: double diff --git a/packages/influxdb/manifest.yml b/packages/influxdb/manifest.yml index cdff2f03745..64b4de8f795 100644 --- a/packages/influxdb/manifest.yml +++ b/packages/influxdb/manifest.yml @@ -2,7 +2,6 @@ format_version: 1.0.0 name: influxdb title: "InfluxDb" version: "0.6.0" -license: basic description: "Collect metrics from Influxdb database" type: integration categories: @@ -10,6 +9,8 @@ categories: - observability conditions: kibana.version: "^8.8.0" + elastic: + subscription: basic screenshots: - src: /img/Influxdb-status.png title: Influxdb status metrics dashboard From 78ef472d53a99ac9986927b614aef3178dfdbba7 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:46:00 +0530 Subject: [PATCH 06/44] [kafka]: migration with yq --- packages/kafka/manifest.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/packages/kafka/manifest.yml b/packages/kafka/manifest.yml index 77a8b9115d2..b76186eb04d 100644 --- a/packages/kafka/manifest.yml +++ b/packages/kafka/manifest.yml @@ -2,15 +2,15 @@ format_version: 1.0.0 name: kafka title: Kafka version: "1.9.2" -license: basic description: Collect logs and metrics from Kafka servers with Elastic Agent. type: integration categories: - stream_processing - observability -release: ga conditions: kibana.version: "^8.8.0" + elastic: + subscription: basic screenshots: - src: /img/filebeat-kafka-logs-overview.png title: filebeat kafka logs overview From 6fddcb36a0f894a1b65eeafb532196d8f462086a Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:46:00 +0530 Subject: [PATCH 07/44] [kafka_log]: migration with yq --- packages/kafka_log/manifest.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/packages/kafka_log/manifest.yml b/packages/kafka_log/manifest.yml index a2d4cef7b43..46f0ad95dcb 100644 --- a/packages/kafka_log/manifest.yml +++ b/packages/kafka_log/manifest.yml @@ -4,10 +4,10 @@ title: Custom Kafka Logs description: Collect data from kafka topic with Elastic Agent. type: integration version: "1.3.0" -release: ga conditions: kibana.version: "^7.16.0 || ^8.0.0" -license: basic + elastic: + subscription: basic categories: - observability - custom From 40ed0aac47ae17b0561b22b69b12def2f29fca8c Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:46:00 +0530 Subject: [PATCH 08/44] [memcached]: migration with yq --- packages/memcached/data_stream/stats/fields/ecs.yml | 2 +- packages/memcached/manifest.yml | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/packages/memcached/data_stream/stats/fields/ecs.yml b/packages/memcached/data_stream/stats/fields/ecs.yml index fb70f692e9d..405943d8aa3 100644 --- a/packages/memcached/data_stream/stats/fields/ecs.yml +++ b/packages/memcached/data_stream/stats/fields/ecs.yml @@ -30,4 +30,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/memcached/manifest.yml b/packages/memcached/manifest.yml index 1a6a7d825ed..a3e96083802 100644 --- a/packages/memcached/manifest.yml +++ b/packages/memcached/manifest.yml @@ -22,8 +22,9 @@ screenshots: conditions: kibana: version: ^8.8.0 + elastic: + subscription: basic format_version: 1.0.0 -license: basic policy_templates: - name: memcached title: Memcached metrics From 7bda6ac18bb27902f8e071695a021f0cd361cc1b Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:46:01 +0530 Subject: [PATCH 09/44] [microsoft_sqlserver]: migration with yq --- .../data_stream/transaction_log/fields/ecs.yml | 2 -- packages/microsoft_sqlserver/manifest.yml | 4 ++-- 2 files changed, 2 insertions(+), 4 deletions(-) diff --git a/packages/microsoft_sqlserver/data_stream/transaction_log/fields/ecs.yml b/packages/microsoft_sqlserver/data_stream/transaction_log/fields/ecs.yml index cb3b0b642e1..fb3322622e9 100644 --- a/packages/microsoft_sqlserver/data_stream/transaction_log/fields/ecs.yml +++ b/packages/microsoft_sqlserver/data_stream/transaction_log/fields/ecs.yml @@ -7,8 +7,6 @@ dimension: true - external: ecs name: service.type -- external: ecs - name: service.type - external: ecs name: host.architecture - external: ecs diff --git a/packages/microsoft_sqlserver/manifest.yml b/packages/microsoft_sqlserver/manifest.yml index 577ea57ede4..83b9f3b9cb7 100644 --- a/packages/microsoft_sqlserver/manifest.yml +++ b/packages/microsoft_sqlserver/manifest.yml @@ -2,15 +2,15 @@ format_version: 1.0.0 name: microsoft_sqlserver title: "Microsoft SQL Server" version: "2.2.2" -license: basic description: Collect events from Microsoft SQL Server with Elastic Agent type: integration categories: - database_security - security -release: ga conditions: kibana.version: "^8.10.2" + elastic: + subscription: basic screenshots: - src: /img/sqlserver-dashboard.png title: Microsoft SQL Server Dashboard From d5ad826c3d7932cbe484db6b4ee1a0b8728882e9 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:46:01 +0530 Subject: [PATCH 10/44] [mongodb]: migration with yq --- packages/mongodb/data_stream/collstats/fields/agent.yml | 2 +- packages/mongodb/data_stream/dbstats/fields/agent.yml | 2 +- packages/mongodb/data_stream/metrics/fields/agent.yml | 2 +- packages/mongodb/data_stream/replstatus/fields/agent.yml | 2 +- packages/mongodb/data_stream/status/fields/agent.yml | 2 +- packages/mongodb/manifest.yml | 4 ++-- 6 files changed, 7 insertions(+), 7 deletions(-) diff --git a/packages/mongodb/data_stream/collstats/fields/agent.yml b/packages/mongodb/data_stream/collstats/fields/agent.yml index 76e19e4808b..334356372db 100644 --- a/packages/mongodb/data_stream/collstats/fields/agent.yml +++ b/packages/mongodb/data_stream/collstats/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/mongodb/data_stream/dbstats/fields/agent.yml b/packages/mongodb/data_stream/dbstats/fields/agent.yml index 76e19e4808b..334356372db 100644 --- a/packages/mongodb/data_stream/dbstats/fields/agent.yml +++ b/packages/mongodb/data_stream/dbstats/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/mongodb/data_stream/metrics/fields/agent.yml b/packages/mongodb/data_stream/metrics/fields/agent.yml index 76e19e4808b..334356372db 100644 --- a/packages/mongodb/data_stream/metrics/fields/agent.yml +++ b/packages/mongodb/data_stream/metrics/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/mongodb/data_stream/replstatus/fields/agent.yml b/packages/mongodb/data_stream/replstatus/fields/agent.yml index 93773a936e2..b0461bdf77e 100644 --- a/packages/mongodb/data_stream/replstatus/fields/agent.yml +++ b/packages/mongodb/data_stream/replstatus/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/mongodb/data_stream/status/fields/agent.yml b/packages/mongodb/data_stream/status/fields/agent.yml index 9868c5ea183..fc93fa1e993 100644 --- a/packages/mongodb/data_stream/status/fields/agent.yml +++ b/packages/mongodb/data_stream/status/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/mongodb/manifest.yml b/packages/mongodb/manifest.yml index ac8158f801f..5aee15b6425 100644 --- a/packages/mongodb/manifest.yml +++ b/packages/mongodb/manifest.yml @@ -12,10 +12,10 @@ icons: size: 32x32 type: image/svg+xml format_version: 1.0.0 -license: basic -release: ga conditions: kibana.version: "^8.8.0" + elastic: + subscription: basic screenshots: - src: /img/filebeat-mongodb-overview.png title: filebeat mongodb overview From 859bd5d9f379338035e7815318cd2f3d57340fde Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:46:02 +0530 Subject: [PATCH 11/44] [mysql]: migration with yq --- .../data_stream/galera_status/fields/fields.yml | 1 - .../data_stream/performance/fields/ecs.yml | 2 +- .../data_stream/performance/fields/fields.yml | 1 - .../mysql/data_stream/status/fields/fields.yml | 17 ++++++++--------- packages/mysql/manifest.yml | 4 ++-- 5 files changed, 11 insertions(+), 14 deletions(-) diff --git a/packages/mysql/data_stream/galera_status/fields/fields.yml b/packages/mysql/data_stream/galera_status/fields/fields.yml index d6c2afa3d4f..2503bed4861 100644 --- a/packages/mysql/data_stream/galera_status/fields/fields.yml +++ b/packages/mysql/data_stream/galera_status/fields/fields.yml @@ -1,6 +1,5 @@ - name: mysql.galera_status type: group - release: beta fields: - name: apply type: group diff --git a/packages/mysql/data_stream/performance/fields/ecs.yml b/packages/mysql/data_stream/performance/fields/ecs.yml index 2bc84e76f2c..d9dbc02e932 100644 --- a/packages/mysql/data_stream/performance/fields/ecs.yml +++ b/packages/mysql/data_stream/performance/fields/ecs.yml @@ -28,4 +28,4 @@ dimension: true - external: ecs name: cloud.availability_zone - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/mysql/data_stream/performance/fields/fields.yml b/packages/mysql/data_stream/performance/fields/fields.yml index c781364abb1..bbdba5fc68d 100644 --- a/packages/mysql/data_stream/performance/fields/fields.yml +++ b/packages/mysql/data_stream/performance/fields/fields.yml @@ -1,6 +1,5 @@ - name: mysql.performance type: group - release: beta fields: - name: events_statements type: group diff --git a/packages/mysql/data_stream/status/fields/fields.yml b/packages/mysql/data_stream/status/fields/fields.yml index 7f3554c6b5f..d2d25be19e3 100644 --- a/packages/mysql/data_stream/status/fields/fields.yml +++ b/packages/mysql/data_stream/status/fields/fields.yml @@ -1,6 +1,5 @@ - name: mysql.status type: group - release: beta fields: - name: aborted type: group @@ -151,13 +150,13 @@ fields: - name: errors type: long - metric_type: counter + metric_type: counter - name: insert_threads type: long metric_type: counter - name: writes type: long - metric_type: counter + metric_type: counter - name: flush_commands metric_type: counter type: long @@ -172,7 +171,7 @@ metric_type: gauge - name: streams type: long - metric_type: gauge + metric_type: gauge - name: tables type: long metric_type: gauge @@ -255,7 +254,7 @@ The number of requests to read a row based on a key. - name: last type: long - metric_type: counter + metric_type: counter description: | The number of requests to read the last key in an index. - name: next @@ -314,7 +313,7 @@ metric_type: counter description: The number of rows reads into InnoDB tables. - name: inserted - type: long + type: long metric_type: counter description: The number of rows inserted into InnoDB tables. - name: deleted @@ -343,7 +342,7 @@ fields: - name: data type: long - metric_type: counter + metric_type: counter description: | The total number of bytes in the InnoDB buffer pool containing data. - name: dirty @@ -356,7 +355,7 @@ fields: - name: data type: long - metric_type: gauge + metric_type: gauge description: | The number of pages in the InnoDB buffer pool containing data. - name: dirty @@ -365,7 +364,7 @@ description: | The current number of dirty pages in the InnoDB buffer pool. - name: flushed - type: long + type: long metric_type: gauge description: | The number of requests to flush pages from the InnoDB buffer pool. diff --git a/packages/mysql/manifest.yml b/packages/mysql/manifest.yml index 7bc47e1f92c..e442382bee5 100644 --- a/packages/mysql/manifest.yml +++ b/packages/mysql/manifest.yml @@ -2,15 +2,15 @@ format_version: 1.0.0 name: mysql title: MySQL version: "1.15.0" -license: basic description: Collect logs and metrics from MySQL servers with Elastic Agent. type: integration categories: - datastore - observability -release: ga conditions: kibana.version: "^8.8.2" + elastic: + subscription: basic screenshots: - src: /img/kibana-mysql.png title: kibana mysql From c33aa3cb6ffaaabb6cf00430670b7ae7eedb7094 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:46:02 +0530 Subject: [PATCH 12/44] [nagios_xi]: migration with yq --- packages/nagios_xi/manifest.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/packages/nagios_xi/manifest.yml b/packages/nagios_xi/manifest.yml index 337a4bbbeb6..004f3fe627c 100644 --- a/packages/nagios_xi/manifest.yml +++ b/packages/nagios_xi/manifest.yml @@ -2,7 +2,6 @@ format_version: 1.0.0 name: nagios_xi title: "Nagios XI" version: "1.1.1" -license: basic description: Collect Logs and Metrics from Nagios XI with Elastic Agent. type: integration categories: @@ -10,6 +9,8 @@ categories: - monitoring conditions: kibana.version: ^8.3.0 + elastic: + subscription: basic screenshots: - src: /img/nagios_xi-overview-dashboard-screenshot.png title: Nagios XI Overview Dashboard Screenshot From f871e682ddaa8927b88cbfc56d9071c477f575c7 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:46:02 +0530 Subject: [PATCH 13/44] [nginx]: migration with yq --- packages/nginx/manifest.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/packages/nginx/manifest.yml b/packages/nginx/manifest.yml index bf4140428c6..4b2d80b4b46 100644 --- a/packages/nginx/manifest.yml +++ b/packages/nginx/manifest.yml @@ -2,15 +2,15 @@ format_version: 1.0.0 name: nginx title: Nginx version: "1.15.1" -license: basic description: Collect logs and metrics from Nginx HTTP servers with Elastic Agent. type: integration categories: - web - observability -release: ga conditions: kibana.version: "^8.8.0" + elastic: + subscription: basic screenshots: - src: /img/nginx-metrics-overview.png title: Nginx metrics overview From 8be70d2643312219b6a84f5b4b716adcd5e9e116 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 13:48:39 +0530 Subject: [PATCH 14/44] [golang] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 2.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -skip-format -fix-dotted-yaml-keys -add-owner-type packages/golang --- packages/golang/changelog.yml | 5 +++++ packages/golang/manifest.yml | 11 +++++++---- 2 files changed, 12 insertions(+), 4 deletions(-) diff --git a/packages/golang/changelog.yml b/packages/golang/changelog.yml index 8ad567f371e..000301ffd39 100644 --- a/packages/golang/changelog.yml +++ b/packages/golang/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.1.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} - version: "1.0.0" changes: - description: Make Golang GA. diff --git a/packages/golang/manifest.yml b/packages/golang/manifest.yml index 4eeea31a3b7..29e65579ddb 100644 --- a/packages/golang/manifest.yml +++ b/packages/golang/manifest.yml @@ -1,14 +1,16 @@ -format_version: 2.0.0 +format_version: "3.0.0" name: golang title: Golang -version: "1.0.0" +version: "1.1.0" description: This Elastic integration collects metrics from Golang applications. type: integration categories: - observability conditions: - kibana.version: ^8.7.1 - elastic.subscription: basic + kibana: + version: ^8.7.1 + elastic: + subscription: basic screenshots: - src: /img/golang-heap-dashboard.png title: Golang Heap dashboard @@ -96,3 +98,4 @@ policy_templates: # -----END CERTIFICATE----- owner: github: elastic/obs-infraobs-integrations + type: elastic From 0f27c86329c43e18b511c7a212fa7a51663a4963 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 14:01:26 +0530 Subject: [PATCH 15/44] [hadoop] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -skip-format -fix-dotted-yaml-keys -add-owner-type packages/hadoop --- packages/hadoop/changelog.yml | 5 +++ ...test-application-metrics.log-expected.json | 16 ++++++-- .../elasticsearch/ingest_pipeline/default.yml | 4 +- .../data_stream/application/fields/ecs.yml | 2 - .../data_stream/application/sample_event.json | 4 +- .../test-cluster-metrics.json-expected.json | 16 ++++++-- .../elasticsearch/ingest_pipeline/default.yml | 4 +- .../data_stream/cluster/sample_event.json | 4 +- .../test-datanode-metrics.json-expected.json | 16 ++++++-- .../elasticsearch/ingest_pipeline/default.yml | 4 +- .../data_stream/datanode/sample_event.json | 4 +- .../test-namenode-metrics.json-expected.json | 8 +++- .../elasticsearch/ingest_pipeline/default.yml | 4 +- .../data_stream/namenode/sample_event.json | 4 +- ...st-node-manager-metrics.json-expected.json | 8 +++- .../elasticsearch/ingest_pipeline/default.yml | 4 +- .../node_manager/sample_event.json | 4 +- packages/hadoop/docs/README.md | 40 ++++++++++++++----- packages/hadoop/manifest.yml | 8 ++-- 19 files changed, 108 insertions(+), 51 deletions(-) diff --git a/packages/hadoop/changelog.yml b/packages/hadoop/changelog.yml index 76aec0c83b3..d315c7f4979 100644 --- a/packages/hadoop/changelog.yml +++ b/packages/hadoop/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.3.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} - version: "1.2.1" changes: - description: Remove forwarded tag from metrics data streams. diff --git a/packages/hadoop/data_stream/application/_dev/test/pipeline/test-application-metrics.log-expected.json b/packages/hadoop/data_stream/application/_dev/test/pipeline/test-application-metrics.log-expected.json index c8f00d91d53..cbc4d609698 100644 --- a/packages/hadoop/data_stream/application/_dev/test/pipeline/test-application-metrics.log-expected.json +++ b/packages/hadoop/data_stream/application/_dev/test/pipeline/test-application-metrics.log-expected.json @@ -5,11 +5,15 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", "module": "httpjson", "original": "{\"allocatedMB\":-1,\"allocatedVCores\":-1,\"amContainerLogs\":\"http://localhost:8042/node/containerlogs/container_1646029193591_0003_01_000001/bhagyaraj\",\"amHostHttpAddress\":\"localhost:8042\",\"amNodeLabelExpression\":\"\",\"amRPCAddress\":\"localhost:38279\",\"applicationTags\":\"\",\"applicationType\":\"MAPREDUCE\",\"clusterId\":1646029193591,\"clusterUsagePercentage\":0,\"diagnostics\":\"\",\"elapsedTime\":35114,\"finalStatus\":\"SUCCEEDED\",\"finishedTime\":1646030395258,\"id\":\"application_1646029193591_0003\",\"launchTime\":1646030360297,\"logAggregationStatus\":\"DISABLED\",\"masterNodeId\":\"localhost:45960\",\"memorySeconds\":103467,\"name\":\"wordcount\",\"numAMContainerPreempted\":0,\"numNonAMContainerPreempted\":0,\"preemptedMemorySeconds\":0,\"preemptedResourceMB\":0,\"preemptedResourceSecondsMap\":{},\"preemptedResourceVCores\":0,\"preemptedVcoreSeconds\":0,\"priority\":0,\"progress\":100,\"queue\":\"default\",\"queueUsagePercentage\":0,\"reservedMB\":-1,\"reservedVCores\":-1,\"resourceSecondsMap\":{\"entry\":{\"key\":\"vcores\",\"value\":\"57\"}},\"runningContainers\":-1,\"startedTime\":1646030360144,\"state\":\"FINISHED\",\"timeouts\":{\"timeout\":[{\"expiryTime\":\"UNLIMITED\",\"remainingTimeInSeconds\":-1,\"type\":\"LIFETIME\"}]},\"trackingUI\":\"History\",\"trackingUrl\":\"http://localhost:8088/proxy/application_1646029193591_0003/\",\"unmanagedApplication\":false,\"user\":\"bhagyaraj\",\"vcoreSeconds\":57}", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "application": { @@ -38,11 +42,15 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", "module": "httpjson", "original": "{\"allocatedMB\":-1,\"allocatedVCores\":-1,\"amContainerLogs\":\"http://localhost:8042/node/containerlogs/container_1646029193591_0001_02_000001/bhagyaraj\",\"amHostHttpAddress\":\"localhost:8042\",\"amNodeLabelExpression\":\"\",\"applicationTags\":\"\",\"applicationType\":\"MAPREDUCE\",\"clusterId\":1646029193591,\"clusterUsagePercentage\":0,\"diagnostics\":\"Application application_1646029193591_0001 failed 2 times due to AM Container for appattempt_1646029193591_0001_000002 exited with exitCode: 1\\\\nFailing this attempt.Diagnostics: [2022-02-28 12:03:43.814]Exception from container-launch.\\\\nContainer id: container_1646029193591_0001_02_000001\\\\nExit code: 1\\\\n\\\\n[2022-02-28 12:03:43.822]Container exited with a non-zero exit code 1. Error file: prelaunch.err.\\\\nLast 4096 bytes of prelaunch.err :\\\\nLast 4096 bytes of stderr :\\\\nError: Could not find or load main class org.apache.hadoop.mapreduce.v2.app.MRAppMaster\\\\nCaused by: java.lang.ClassNotFoundException: org.apache.hadoop.mapreduce.v2.app.MRAppMaster\\\\n\\\\nPlease check whether your \\\\u003cHADOOP_HOME\\\\u003e/etc/hadoop/mapred-site.xml contains the below configuration:\\\\n\\\\u003cproperty\\\\u003e\\\\n \\\\u003cname\\\\u003eyarn.app.mapreduce.am.env\\\\u003c/name\\\\u003e\\\\n \\\\u003cvalue\\\\u003eHADOOP_MAPRED_HOME=${full path of your hadoop distribution directory}\\\\u003c/value\\\\u003e\\\\n\\\\u003c/property\\\\u003e\\\\n\\\\u003cproperty\\\\u003e\\\\n \\\\u003cname\\\\u003emapreduce.map.env\\\\u003c/name\\\\u003e\\\\n \\\\u003cvalue\\\\u003eHADOOP_MAPRED_HOME=${full path of your hadoop distribution directory}\\\\u003c/value\\\\u003e\\\\n\\\\u003c/property\\\\u003e\\\\n\\\\u003cproperty\\\\u003e\\\\n \\\\u003cname\\\\u003emapreduce.reduce.env\\\\u003c/name\\\\u003e\\\\n \\\\u003cvalue\\\\u003eHADOOP_MAPRED_HOME=${full path of your hadoop distribution directory}\\\\u003c/value\\\\u003e\\\\n\\\\u003c/property\\\\u003e\\\\n\\\\n[2022-02-28 12:03:43.823]Container exited with a non-zero exit code 1. Error file: prelaunch.err.\\\\nLast 4096 bytes of prelaunch.err :\\\\nLast 4096 bytes of stderr :\\\\nError: Could not find or load main class org.apache.hadoop.mapreduce.v2.app.MRAppMaster\\\\nCaused by: java.lang.ClassNotFoundException: org.apache.hadoop.mapreduce.v2.app.MRAppMaster\\\\n\\\\nPlease check whether your \\\\u003cHADOOP_HOME\\\\u003e/etc/hadoop/mapred-site.xml contains the below configuration:\\\\n\\\\u003cproperty\\\\u003e\\\\n \\\\u003cname\\\\u003eyarn.app.mapreduce.am.env\\\\u003c/name\\\\u003e\\\\n \\\\u003cvalue\\\\u003eHADOOP_MAPRED_HOME=${full path of your hadoop distribution directory}\\\\u003c/value\\\\u003e\\\\n\\\\u003c/property\\\\u003e\\\\n\\\\u003cproperty\\\\u003e\\\\n \\\\u003cname\\\\u003emapreduce.map.env\\\\u003c/name\\\\u003e\\\\n \\\\u003cvalue\\\\u003eHADOOP_MAPRED_HOME=${full path of your hadoop distribution directory}\\\\u003c/value\\\\u003e\\\\n\\\\u003c/property\\\\u003e\\\\n\\\\u003cproperty\\\\u003e\\\\n \\\\u003cname\\\\u003emapreduce.reduce.env\\\\u003c/name\\\\u003e\\\\n \\\\u003cvalue\\\\u003eHADOOP_MAPRED_HOME=${full path of your hadoop distribution directory}\\\\u003c/value\\\\u003e\\\\n\\\\u003c/property\\\\u003e\\\\n\\\\nFor more detailed output, check the application tracking page: http://localhost:8088/cluster/app/application_1646029193591_0001 Then click on links to logs of each attempt.\\\\n. Failing the application.\",\"elapsedTime\":9925,\"finalStatus\":\"FAILED\",\"finishedTime\":1646030023835,\"id\":\"application_1646029193591_0001\",\"launchTime\":1646030016899,\"logAggregationStatus\":\"DISABLED\",\"masterNodeId\":\"localhost:45960\",\"memorySeconds\":15708,\"name\":\"wordcount\",\"numAMContainerPreempted\":0,\"numNonAMContainerPreempted\":0,\"preemptedMemorySeconds\":0,\"preemptedResourceMB\":0,\"preemptedResourceSecondsMap\":{},\"preemptedResourceVCores\":0,\"preemptedVcoreSeconds\":0,\"priority\":0,\"progress\":0,\"queue\":\"default\",\"queueUsagePercentage\":0,\"reservedMB\":-1,\"reservedVCores\":-1,\"resourceSecondsMap\":{\"entry\":{\"key\":\"vcores\",\"value\":\"7\"}},\"runningContainers\":-1,\"startedTime\":1646030013910,\"state\":\"FAILED\",\"timeouts\":{\"timeout\":[{\"expiryTime\":\"UNLIMITED\",\"remainingTimeInSeconds\":-1,\"type\":\"LIFETIME\"}]},\"trackingUI\":\"History\",\"trackingUrl\":\"http://localhost:8088/cluster/app/application_1646029193591_0001\",\"unmanagedApplication\":false,\"user\":\"bhagyaraj\",\"vcoreSeconds\":7}", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "application": { diff --git a/packages/hadoop/data_stream/application/elasticsearch/ingest_pipeline/default.yml b/packages/hadoop/data_stream/application/elasticsearch/ingest_pipeline/default.yml index 8d311b5ddb0..8bed3ac8ccf 100644 --- a/packages/hadoop/data_stream/application/elasticsearch/ingest_pipeline/default.yml +++ b/packages/hadoop/data_stream/application/elasticsearch/ingest_pipeline/default.yml @@ -6,7 +6,7 @@ processors: value: '8.5.1' - set: field: event.type - value: info + value: [info] - set: field: event.kind value: metric @@ -15,7 +15,7 @@ processors: value: httpjson - set: field: event.category - value: database + value: [database] - rename: field: message target_field: event.original diff --git a/packages/hadoop/data_stream/application/fields/ecs.yml b/packages/hadoop/data_stream/application/fields/ecs.yml index 2e12b75bb4e..a736dd2b44a 100644 --- a/packages/hadoop/data_stream/application/fields/ecs.yml +++ b/packages/hadoop/data_stream/application/fields/ecs.yml @@ -12,5 +12,3 @@ name: event.type - external: ecs name: host.ip -- external: ecs - name: tags diff --git a/packages/hadoop/data_stream/application/sample_event.json b/packages/hadoop/data_stream/application/sample_event.json index ede6e7e4c2b..f9254880994 100644 --- a/packages/hadoop/data_stream/application/sample_event.json +++ b/packages/hadoop/data_stream/application/sample_event.json @@ -22,13 +22,13 @@ }, "event": { "agent_id_status": "verified", - "category": "database", + "category": ["database"], "created": "2023-02-02T12:03:41.178Z", "dataset": "hadoop.application", "ingested": "2023-02-02T12:03:42Z", "kind": "metric", "module": "httpjson", - "type": "info" + "type": ["info"] }, "hadoop": { "application": { diff --git a/packages/hadoop/data_stream/cluster/_dev/test/pipeline/test-cluster-metrics.json-expected.json b/packages/hadoop/data_stream/cluster/_dev/test/pipeline/test-cluster-metrics.json-expected.json index e685e81c522..39401848952 100644 --- a/packages/hadoop/data_stream/cluster/_dev/test/pipeline/test-cluster-metrics.json-expected.json +++ b/packages/hadoop/data_stream/cluster/_dev/test/pipeline/test-cluster-metrics.json-expected.json @@ -6,9 +6,13 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "cluster": { @@ -34,9 +38,13 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "cluster": { diff --git a/packages/hadoop/data_stream/cluster/elasticsearch/ingest_pipeline/default.yml b/packages/hadoop/data_stream/cluster/elasticsearch/ingest_pipeline/default.yml index fa213f182fb..1f8c98d5dfe 100644 --- a/packages/hadoop/data_stream/cluster/elasticsearch/ingest_pipeline/default.yml +++ b/packages/hadoop/data_stream/cluster/elasticsearch/ingest_pipeline/default.yml @@ -6,13 +6,13 @@ processors: value: '8.5.1' - set: field: event.type - value: info + value: [info] - set: field: event.kind value: metric - set: field: event.category - value: database + value: [database] - rename: field: http target_field: hadoop diff --git a/packages/hadoop/data_stream/cluster/sample_event.json b/packages/hadoop/data_stream/cluster/sample_event.json index 906041517b6..eb7c9311dfe 100644 --- a/packages/hadoop/data_stream/cluster/sample_event.json +++ b/packages/hadoop/data_stream/cluster/sample_event.json @@ -22,13 +22,13 @@ }, "event": { "agent_id_status": "verified", - "category": "database", + "category": ["database"], "dataset": "hadoop.cluster", "duration": 50350559, "ingested": "2022-04-04T17:22:25Z", "kind": "metric", "module": "http", - "type": "info" + "type": ["info"] }, "hadoop": { "cluster": { diff --git a/packages/hadoop/data_stream/datanode/_dev/test/pipeline/test-datanode-metrics.json-expected.json b/packages/hadoop/data_stream/datanode/_dev/test/pipeline/test-datanode-metrics.json-expected.json index acccb6e0934..9ec829281bf 100644 --- a/packages/hadoop/data_stream/datanode/_dev/test/pipeline/test-datanode-metrics.json-expected.json +++ b/packages/hadoop/data_stream/datanode/_dev/test/pipeline/test-datanode-metrics.json-expected.json @@ -6,9 +6,13 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "datanode": { @@ -42,9 +46,13 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "datanode": { diff --git a/packages/hadoop/data_stream/datanode/elasticsearch/ingest_pipeline/default.yml b/packages/hadoop/data_stream/datanode/elasticsearch/ingest_pipeline/default.yml index ffa3996a4d4..3aa7a215a4b 100644 --- a/packages/hadoop/data_stream/datanode/elasticsearch/ingest_pipeline/default.yml +++ b/packages/hadoop/data_stream/datanode/elasticsearch/ingest_pipeline/default.yml @@ -6,13 +6,13 @@ processors: value: '8.5.1' - set: field: event.type - value: info + value: [info] - set: field: event.kind value: metric - set: field: event.category - value: database + value: [database] - rename: field: http target_field: hadoop diff --git a/packages/hadoop/data_stream/datanode/sample_event.json b/packages/hadoop/data_stream/datanode/sample_event.json index d99b125419f..91911b9acac 100644 --- a/packages/hadoop/data_stream/datanode/sample_event.json +++ b/packages/hadoop/data_stream/datanode/sample_event.json @@ -22,13 +22,13 @@ }, "event": { "agent_id_status": "verified", - "category": "database", + "category": ["database"], "dataset": "hadoop.datanode", "duration": 241651987, "ingested": "2023-02-02T12:05:05Z", "kind": "metric", "module": "http", - "type": "info" + "type": ["info"] }, "hadoop": { "datanode": { diff --git a/packages/hadoop/data_stream/namenode/_dev/test/pipeline/test-namenode-metrics.json-expected.json b/packages/hadoop/data_stream/namenode/_dev/test/pipeline/test-namenode-metrics.json-expected.json index 0eba30b7b24..836e4ec9d69 100644 --- a/packages/hadoop/data_stream/namenode/_dev/test/pipeline/test-namenode-metrics.json-expected.json +++ b/packages/hadoop/data_stream/namenode/_dev/test/pipeline/test-namenode-metrics.json-expected.json @@ -6,9 +6,13 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "namenode": { diff --git a/packages/hadoop/data_stream/namenode/elasticsearch/ingest_pipeline/default.yml b/packages/hadoop/data_stream/namenode/elasticsearch/ingest_pipeline/default.yml index 43cc9be4341..e043f474c3c 100644 --- a/packages/hadoop/data_stream/namenode/elasticsearch/ingest_pipeline/default.yml +++ b/packages/hadoop/data_stream/namenode/elasticsearch/ingest_pipeline/default.yml @@ -6,13 +6,13 @@ processors: value: '8.5.1' - set: field: event.type - value: info + value: [info] - set: field: event.kind value: metric - set: field: event.category - value: database + value: [database] - rename: field: http target_field: hadoop diff --git a/packages/hadoop/data_stream/namenode/sample_event.json b/packages/hadoop/data_stream/namenode/sample_event.json index b15b54b0b5f..6933dd980ee 100644 --- a/packages/hadoop/data_stream/namenode/sample_event.json +++ b/packages/hadoop/data_stream/namenode/sample_event.json @@ -22,13 +22,13 @@ }, "event": { "agent_id_status": "verified", - "category": "database", + "category": ["database"], "dataset": "hadoop.namenode", "duration": 341259289, "ingested": "2022-03-28T11:36:09Z", "kind": "metric", "module": "http", - "type": "info" + "type": ["info"] }, "hadoop": { "namenode": { diff --git a/packages/hadoop/data_stream/node_manager/_dev/test/pipeline/test-node-manager-metrics.json-expected.json b/packages/hadoop/data_stream/node_manager/_dev/test/pipeline/test-node-manager-metrics.json-expected.json index c7bb85c68f3..ee7f7886040 100644 --- a/packages/hadoop/data_stream/node_manager/_dev/test/pipeline/test-node-manager-metrics.json-expected.json +++ b/packages/hadoop/data_stream/node_manager/_dev/test/pipeline/test-node-manager-metrics.json-expected.json @@ -6,9 +6,13 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "node_manager": { diff --git a/packages/hadoop/data_stream/node_manager/elasticsearch/ingest_pipeline/default.yml b/packages/hadoop/data_stream/node_manager/elasticsearch/ingest_pipeline/default.yml index 23b624d418b..e8b53e55bbb 100644 --- a/packages/hadoop/data_stream/node_manager/elasticsearch/ingest_pipeline/default.yml +++ b/packages/hadoop/data_stream/node_manager/elasticsearch/ingest_pipeline/default.yml @@ -6,13 +6,13 @@ processors: value: '8.5.1' - set: field: event.type - value: info + value: [info] - set: field: event.kind value: metric - set: field: event.category - value: database + value: [database] - rename: field: http target_field: hadoop diff --git a/packages/hadoop/data_stream/node_manager/sample_event.json b/packages/hadoop/data_stream/node_manager/sample_event.json index 2fc1bfe1f91..47ff59c0468 100644 --- a/packages/hadoop/data_stream/node_manager/sample_event.json +++ b/packages/hadoop/data_stream/node_manager/sample_event.json @@ -22,13 +22,13 @@ }, "event": { "agent_id_status": "verified", - "category": "database", + "category": ["database"], "dataset": "hadoop.node_manager", "duration": 12930711, "ingested": "2022-03-28T11:54:35Z", "kind": "metric", "module": "http", - "type": "info" + "type": ["info"] }, "hadoop": { "node_manager": { diff --git a/packages/hadoop/docs/README.md b/packages/hadoop/docs/README.md index 8dc366f5aad..cfd4d0b77a4 100644 --- a/packages/hadoop/docs/README.md +++ b/packages/hadoop/docs/README.md @@ -50,13 +50,17 @@ An example event for `application` looks as following: }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "created": "2023-02-02T12:03:41.178Z", "dataset": "hadoop.application", "ingested": "2023-02-02T12:03:42Z", "kind": "metric", "module": "httpjson", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "application": { @@ -145,13 +149,17 @@ An example event for `cluster` looks as following: }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "dataset": "hadoop.cluster", "duration": 50350559, "ingested": "2022-04-04T17:22:25Z", "kind": "metric", "module": "http", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "cluster": { @@ -298,13 +306,17 @@ An example event for `datanode` looks as following: }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "dataset": "hadoop.datanode", "duration": 241651987, "ingested": "2023-02-02T12:05:05Z", "kind": "metric", "module": "http", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "datanode": { @@ -439,13 +451,17 @@ An example event for `namenode` looks as following: }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "dataset": "hadoop.namenode", "duration": 341259289, "ingested": "2022-03-28T11:36:09Z", "kind": "metric", "module": "http", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "namenode": { @@ -594,13 +610,17 @@ An example event for `node_manager` looks as following: }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "dataset": "hadoop.node_manager", "duration": 12930711, "ingested": "2022-03-28T11:54:35Z", "kind": "metric", "module": "http", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "node_manager": { diff --git a/packages/hadoop/manifest.yml b/packages/hadoop/manifest.yml index d8d1cc2fcb0..5d8db8f11c8 100644 --- a/packages/hadoop/manifest.yml +++ b/packages/hadoop/manifest.yml @@ -1,7 +1,7 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: hadoop title: Hadoop -version: "1.2.1" +version: "1.3.0" description: Collect metrics from Apache Hadoop with Elastic Agent. type: integration categories: @@ -9,7 +9,8 @@ categories: - observability - big_data conditions: - kibana.version: "^8.8.0" + kibana: + version: "^8.8.0" elastic: subscription: basic screenshots: @@ -47,3 +48,4 @@ policy_templates: description: Collect Hadoop Metrics using Resource Manager API owner: github: elastic/obs-infraobs-integrations + type: elastic From b35a369c30e567b75382ffad9793a9779a8cebc6 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 14:05:30 +0530 Subject: [PATCH 16/44] [jolokia] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 2.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -skip-format -fix-dotted-yaml-keys -add-owner-type packages/jolokia_input --- packages/jolokia_input/changelog.yml | 5 +++++ packages/jolokia_input/manifest.yml | 11 +++++++---- 2 files changed, 12 insertions(+), 4 deletions(-) diff --git a/packages/jolokia_input/changelog.yml b/packages/jolokia_input/changelog.yml index d5f7d063ea5..f024d4545be 100644 --- a/packages/jolokia_input/changelog.yml +++ b/packages/jolokia_input/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 0.3.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} - version: "0.2.0" changes: - description: Update the Kibana Version to 8.8.0 diff --git a/packages/jolokia_input/manifest.yml b/packages/jolokia_input/manifest.yml index fe76f2c5f41..516ead5ae37 100644 --- a/packages/jolokia_input/manifest.yml +++ b/packages/jolokia_input/manifest.yml @@ -1,14 +1,16 @@ -format_version: 2.0.0 +format_version: "3.0.0" name: jolokia title: "Jolokia Input" -version: "0.2.0" +version: "0.3.0" description: "Collects Metrics from Jolokia Agents" type: input categories: - observability conditions: - kibana.version: "^8.8.0" - elastic.subscription: "basic" + kibana: + version: "^8.8.0" + elastic: + subscription: "basic" icons: - src: /img/jolokia_logo.svg title: Jolokia logo @@ -60,3 +62,4 @@ policy_templates: field: memory.non_heap_usage owner: github: elastic/obs-infraobs-integrations + type: elastic From 9b63a3811a6d2723d6fe385d1735e59520be736d Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 14:05:32 +0530 Subject: [PATCH 17/44] [kafka_log] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -skip-format -fix-dotted-yaml-keys -add-owner-type packages/kafka_log --- packages/kafka_log/changelog.yml | 5 +++++ packages/kafka_log/manifest.yml | 8 +++++--- 2 files changed, 10 insertions(+), 3 deletions(-) diff --git a/packages/kafka_log/changelog.yml b/packages/kafka_log/changelog.yml index afed427d418..9bff5152e27 100644 --- a/packages/kafka_log/changelog.yml +++ b/packages/kafka_log/changelog.yml @@ -1,3 +1,8 @@ +- version: 1.4.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} - version: "1.3.0" changes: - description: Add permissions to reroute events to logs-*-* for generic datastream diff --git a/packages/kafka_log/manifest.yml b/packages/kafka_log/manifest.yml index 46f0ad95dcb..43b5eb12333 100644 --- a/packages/kafka_log/manifest.yml +++ b/packages/kafka_log/manifest.yml @@ -1,11 +1,12 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: kafka_log title: Custom Kafka Logs description: Collect data from kafka topic with Elastic Agent. type: integration -version: "1.3.0" +version: "1.4.0" conditions: - kibana.version: "^7.16.0 || ^8.0.0" + kibana: + version: "^7.16.0 || ^8.0.0" elastic: subscription: basic categories: @@ -24,3 +25,4 @@ icons: type: "image/svg+xml" owner: github: elastic/obs-infraobs-integrations + type: elastic From 2019076315be7b74049c5203f80f186ea2e0152e Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 14:05:33 +0530 Subject: [PATCH 18/44] [memcached] - change to format_version 3.0.0 The format_version in the package manifest changed from 1.0.0 to 3.0.0. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -skip-format -fix-dotted-yaml-keys -add-owner-type packages/memcached --- packages/memcached/changelog.yml | 5 +++++ packages/memcached/manifest.yml | 5 +++-- 2 files changed, 8 insertions(+), 2 deletions(-) diff --git a/packages/memcached/changelog.yml b/packages/memcached/changelog.yml index a73c01ca31d..5c6916396cd 100644 --- a/packages/memcached/changelog.yml +++ b/packages/memcached/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.3.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} - version: "1.2.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. diff --git a/packages/memcached/manifest.yml b/packages/memcached/manifest.yml index a3e96083802..a2f1a112baa 100644 --- a/packages/memcached/manifest.yml +++ b/packages/memcached/manifest.yml @@ -1,6 +1,6 @@ name: memcached title: Memcached -version: "1.2.0" +version: "1.3.0" description: Memcached Integration type: integration categories: @@ -24,7 +24,7 @@ conditions: version: ^8.8.0 elastic: subscription: basic -format_version: 1.0.0 +format_version: "3.0.0" policy_templates: - name: memcached title: Memcached metrics @@ -44,3 +44,4 @@ policy_templates: description: Collecting stats metrics from Memcached instances owner: github: elastic/obs-infraobs-integrations + type: elastic From 01ef133afd9da35f0feae2a7a07e50bc95ad7a39 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 14:17:40 +0530 Subject: [PATCH 19/44] [iis] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -skip-format -fix-dotted-yaml-keys -add-owner-type packages/iis --- packages/iis/changelog.yml | 5 +++++ ...t-x-forward-for-extended.log-expected.json | 20 +++++++++---------- .../test-x-forward-for.log-expected.json | 8 ++++---- .../iis/data_stream/access/fields/ecs.yml | 2 -- .../pipeline/test-iis-error.log-expected.json | 6 +++--- packages/iis/manifest.yml | 8 +++++--- 6 files changed, 27 insertions(+), 22 deletions(-) diff --git a/packages/iis/changelog.yml b/packages/iis/changelog.yml index e92a353b13b..79b8f988f3b 100644 --- a/packages/iis/changelog.yml +++ b/packages/iis/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.16.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} - version: "1.15.1" changes: - description: Add null check and ignore_missing check to the rename processor diff --git a/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for-extended.log-expected.json b/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for-extended.log-expected.json index 0cfe372c34a..8efa820a09c 100644 --- a/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for-extended.log-expected.json +++ b/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for-extended.log-expected.json @@ -18,7 +18,7 @@ ], "duration": 0, "kind": "event", - "original": "2020-10-04 22:00:34 W3SVC2 freca1 10.24.129.162 GET /favicon.ico - 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64;+rv:81.0)+Gecko/20100101+Firefox/81.0 - https://images.hogeschoolrotterdam.nl/Blob/adeec119008c48758c1a6be53aeeb2ac/34ff475072d54117bcb46ea7f023bd87.jpg?width=1200\u0026height=630\u0026mode=crop images.hogeschoolrotterdam.nl 404 0 2 1437 534 0 67.43.156.14", + "original": "2020-10-04 22:00:34 W3SVC2 freca1 10.24.129.162 GET /favicon.ico - 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64;+rv:81.0)+Gecko/20100101+Firefox/81.0 - https://images.hogeschoolrotterdam.nl/Blob/adeec119008c48758c1a6be53aeeb2ac/34ff475072d54117bcb46ea7f023bd87.jpg?width=1200&height=630&mode=crop images.hogeschoolrotterdam.nl 404 0 2 1437 534 0 67.43.156.14", "outcome": "failure", "type": [ "connection" @@ -30,7 +30,7 @@ "bytes": 534 }, "method": "GET", - "referrer": "https://images.hogeschoolrotterdam.nl/Blob/adeec119008c48758c1a6be53aeeb2ac/34ff475072d54117bcb46ea7f023bd87.jpg?width=1200\u0026height=630\u0026mode=crop" + "referrer": "https://images.hogeschoolrotterdam.nl/Blob/adeec119008c48758c1a6be53aeeb2ac/34ff475072d54117bcb46ea7f023bd87.jpg?width=1200&height=630&mode=crop" }, "response": { "body": { @@ -180,7 +180,7 @@ ], "duration": 15000000, "kind": "event", - "original": "2020-10-05 21:48:33 W3SVC2 freca1 10.24.129.162 GET /app_data/cache/9/e/1/c/3/7/9e1c37a203a2a306e8f5d4df1bddb1109dd42e57.jpg width=35\u0026height=38\u0026mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/70.0.3538.102+Safari/537.36+Edge/18.18362 BIGipServerYAkgvoMsadfHHYQAGkWEWnyAqAads=27246369425.20480.0000 https://www.rotterdamuas.com/ images.hogeschoolrotterdam.nl 200 0 0 2007 581 15 67.43.156.14", + "original": "2020-10-05 21:48:33 W3SVC2 freca1 10.24.129.162 GET /app_data/cache/9/e/1/c/3/7/9e1c37a203a2a306e8f5d4df1bddb1109dd42e57.jpg width=35&height=38&mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/70.0.3538.102+Safari/537.36+Edge/18.18362 BIGipServerYAkgvoMsadfHHYQAGkWEWnyAqAads=27246369425.20480.0000 https://www.rotterdamuas.com/ images.hogeschoolrotterdam.nl 200 0 0 2007 581 15 67.43.156.14", "outcome": "success", "type": [ "connection" @@ -232,7 +232,7 @@ "extension": "jpg", "original": "/app_data/cache/9/e/1/c/3/7/9e1c37a203a2a306e8f5d4df1bddb1109dd42e57.jpg", "path": "/app_data/cache/9/e/1/c/3/7/9e1c37a203a2a306e8f5d4df1bddb1109dd42e57.jpg", - "query": "width=35\u0026height=38\u0026mode=crop" + "query": "width=35&height=38&mode=crop" }, "user_agent": { "device": { @@ -266,7 +266,7 @@ ], "duration": 0, "kind": "event", - "original": "2020-10-05 21:48:33 W3SVC2 freca1 10.24.129.162 GET /app_data/cache/f/b/7/1/2/7/fb71277260ae26a108c3608ce1a62474a55b2556.jpg width=75\u0026height=40\u0026mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/70.0.3538.102+Safari/537.36+Edge/18.18362 BIGipServerYAkgvoMHHYQAGkWEWadfsadfnyAqAere=27246369425.20480.0000 https://www.rotterdamuas.com/ images.hogeschoolrotterdam.nl 200 0 0 2926 581 0 67.43.156.14", + "original": "2020-10-05 21:48:33 W3SVC2 freca1 10.24.129.162 GET /app_data/cache/f/b/7/1/2/7/fb71277260ae26a108c3608ce1a62474a55b2556.jpg width=75&height=40&mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/70.0.3538.102+Safari/537.36+Edge/18.18362 BIGipServerYAkgvoMHHYQAGkWEWadfsadfnyAqAere=27246369425.20480.0000 https://www.rotterdamuas.com/ images.hogeschoolrotterdam.nl 200 0 0 2926 581 0 67.43.156.14", "outcome": "success", "type": [ "connection" @@ -318,7 +318,7 @@ "extension": "jpg", "original": "/app_data/cache/f/b/7/1/2/7/fb71277260ae26a108c3608ce1a62474a55b2556.jpg", "path": "/app_data/cache/f/b/7/1/2/7/fb71277260ae26a108c3608ce1a62474a55b2556.jpg", - "query": "width=75\u0026height=40\u0026mode=crop" + "query": "width=75&height=40&mode=crop" }, "user_agent": { "device": { @@ -352,7 +352,7 @@ ], "duration": 15000000, "kind": "event", - "original": "2020-10-08 22:00:22 W3SVC2 freca1 10.24.129.162 GET /Blob/a9e2fe596ac14a4ab07beb6b6e2c6545/15a3917cacf44de59af9cc899e90a9d4.png width=60\u0026height=20\u0026mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(iPhone;+CPU+iPhone+OS+13_7+like+Mac+OS+X)+AppleWebKit/605.1.15+(KHTML,+like+Gecko)+Version/13.1.2+Mobile/15E148+Safari/604.1 imagedpi=1;+imagequality=30;+_ga=GA1.2.14440223724.16021494379;+_gid=GA1.2.12504478161.16021944379;+_gat_UA-155746052-5=1;+BIGipServerYAkgvoMHHYQAGkWsadfsdfEWnyAqA=!vbipVwbt0UWJ4QSsPvjjVxViTXMqdXWYaferu1dRyQoUTVVBGLZPB39PoNX5Tw66+GT0ChJCfnp/xfhM8lI=;+_gcl_au=1.1.1297303538.1602194379 https://www.hogeschoolrotterdam.nl/opleidingen/bachelor/elektrotechniek/voltijd/ images.hogeschoolrotterdam.nl 304 0 0 388 979 15 67.43.156.14", + "original": "2020-10-08 22:00:22 W3SVC2 freca1 10.24.129.162 GET /Blob/a9e2fe596ac14a4ab07beb6b6e2c6545/15a3917cacf44de59af9cc899e90a9d4.png width=60&height=20&mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(iPhone;+CPU+iPhone+OS+13_7+like+Mac+OS+X)+AppleWebKit/605.1.15+(KHTML,+like+Gecko)+Version/13.1.2+Mobile/15E148+Safari/604.1 imagedpi=1;+imagequality=30;+_ga=GA1.2.14440223724.16021494379;+_gid=GA1.2.12504478161.16021944379;+_gat_UA-155746052-5=1;+BIGipServerYAkgvoMHHYQAGkWsadfsdfEWnyAqA=!vbipVwbt0UWJ4QSsPvjjVxViTXMqdXWYaferu1dRyQoUTVVBGLZPB39PoNX5Tw66+GT0ChJCfnp/xfhM8lI=;+_gcl_au=1.1.1297303538.1602194379 https://www.hogeschoolrotterdam.nl/opleidingen/bachelor/elektrotechniek/voltijd/ images.hogeschoolrotterdam.nl 304 0 0 388 979 15 67.43.156.14", "outcome": "success", "type": [ "connection" @@ -404,7 +404,7 @@ "extension": "png", "original": "/Blob/a9e2fe596ac14a4ab07beb6b6e2c6545/15a3917cacf44de59af9cc899e90a9d4.png", "path": "/Blob/a9e2fe596ac14a4ab07beb6b6e2c6545/15a3917cacf44de59af9cc899e90a9d4.png", - "query": "width=60\u0026height=20\u0026mode=crop" + "query": "width=60&height=20&mode=crop" }, "user_agent": { "device": { @@ -438,7 +438,7 @@ ], "duration": 0, "kind": "event", - "original": "2020-10-08 22:00:22 W3SVC2 freca1 10.24.129.162 GET /Blob/ff64cd9efcf4424dbf06b3b8133eeea2/f2e0b2998b1f43cb98e5b31c7faa91f4.jpg width=60\u0026height=20\u0026mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(iPhone;+CPU+iPhone+OS+13_7+like+Mac+OS+X)+AppleWebKit/605.1.15+(KHTML,+like+Gecko)+Version/13.1.2+Mobile/15E148+Safari/604.1 imagedpi=1;+imagequality=30;+_ga=GA1.2.14440223724.16021494379;+_gid=GA1.2.12504748161.16021944379;+_gat_UA-155764052-5=1;+BIGipServerYAkgvoMHHYQAGkWEsadfsdfsWnyAqA=!vbipVwbt0UWJ4QSsPvjjVxViTXMqdXWYu1dRyQoUTVerwerVBGLZPB39PoNX5Tw66+GT0ChJCfnp/xfhM8lI=;+_gcl_au=1.1.1297303538.1602194379 https://www.hogeschoolrotterdam.nl/opleidingen/bachelor/elektrotechniek/voltijd/ images.hogeschoolrotterdam.nl 304 0 0 388 979 0 67.43.156.14", + "original": "2020-10-08 22:00:22 W3SVC2 freca1 10.24.129.162 GET /Blob/ff64cd9efcf4424dbf06b3b8133eeea2/f2e0b2998b1f43cb98e5b31c7faa91f4.jpg width=60&height=20&mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(iPhone;+CPU+iPhone+OS+13_7+like+Mac+OS+X)+AppleWebKit/605.1.15+(KHTML,+like+Gecko)+Version/13.1.2+Mobile/15E148+Safari/604.1 imagedpi=1;+imagequality=30;+_ga=GA1.2.14440223724.16021494379;+_gid=GA1.2.12504748161.16021944379;+_gat_UA-155764052-5=1;+BIGipServerYAkgvoMHHYQAGkWEsadfsdfsWnyAqA=!vbipVwbt0UWJ4QSsPvjjVxViTXMqdXWYu1dRyQoUTVerwerVBGLZPB39PoNX5Tw66+GT0ChJCfnp/xfhM8lI=;+_gcl_au=1.1.1297303538.1602194379 https://www.hogeschoolrotterdam.nl/opleidingen/bachelor/elektrotechniek/voltijd/ images.hogeschoolrotterdam.nl 304 0 0 388 979 0 67.43.156.14", "outcome": "success", "type": [ "connection" @@ -490,7 +490,7 @@ "extension": "jpg", "original": "/Blob/ff64cd9efcf4424dbf06b3b8133eeea2/f2e0b2998b1f43cb98e5b31c7faa91f4.jpg", "path": "/Blob/ff64cd9efcf4424dbf06b3b8133eeea2/f2e0b2998b1f43cb98e5b31c7faa91f4.jpg", - "query": "width=60\u0026height=20\u0026mode=crop" + "query": "width=60&height=20&mode=crop" }, "user_agent": { "device": { diff --git a/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for.log-expected.json b/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for.log-expected.json index 155ae340010..781c66957cf 100644 --- a/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for.log-expected.json +++ b/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for.log-expected.json @@ -233,7 +233,7 @@ ], "duration": 32000000, "kind": "event", - "original": "2020-10-07 23:00:17 192.168.16.11 GET /Production-UI/data/finance/legacy/GLAPAprvMaster $filter=BatchId%20eq%20%27FY21HSNG0820%27\u0026$orderby=Subsys,Ref\u0026$skip=0\u0026$top=20 443 - 192.168.7.63 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/67.43.156.13+Safari/537.36 https://onesolfarm.ggcity.org/Production-UI/ui/uiscreens/generalledger/GLJEUB 200 0 0 32 192.168.198.23", + "original": "2020-10-07 23:00:17 192.168.16.11 GET /Production-UI/data/finance/legacy/GLAPAprvMaster $filter=BatchId%20eq%20%27FY21HSNG0820%27&$orderby=Subsys,Ref&$skip=0&$top=20 443 - 192.168.7.63 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/67.43.156.13+Safari/537.36 https://onesolfarm.ggcity.org/Production-UI/ui/uiscreens/generalledger/GLJEUB 200 0 0 32 192.168.198.23", "outcome": "success", "type": [ "connection" @@ -273,7 +273,7 @@ "url": { "original": "/Production-UI/data/finance/legacy/GLAPAprvMaster", "path": "/Production-UI/data/finance/legacy/GLAPAprvMaster", - "query": "$filter=BatchId eq 'FY21HSNG0820'\u0026$orderby=Subsys,Ref\u0026$skip=0\u0026$top=20" + "query": "$filter=BatchId eq 'FY21HSNG0820'&$orderby=Subsys,Ref&$skip=0&$top=20" }, "user_agent": { "device": { @@ -306,7 +306,7 @@ ], "duration": 166000000, "kind": "event", - "original": "2020-10-07 23:00:17 192.168.16.11 GET /Production-UI/data/finance/legacy/GLATrnsDetail $filter=Subsys%20eq%20%27JE%27%20and%20Ref%20eq%20%27HSNG08-MR%27%20and%20BatchId%20eq%20%27FY21HSNG0820%27\u0026$orderby=RecNo\u0026$skip=0\u0026$top=20 443 - 192.168.7.63 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/67.43.156.13+Safari/537.36 https://onesolfarm.ggcity.org/Production-UI/ui/uiscreens/generalledger/GLJEUB 200 0 0 166 192.168.198.23", + "original": "2020-10-07 23:00:17 192.168.16.11 GET /Production-UI/data/finance/legacy/GLATrnsDetail $filter=Subsys%20eq%20%27JE%27%20and%20Ref%20eq%20%27HSNG08-MR%27%20and%20BatchId%20eq%20%27FY21HSNG0820%27&$orderby=RecNo&$skip=0&$top=20 443 - 192.168.7.63 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/67.43.156.13+Safari/537.36 https://onesolfarm.ggcity.org/Production-UI/ui/uiscreens/generalledger/GLJEUB 200 0 0 166 192.168.198.23", "outcome": "success", "type": [ "connection" @@ -346,7 +346,7 @@ "url": { "original": "/Production-UI/data/finance/legacy/GLATrnsDetail", "path": "/Production-UI/data/finance/legacy/GLATrnsDetail", - "query": "$filter=Subsys eq 'JE' and Ref eq 'HSNG08-MR' and BatchId eq 'FY21HSNG0820'\u0026$orderby=RecNo\u0026$skip=0\u0026$top=20" + "query": "$filter=Subsys eq 'JE' and Ref eq 'HSNG08-MR' and BatchId eq 'FY21HSNG0820'&$orderby=RecNo&$skip=0&$top=20" }, "user_agent": { "device": { diff --git a/packages/iis/data_stream/access/fields/ecs.yml b/packages/iis/data_stream/access/fields/ecs.yml index 295c38639a3..756efc63fa7 100644 --- a/packages/iis/data_stream/access/fields/ecs.yml +++ b/packages/iis/data_stream/access/fields/ecs.yml @@ -10,8 +10,6 @@ name: ecs.version - external: ecs name: error.message -- external: ecs - name: host.hostname - external: ecs name: http.request.body.bytes - external: ecs diff --git a/packages/iis/data_stream/error/_dev/test/pipeline/test-iis-error.log-expected.json b/packages/iis/data_stream/error/_dev/test/pipeline/test-iis-error.log-expected.json index 2e5a56b319d..0b111e58a99 100644 --- a/packages/iis/data_stream/error/_dev/test/pipeline/test-iis-error.log-expected.json +++ b/packages/iis/data_stream/error/_dev/test/pipeline/test-iis-error.log-expected.json @@ -485,7 +485,7 @@ "network" ], "kind": "event", - "original": "2018-05-05 05:05:55 67.43.156.15 12345 192.168.101.101 443 HTTP/1.1 GET /fee\u0026fie=foe 400 - URL -", + "original": "2018-05-05 05:05:55 67.43.156.15 12345 192.168.101.101 443 HTTP/1.1 GET /fee&fie=foe 400 - URL -", "outcome": "failure", "type": [ "connection" @@ -532,8 +532,8 @@ "preserve_original_event" ], "url": { - "original": "/fee\u0026fie=foe", - "path": "/fee\u0026fie=foe" + "original": "/fee&fie=foe", + "path": "/fee&fie=foe" } } ] diff --git a/packages/iis/manifest.yml b/packages/iis/manifest.yml index bb47f2d4419..5208302a618 100644 --- a/packages/iis/manifest.yml +++ b/packages/iis/manifest.yml @@ -1,6 +1,6 @@ name: iis title: IIS -version: "1.15.1" +version: "1.16.0" description: Collect logs and metrics from Internet Information Services (IIS) servers with Elastic Agent. type: integration icons: @@ -8,12 +8,13 @@ icons: title: iis size: 100x100 type: image/svg+xml -format_version: 1.0.0 +format_version: "3.0.0" categories: - web - observability conditions: - kibana.version: "^8.8.0" + kibana: + version: "^8.8.0" elastic: subscription: basic screenshots: @@ -73,3 +74,4 @@ policy_templates: show_user: false owner: github: elastic/obs-infraobs-integrations + type: elastic From 90e15c05df6018defd737e01f1e455885beca378 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 14:25:10 +0530 Subject: [PATCH 20/44] [influxdb] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -skip-format -fix-dotted-yaml-keys -add-owner-type packages/influxdb --- packages/influxdb/changelog.yml | 5 +++++ packages/influxdb/data_stream/advstatus/manifest.yml | 5 ++++- packages/influxdb/data_stream/status/manifest.yml | 5 ++++- packages/influxdb/manifest.yml | 8 +++++--- 4 files changed, 18 insertions(+), 5 deletions(-) diff --git a/packages/influxdb/changelog.yml b/packages/influxdb/changelog.yml index 632d4fa72d7..9fad5c0697d 100644 --- a/packages/influxdb/changelog.yml +++ b/packages/influxdb/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 0.7.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} - version: "0.6.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. diff --git a/packages/influxdb/data_stream/advstatus/manifest.yml b/packages/influxdb/data_stream/advstatus/manifest.yml index d8d4350734e..086c09f83b9 100644 --- a/packages/influxdb/data_stream/advstatus/manifest.yml +++ b/packages/influxdb/data_stream/advstatus/manifest.yml @@ -28,4 +28,7 @@ elasticsearch: index_mode: "time_series" index_template: settings: - index.mapping.dimension_fields.limit: 32 \ No newline at end of file + index: + mapping: + dimension_fields: + limit: 32 \ No newline at end of file diff --git a/packages/influxdb/data_stream/status/manifest.yml b/packages/influxdb/data_stream/status/manifest.yml index ecf43ada7b8..9609a1ee558 100644 --- a/packages/influxdb/data_stream/status/manifest.yml +++ b/packages/influxdb/data_stream/status/manifest.yml @@ -28,4 +28,7 @@ elasticsearch: index_mode: "time_series" index_template: settings: - index.mapping.dimension_fields.limit: 32 \ No newline at end of file + index: + mapping: + dimension_fields: + limit: 32 \ No newline at end of file diff --git a/packages/influxdb/manifest.yml b/packages/influxdb/manifest.yml index 64b4de8f795..4848e041136 100644 --- a/packages/influxdb/manifest.yml +++ b/packages/influxdb/manifest.yml @@ -1,14 +1,15 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: influxdb title: "InfluxDb" -version: "0.6.0" +version: "0.7.0" description: "Collect metrics from Influxdb database" type: integration categories: - datastore - observability conditions: - kibana.version: "^8.8.0" + kibana: + version: "^8.8.0" elastic: subscription: basic screenshots: @@ -45,3 +46,4 @@ policy_templates: input_group: metrics owner: github: elastic/obs-infraobs-integrations + type: elastic From 1337ccc3570557edf00e9573c768b66ae5817959 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 14:38:34 +0530 Subject: [PATCH 21/44] [kafka] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -skip-format -fix-dotted-yaml-keys -add-owner-type packages/kafka --- packages/kafka/changelog.yml | 5 + .../data_stream/consumergroup/manifest.yml | 5 +- .../test-controller-2-0-0.log-expected.json | 108 ++- .../test-controller.log-expected.json | 88 ++- .../test-server-2-0-0.log-expected.json | 644 +++++++++++++----- .../pipeline/test-server.log-expected.json | 84 ++- .../test-state-change-1-1-0.log-expected.json | 4 +- .../test-state-change-2-0-0.log-expected.json | 4 +- .../test-state-change-2-2-2.log-expected.json | 8 +- .../test-state-change.log-expected.json | 4 +- .../elasticsearch/ingest_pipeline/default.yml | 4 +- packages/kafka/data_stream/log/manifest.yml | 3 +- packages/kafka/manifest.yml | 8 +- 13 files changed, 716 insertions(+), 253 deletions(-) diff --git a/packages/kafka/changelog.yml b/packages/kafka/changelog.yml index c24119537ca..0c752289178 100644 --- a/packages/kafka/changelog.yml +++ b/packages/kafka/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.10.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} - version: "1.9.2" changes: - description: Add null check and ignore_missing check to the rename processor diff --git a/packages/kafka/data_stream/consumergroup/manifest.yml b/packages/kafka/data_stream/consumergroup/manifest.yml index f693a9165b5..3586b3e815c 100644 --- a/packages/kafka/data_stream/consumergroup/manifest.yml +++ b/packages/kafka/data_stream/consumergroup/manifest.yml @@ -24,4 +24,7 @@ elasticsearch: index_mode: "time_series" index_template: settings: - index.mapping.dimension_fields.limit: 24 \ No newline at end of file + index: + mapping: + dimension_fields: + limit: 24 \ No newline at end of file diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller-2-0-0.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller-2-0-0.log-expected.json index 66cd4959220..0dbcf87cafc 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller-2-0-0.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller-2-0-0.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:03:32,474] TRACE [Controller id=10] Checking need to trigger auto leader balancing (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -33,8 +35,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-31 15:03:32,474] DEBUG [Controller id=10] Preferred replicas by broker Map(20 -\u003e Map(__consumer_offsets-22 -\u003e Vector(20), __consumer_offsets-4 -\u003e Vector(20), __consumer_offsets-7 -\u003e Vector(20), __consumer_offsets-46 -\u003e Vector(20), __consumer_offsets-25 -\u003e Vector(20), __consumer_offsets-49 -\u003e Vector(20), __consumer_offsets-16 -\u003e Vector(20), test-0 -\u003e Vector(20, 30, 10), __consumer_offsets-28 -\u003e Vector(20), __consumer_offsets-31 -\u003e Vector(20), test-2-2 -\u003e Vector(20, 30), __consumer_offsets-37 -\u003e Vector(20), filebeat-system-0 -\u003e Vector(20), test-3-3 -\u003e Vector(20, 30), __consumer_offsets-19 -\u003e Vector(20), __consumer_offsets-13 -\u003e Vector(20), __consumer_offsets-43 -\u003e Vector(20), __consumer_offsets-1 -\u003e Vector(20), __consumer_offsets-34 -\u003e Vector(20), __consumer_offsets-10 -\u003e Vector(20), test-3 -\u003e Vector(20, 10, 30), __consumer_offsets-40 -\u003e Vector(20)), 10 -\u003e Map(__consumer_offsets-30 -\u003e Vector(10), __consumer_offsets-21 -\u003e Vector(10), __consumer_offsets-27 -\u003e Vector(10), __consumer_offsets-9 -\u003e Vector(10), __consumer_offsets-33 -\u003e Vector(10), __consumer_offsets-36 -\u003e Vector(10), __consumer_offsets-42 -\u003e Vector(10), __consumer_offsets-3 -\u003e Vector(10), __consumer_offsets-18 -\u003e Vector(10), test-5 -\u003e Vector(10, 30, 20), __consumer_offsets-15 -\u003e Vector(10), __consumer_offsets-24 -\u003e Vector(10), test-3-1 -\u003e Vector(10, 20), __consumer_offsets-48 -\u003e Vector(10), filebeat-kafka-0 -\u003e Vector(10), __consumer_offsets-6 -\u003e Vector(10), test-2-1 -\u003e Vector(10, 20), test-3-2 -\u003e Vector(10, 30), __consumer_offsets-0 -\u003e Vector(10), __consumer_offsets-39 -\u003e Vector(10), __consumer_offsets-12 -\u003e Vector(10), __consumer_offsets-45 -\u003e Vector(10), test-2 -\u003e Vector(10, 20, 30)), 30 -\u003e Map(__consumer_offsets-8 -\u003e Vector(30), __consumer_offsets-35 -\u003e Vector(30), __consumer_offsets-41 -\u003e Vector(30), __consumer_offsets-23 -\u003e Vector(30), __consumer_offsets-47 -\u003e Vector(30), metricbeat-0 -\u003e Vector(30), test-3-0 -\u003e Vector(30, 10), metricbeat-kafka-0 -\u003e Vector(30), filebeat-0 -\u003e Vector(30), test-2-0 -\u003e Vector(30, 10), __consumer_offsets-38 -\u003e Vector(30), __consumer_offsets-17 -\u003e Vector(30), test-1 -\u003e Vector(30, 10, 20), test-2-3 -\u003e Vector(30, 20), __consumer_offsets-11 -\u003e Vector(30), __consumer_offsets-2 -\u003e Vector(30), __consumer_offsets-14 -\u003e Vector(30), test-4 -\u003e Vector(30, 20, 10), metricbeat-system-0 -\u003e Vector(30), __consumer_offsets-20 -\u003e Vector(30), __consumer_offsets-44 -\u003e Vector(30), __consumer_offsets-5 -\u003e Vector(30), __consumer_offsets-26 -\u003e Vector(30), __consumer_offsets-29 -\u003e Vector(30), __consumer_offsets-32 -\u003e Vector(30))) (kafka.controller.KafkaController)", - "type": "info" + "original": "[2018-10-31 15:03:32,474] DEBUG [Controller id=10] Preferred replicas by broker Map(20 -> Map(__consumer_offsets-22 -> Vector(20), __consumer_offsets-4 -> Vector(20), __consumer_offsets-7 -> Vector(20), __consumer_offsets-46 -> Vector(20), __consumer_offsets-25 -> Vector(20), __consumer_offsets-49 -> Vector(20), __consumer_offsets-16 -> Vector(20), test-0 -> Vector(20, 30, 10), __consumer_offsets-28 -> Vector(20), __consumer_offsets-31 -> Vector(20), test-2-2 -> Vector(20, 30), __consumer_offsets-37 -> Vector(20), filebeat-system-0 -> Vector(20), test-3-3 -> Vector(20, 30), __consumer_offsets-19 -> Vector(20), __consumer_offsets-13 -> Vector(20), __consumer_offsets-43 -> Vector(20), __consumer_offsets-1 -> Vector(20), __consumer_offsets-34 -> Vector(20), __consumer_offsets-10 -> Vector(20), test-3 -> Vector(20, 10, 30), __consumer_offsets-40 -> Vector(20)), 10 -> Map(__consumer_offsets-30 -> Vector(10), __consumer_offsets-21 -> Vector(10), __consumer_offsets-27 -> Vector(10), __consumer_offsets-9 -> Vector(10), __consumer_offsets-33 -> Vector(10), __consumer_offsets-36 -> Vector(10), __consumer_offsets-42 -> Vector(10), __consumer_offsets-3 -> Vector(10), __consumer_offsets-18 -> Vector(10), test-5 -> Vector(10, 30, 20), __consumer_offsets-15 -> Vector(10), __consumer_offsets-24 -> Vector(10), test-3-1 -> Vector(10, 20), __consumer_offsets-48 -> Vector(10), filebeat-kafka-0 -> Vector(10), __consumer_offsets-6 -> Vector(10), test-2-1 -> Vector(10, 20), test-3-2 -> Vector(10, 30), __consumer_offsets-0 -> Vector(10), __consumer_offsets-39 -> Vector(10), __consumer_offsets-12 -> Vector(10), __consumer_offsets-45 -> Vector(10), test-2 -> Vector(10, 20, 30)), 30 -> Map(__consumer_offsets-8 -> Vector(30), __consumer_offsets-35 -> Vector(30), __consumer_offsets-41 -> Vector(30), __consumer_offsets-23 -> Vector(30), __consumer_offsets-47 -> Vector(30), metricbeat-0 -> Vector(30), test-3-0 -> Vector(30, 10), metricbeat-kafka-0 -> Vector(30), filebeat-0 -> Vector(30), test-2-0 -> Vector(30, 10), __consumer_offsets-38 -> Vector(30), __consumer_offsets-17 -> Vector(30), test-1 -> Vector(30, 10, 20), test-2-3 -> Vector(30, 20), __consumer_offsets-11 -> Vector(30), __consumer_offsets-2 -> Vector(30), __consumer_offsets-14 -> Vector(30), test-4 -> Vector(30, 20, 10), metricbeat-system-0 -> Vector(30), __consumer_offsets-20 -> Vector(30), __consumer_offsets-44 -> Vector(30), __consumer_offsets-5 -> Vector(30), __consumer_offsets-26 -> Vector(30), __consumer_offsets-29 -> Vector(30), __consumer_offsets-32 -> Vector(30))) (kafka.controller.KafkaController)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -45,7 +49,7 @@ "log": { "level": "DEBUG" }, - "message": "Preferred replicas by broker Map(20 -\u003e Map(__consumer_offsets-22 -\u003e Vector(20), __consumer_offsets-4 -\u003e Vector(20), __consumer_offsets-7 -\u003e Vector(20), __consumer_offsets-46 -\u003e Vector(20), __consumer_offsets-25 -\u003e Vector(20), __consumer_offsets-49 -\u003e Vector(20), __consumer_offsets-16 -\u003e Vector(20), test-0 -\u003e Vector(20, 30, 10), __consumer_offsets-28 -\u003e Vector(20), __consumer_offsets-31 -\u003e Vector(20), test-2-2 -\u003e Vector(20, 30), __consumer_offsets-37 -\u003e Vector(20), filebeat-system-0 -\u003e Vector(20), test-3-3 -\u003e Vector(20, 30), __consumer_offsets-19 -\u003e Vector(20), __consumer_offsets-13 -\u003e Vector(20), __consumer_offsets-43 -\u003e Vector(20), __consumer_offsets-1 -\u003e Vector(20), __consumer_offsets-34 -\u003e Vector(20), __consumer_offsets-10 -\u003e Vector(20), test-3 -\u003e Vector(20, 10, 30), __consumer_offsets-40 -\u003e Vector(20)), 10 -\u003e Map(__consumer_offsets-30 -\u003e Vector(10), __consumer_offsets-21 -\u003e Vector(10), __consumer_offsets-27 -\u003e Vector(10), __consumer_offsets-9 -\u003e Vector(10), __consumer_offsets-33 -\u003e Vector(10), __consumer_offsets-36 -\u003e Vector(10), __consumer_offsets-42 -\u003e Vector(10), __consumer_offsets-3 -\u003e Vector(10), __consumer_offsets-18 -\u003e Vector(10), test-5 -\u003e Vector(10, 30, 20), __consumer_offsets-15 -\u003e Vector(10), __consumer_offsets-24 -\u003e Vector(10), test-3-1 -\u003e Vector(10, 20), __consumer_offsets-48 -\u003e Vector(10), filebeat-kafka-0 -\u003e Vector(10), __consumer_offsets-6 -\u003e Vector(10), test-2-1 -\u003e Vector(10, 20), test-3-2 -\u003e Vector(10, 30), __consumer_offsets-0 -\u003e Vector(10), __consumer_offsets-39 -\u003e Vector(10), __consumer_offsets-12 -\u003e Vector(10), __consumer_offsets-45 -\u003e Vector(10), test-2 -\u003e Vector(10, 20, 30)), 30 -\u003e Map(__consumer_offsets-8 -\u003e Vector(30), __consumer_offsets-35 -\u003e Vector(30), __consumer_offsets-41 -\u003e Vector(30), __consumer_offsets-23 -\u003e Vector(30), __consumer_offsets-47 -\u003e Vector(30), metricbeat-0 -\u003e Vector(30), test-3-0 -\u003e Vector(30, 10), metricbeat-kafka-0 -\u003e Vector(30), filebeat-0 -\u003e Vector(30), test-2-0 -\u003e Vector(30, 10), __consumer_offsets-38 -\u003e Vector(30), __consumer_offsets-17 -\u003e Vector(30), test-1 -\u003e Vector(30, 10, 20), test-2-3 -\u003e Vector(30, 20), __consumer_offsets-11 -\u003e Vector(30), __consumer_offsets-2 -\u003e Vector(30), __consumer_offsets-14 -\u003e Vector(30), test-4 -\u003e Vector(30, 20, 10), metricbeat-system-0 -\u003e Vector(30), __consumer_offsets-20 -\u003e Vector(30), __consumer_offsets-44 -\u003e Vector(30), __consumer_offsets-5 -\u003e Vector(30), __consumer_offsets-26 -\u003e Vector(30), __consumer_offsets-29 -\u003e Vector(30), __consumer_offsets-32 -\u003e Vector(30)))", + "message": "Preferred replicas by broker Map(20 -> Map(__consumer_offsets-22 -> Vector(20), __consumer_offsets-4 -> Vector(20), __consumer_offsets-7 -> Vector(20), __consumer_offsets-46 -> Vector(20), __consumer_offsets-25 -> Vector(20), __consumer_offsets-49 -> Vector(20), __consumer_offsets-16 -> Vector(20), test-0 -> Vector(20, 30, 10), __consumer_offsets-28 -> Vector(20), __consumer_offsets-31 -> Vector(20), test-2-2 -> Vector(20, 30), __consumer_offsets-37 -> Vector(20), filebeat-system-0 -> Vector(20), test-3-3 -> Vector(20, 30), __consumer_offsets-19 -> Vector(20), __consumer_offsets-13 -> Vector(20), __consumer_offsets-43 -> Vector(20), __consumer_offsets-1 -> Vector(20), __consumer_offsets-34 -> Vector(20), __consumer_offsets-10 -> Vector(20), test-3 -> Vector(20, 10, 30), __consumer_offsets-40 -> Vector(20)), 10 -> Map(__consumer_offsets-30 -> Vector(10), __consumer_offsets-21 -> Vector(10), __consumer_offsets-27 -> Vector(10), __consumer_offsets-9 -> Vector(10), __consumer_offsets-33 -> Vector(10), __consumer_offsets-36 -> Vector(10), __consumer_offsets-42 -> Vector(10), __consumer_offsets-3 -> Vector(10), __consumer_offsets-18 -> Vector(10), test-5 -> Vector(10, 30, 20), __consumer_offsets-15 -> Vector(10), __consumer_offsets-24 -> Vector(10), test-3-1 -> Vector(10, 20), __consumer_offsets-48 -> Vector(10), filebeat-kafka-0 -> Vector(10), __consumer_offsets-6 -> Vector(10), test-2-1 -> Vector(10, 20), test-3-2 -> Vector(10, 30), __consumer_offsets-0 -> Vector(10), __consumer_offsets-39 -> Vector(10), __consumer_offsets-12 -> Vector(10), __consumer_offsets-45 -> Vector(10), test-2 -> Vector(10, 20, 30)), 30 -> Map(__consumer_offsets-8 -> Vector(30), __consumer_offsets-35 -> Vector(30), __consumer_offsets-41 -> Vector(30), __consumer_offsets-23 -> Vector(30), __consumer_offsets-47 -> Vector(30), metricbeat-0 -> Vector(30), test-3-0 -> Vector(30, 10), metricbeat-kafka-0 -> Vector(30), filebeat-0 -> Vector(30), test-2-0 -> Vector(30, 10), __consumer_offsets-38 -> Vector(30), __consumer_offsets-17 -> Vector(30), test-1 -> Vector(30, 10, 20), test-2-3 -> Vector(30, 20), __consumer_offsets-11 -> Vector(30), __consumer_offsets-2 -> Vector(30), __consumer_offsets-14 -> Vector(30), test-4 -> Vector(30, 20, 10), metricbeat-system-0 -> Vector(30), __consumer_offsets-20 -> Vector(30), __consumer_offsets-44 -> Vector(30), __consumer_offsets-5 -> Vector(30), __consumer_offsets-26 -> Vector(30), __consumer_offsets-29 -> Vector(30), __consumer_offsets-32 -> Vector(30)))", "tags": [ "preserve_original_event" ] @@ -59,7 +63,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:03:32,474] DEBUG [Controller id=10] Topics not in preferred replica for broker 20 Map() (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -84,7 +90,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:03:32,475] TRACE [Controller id=10] Leader imbalance ratio for broker 20 is 0.0 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -108,8 +116,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-31 15:03:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 10 Map(test-3-1 -\u003e Vector(10, 20)) (kafka.controller.KafkaController)", - "type": "info" + "original": "[2018-10-31 15:03:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 10 Map(test-3-1 -> Vector(10, 20)) (kafka.controller.KafkaController)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -120,7 +130,7 @@ "log": { "level": "DEBUG" }, - "message": "Topics not in preferred replica for broker 10 Map(test-3-1 -\u003e Vector(10, 20))", + "message": "Topics not in preferred replica for broker 10 Map(test-3-1 -> Vector(10, 20))", "tags": [ "preserve_original_event" ] @@ -134,7 +144,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:03:32,475] TRACE [Controller id=10] Leader imbalance ratio for broker 10 is 0.043478260869565216 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -159,7 +171,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:03:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 30 Map() (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -184,7 +198,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:03:32,475] TRACE [Controller id=10] Leader imbalance ratio for broker 30 is 0.0 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -209,7 +225,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:08:32,475] TRACE [Controller id=10] Checking need to trigger auto leader balancing (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -233,8 +251,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-31 15:08:32,475] DEBUG [Controller id=10] Preferred replicas by broker Map(20 -\u003e Map(__consumer_offsets-22 -\u003e Vector(20), __consumer_offsets-4 -\u003e Vector(20), __consumer_offsets-7 -\u003e Vector(20), __consumer_offsets-46 -\u003e Vector(20), __consumer_offsets-25 -\u003e Vector(20), __consumer_offsets-49 -\u003e Vector(20), __consumer_offsets-16 -\u003e Vector(20), test-0 -\u003e Vector(20, 30, 10), __consumer_offsets-28 -\u003e Vector(20), __consumer_offsets-31 -\u003e Vector(20), test-2-2 -\u003e Vector(20, 30), __consumer_offsets-37 -\u003e Vector(20), filebeat-system-0 -\u003e Vector(20), test-3-3 -\u003e Vector(20, 30), __consumer_offsets-19 -\u003e Vector(20), __consumer_offsets-13 -\u003e Vector(20), __consumer_offsets-43 -\u003e Vector(20), __consumer_offsets-1 -\u003e Vector(20), __consumer_offsets-34 -\u003e Vector(20), __consumer_offsets-10 -\u003e Vector(20), test-3 -\u003e Vector(20, 10, 30), __consumer_offsets-40 -\u003e Vector(20)), 10 -\u003e Map(__consumer_offsets-30 -\u003e Vector(10), __consumer_offsets-21 -\u003e Vector(10), __consumer_offsets-27 -\u003e Vector(10), __consumer_offsets-9 -\u003e Vector(10), __consumer_offsets-33 -\u003e Vector(10), __consumer_offsets-36 -\u003e Vector(10), __consumer_offsets-42 -\u003e Vector(10), __consumer_offsets-3 -\u003e Vector(10), __consumer_offsets-18 -\u003e Vector(10), test-5 -\u003e Vector(10, 30, 20), __consumer_offsets-15 -\u003e Vector(10), __consumer_offsets-24 -\u003e Vector(10), test-3-1 -\u003e Vector(10, 20), __consumer_offsets-48 -\u003e Vector(10), filebeat-kafka-0 -\u003e Vector(10), __consumer_offsets-6 -\u003e Vector(10), test-2-1 -\u003e Vector(10, 20), test-3-2 -\u003e Vector(10, 30), __consumer_offsets-0 -\u003e Vector(10), __consumer_offsets-39 -\u003e Vector(10), __consumer_offsets-12 -\u003e Vector(10), __consumer_offsets-45 -\u003e Vector(10), test-2 -\u003e Vector(10, 20, 30)), 30 -\u003e Map(__consumer_offsets-8 -\u003e Vector(30), __consumer_offsets-35 -\u003e Vector(30), __consumer_offsets-41 -\u003e Vector(30), __consumer_offsets-23 -\u003e Vector(30), __consumer_offsets-47 -\u003e Vector(30), metricbeat-0 -\u003e Vector(30), test-3-0 -\u003e Vector(30, 10), metricbeat-kafka-0 -\u003e Vector(30), filebeat-0 -\u003e Vector(30), test-2-0 -\u003e Vector(30, 10), __consumer_offsets-38 -\u003e Vector(30), __consumer_offsets-17 -\u003e Vector(30), test-1 -\u003e Vector(30, 10, 20), test-2-3 -\u003e Vector(30, 20), __consumer_offsets-11 -\u003e Vector(30), __consumer_offsets-2 -\u003e Vector(30), __consumer_offsets-14 -\u003e Vector(30), test-4 -\u003e Vector(30, 20, 10), metricbeat-system-0 -\u003e Vector(30), __consumer_offsets-20 -\u003e Vector(30), __consumer_offsets-44 -\u003e Vector(30), __consumer_offsets-5 -\u003e Vector(30), __consumer_offsets-26 -\u003e Vector(30), __consumer_offsets-29 -\u003e Vector(30), __consumer_offsets-32 -\u003e Vector(30))) (kafka.controller.KafkaController)", - "type": "info" + "original": "[2018-10-31 15:08:32,475] DEBUG [Controller id=10] Preferred replicas by broker Map(20 -> Map(__consumer_offsets-22 -> Vector(20), __consumer_offsets-4 -> Vector(20), __consumer_offsets-7 -> Vector(20), __consumer_offsets-46 -> Vector(20), __consumer_offsets-25 -> Vector(20), __consumer_offsets-49 -> Vector(20), __consumer_offsets-16 -> Vector(20), test-0 -> Vector(20, 30, 10), __consumer_offsets-28 -> Vector(20), __consumer_offsets-31 -> Vector(20), test-2-2 -> Vector(20, 30), __consumer_offsets-37 -> Vector(20), filebeat-system-0 -> Vector(20), test-3-3 -> Vector(20, 30), __consumer_offsets-19 -> Vector(20), __consumer_offsets-13 -> Vector(20), __consumer_offsets-43 -> Vector(20), __consumer_offsets-1 -> Vector(20), __consumer_offsets-34 -> Vector(20), __consumer_offsets-10 -> Vector(20), test-3 -> Vector(20, 10, 30), __consumer_offsets-40 -> Vector(20)), 10 -> Map(__consumer_offsets-30 -> Vector(10), __consumer_offsets-21 -> Vector(10), __consumer_offsets-27 -> Vector(10), __consumer_offsets-9 -> Vector(10), __consumer_offsets-33 -> Vector(10), __consumer_offsets-36 -> Vector(10), __consumer_offsets-42 -> Vector(10), __consumer_offsets-3 -> Vector(10), __consumer_offsets-18 -> Vector(10), test-5 -> Vector(10, 30, 20), __consumer_offsets-15 -> Vector(10), __consumer_offsets-24 -> Vector(10), test-3-1 -> Vector(10, 20), __consumer_offsets-48 -> Vector(10), filebeat-kafka-0 -> Vector(10), __consumer_offsets-6 -> Vector(10), test-2-1 -> Vector(10, 20), test-3-2 -> Vector(10, 30), __consumer_offsets-0 -> Vector(10), __consumer_offsets-39 -> Vector(10), __consumer_offsets-12 -> Vector(10), __consumer_offsets-45 -> Vector(10), test-2 -> Vector(10, 20, 30)), 30 -> Map(__consumer_offsets-8 -> Vector(30), __consumer_offsets-35 -> Vector(30), __consumer_offsets-41 -> Vector(30), __consumer_offsets-23 -> Vector(30), __consumer_offsets-47 -> Vector(30), metricbeat-0 -> Vector(30), test-3-0 -> Vector(30, 10), metricbeat-kafka-0 -> Vector(30), filebeat-0 -> Vector(30), test-2-0 -> Vector(30, 10), __consumer_offsets-38 -> Vector(30), __consumer_offsets-17 -> Vector(30), test-1 -> Vector(30, 10, 20), test-2-3 -> Vector(30, 20), __consumer_offsets-11 -> Vector(30), __consumer_offsets-2 -> Vector(30), __consumer_offsets-14 -> Vector(30), test-4 -> Vector(30, 20, 10), metricbeat-system-0 -> Vector(30), __consumer_offsets-20 -> Vector(30), __consumer_offsets-44 -> Vector(30), __consumer_offsets-5 -> Vector(30), __consumer_offsets-26 -> Vector(30), __consumer_offsets-29 -> Vector(30), __consumer_offsets-32 -> Vector(30))) (kafka.controller.KafkaController)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -245,7 +265,7 @@ "log": { "level": "DEBUG" }, - "message": "Preferred replicas by broker Map(20 -\u003e Map(__consumer_offsets-22 -\u003e Vector(20), __consumer_offsets-4 -\u003e Vector(20), __consumer_offsets-7 -\u003e Vector(20), __consumer_offsets-46 -\u003e Vector(20), __consumer_offsets-25 -\u003e Vector(20), __consumer_offsets-49 -\u003e Vector(20), __consumer_offsets-16 -\u003e Vector(20), test-0 -\u003e Vector(20, 30, 10), __consumer_offsets-28 -\u003e Vector(20), __consumer_offsets-31 -\u003e Vector(20), test-2-2 -\u003e Vector(20, 30), __consumer_offsets-37 -\u003e Vector(20), filebeat-system-0 -\u003e Vector(20), test-3-3 -\u003e Vector(20, 30), __consumer_offsets-19 -\u003e Vector(20), __consumer_offsets-13 -\u003e Vector(20), __consumer_offsets-43 -\u003e Vector(20), __consumer_offsets-1 -\u003e Vector(20), __consumer_offsets-34 -\u003e Vector(20), __consumer_offsets-10 -\u003e Vector(20), test-3 -\u003e Vector(20, 10, 30), __consumer_offsets-40 -\u003e Vector(20)), 10 -\u003e Map(__consumer_offsets-30 -\u003e Vector(10), __consumer_offsets-21 -\u003e Vector(10), __consumer_offsets-27 -\u003e Vector(10), __consumer_offsets-9 -\u003e Vector(10), __consumer_offsets-33 -\u003e Vector(10), __consumer_offsets-36 -\u003e Vector(10), __consumer_offsets-42 -\u003e Vector(10), __consumer_offsets-3 -\u003e Vector(10), __consumer_offsets-18 -\u003e Vector(10), test-5 -\u003e Vector(10, 30, 20), __consumer_offsets-15 -\u003e Vector(10), __consumer_offsets-24 -\u003e Vector(10), test-3-1 -\u003e Vector(10, 20), __consumer_offsets-48 -\u003e Vector(10), filebeat-kafka-0 -\u003e Vector(10), __consumer_offsets-6 -\u003e Vector(10), test-2-1 -\u003e Vector(10, 20), test-3-2 -\u003e Vector(10, 30), __consumer_offsets-0 -\u003e Vector(10), __consumer_offsets-39 -\u003e Vector(10), __consumer_offsets-12 -\u003e Vector(10), __consumer_offsets-45 -\u003e Vector(10), test-2 -\u003e Vector(10, 20, 30)), 30 -\u003e Map(__consumer_offsets-8 -\u003e Vector(30), __consumer_offsets-35 -\u003e Vector(30), __consumer_offsets-41 -\u003e Vector(30), __consumer_offsets-23 -\u003e Vector(30), __consumer_offsets-47 -\u003e Vector(30), metricbeat-0 -\u003e Vector(30), test-3-0 -\u003e Vector(30, 10), metricbeat-kafka-0 -\u003e Vector(30), filebeat-0 -\u003e Vector(30), test-2-0 -\u003e Vector(30, 10), __consumer_offsets-38 -\u003e Vector(30), __consumer_offsets-17 -\u003e Vector(30), test-1 -\u003e Vector(30, 10, 20), test-2-3 -\u003e Vector(30, 20), __consumer_offsets-11 -\u003e Vector(30), __consumer_offsets-2 -\u003e Vector(30), __consumer_offsets-14 -\u003e Vector(30), test-4 -\u003e Vector(30, 20, 10), metricbeat-system-0 -\u003e Vector(30), __consumer_offsets-20 -\u003e Vector(30), __consumer_offsets-44 -\u003e Vector(30), __consumer_offsets-5 -\u003e Vector(30), __consumer_offsets-26 -\u003e Vector(30), __consumer_offsets-29 -\u003e Vector(30), __consumer_offsets-32 -\u003e Vector(30)))", + "message": "Preferred replicas by broker Map(20 -> Map(__consumer_offsets-22 -> Vector(20), __consumer_offsets-4 -> Vector(20), __consumer_offsets-7 -> Vector(20), __consumer_offsets-46 -> Vector(20), __consumer_offsets-25 -> Vector(20), __consumer_offsets-49 -> Vector(20), __consumer_offsets-16 -> Vector(20), test-0 -> Vector(20, 30, 10), __consumer_offsets-28 -> Vector(20), __consumer_offsets-31 -> Vector(20), test-2-2 -> Vector(20, 30), __consumer_offsets-37 -> Vector(20), filebeat-system-0 -> Vector(20), test-3-3 -> Vector(20, 30), __consumer_offsets-19 -> Vector(20), __consumer_offsets-13 -> Vector(20), __consumer_offsets-43 -> Vector(20), __consumer_offsets-1 -> Vector(20), __consumer_offsets-34 -> Vector(20), __consumer_offsets-10 -> Vector(20), test-3 -> Vector(20, 10, 30), __consumer_offsets-40 -> Vector(20)), 10 -> Map(__consumer_offsets-30 -> Vector(10), __consumer_offsets-21 -> Vector(10), __consumer_offsets-27 -> Vector(10), __consumer_offsets-9 -> Vector(10), __consumer_offsets-33 -> Vector(10), __consumer_offsets-36 -> Vector(10), __consumer_offsets-42 -> Vector(10), __consumer_offsets-3 -> Vector(10), __consumer_offsets-18 -> Vector(10), test-5 -> Vector(10, 30, 20), __consumer_offsets-15 -> Vector(10), __consumer_offsets-24 -> Vector(10), test-3-1 -> Vector(10, 20), __consumer_offsets-48 -> Vector(10), filebeat-kafka-0 -> Vector(10), __consumer_offsets-6 -> Vector(10), test-2-1 -> Vector(10, 20), test-3-2 -> Vector(10, 30), __consumer_offsets-0 -> Vector(10), __consumer_offsets-39 -> Vector(10), __consumer_offsets-12 -> Vector(10), __consumer_offsets-45 -> Vector(10), test-2 -> Vector(10, 20, 30)), 30 -> Map(__consumer_offsets-8 -> Vector(30), __consumer_offsets-35 -> Vector(30), __consumer_offsets-41 -> Vector(30), __consumer_offsets-23 -> Vector(30), __consumer_offsets-47 -> Vector(30), metricbeat-0 -> Vector(30), test-3-0 -> Vector(30, 10), metricbeat-kafka-0 -> Vector(30), filebeat-0 -> Vector(30), test-2-0 -> Vector(30, 10), __consumer_offsets-38 -> Vector(30), __consumer_offsets-17 -> Vector(30), test-1 -> Vector(30, 10, 20), test-2-3 -> Vector(30, 20), __consumer_offsets-11 -> Vector(30), __consumer_offsets-2 -> Vector(30), __consumer_offsets-14 -> Vector(30), test-4 -> Vector(30, 20, 10), metricbeat-system-0 -> Vector(30), __consumer_offsets-20 -> Vector(30), __consumer_offsets-44 -> Vector(30), __consumer_offsets-5 -> Vector(30), __consumer_offsets-26 -> Vector(30), __consumer_offsets-29 -> Vector(30), __consumer_offsets-32 -> Vector(30)))", "tags": [ "preserve_original_event" ] @@ -259,7 +279,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:08:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 20 Map() (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -284,7 +306,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:08:32,475] TRACE [Controller id=10] Leader imbalance ratio for broker 20 is 0.0 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -308,8 +332,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-31 15:08:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 10 Map(test-3-1 -\u003e Vector(10, 20)) (kafka.controller.KafkaController)", - "type": "info" + "original": "[2018-10-31 15:08:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 10 Map(test-3-1 -> Vector(10, 20)) (kafka.controller.KafkaController)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -320,7 +346,7 @@ "log": { "level": "DEBUG" }, - "message": "Topics not in preferred replica for broker 10 Map(test-3-1 -\u003e Vector(10, 20))", + "message": "Topics not in preferred replica for broker 10 Map(test-3-1 -> Vector(10, 20))", "tags": [ "preserve_original_event" ] @@ -334,7 +360,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:08:32,475] TRACE [Controller id=10] Leader imbalance ratio for broker 10 is 0.043478260869565216 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -359,7 +387,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:08:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 30 Map() (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -384,7 +414,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:08:32,475] TRACE [Controller id=10] Leader imbalance ratio for broker 30 is 0.0 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -408,8 +440,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-31 15:09:30,306] INFO [Controller id=10] New topics: [Set(foo)], deleted topics: [Set()], new partition replica assignment [Map(foo-0 -\u003e Vector(20))] (kafka.controller.KafkaController)", - "type": "info" + "original": "[2018-10-31 15:09:30,306] INFO [Controller id=10] New topics: [Set(foo)], deleted topics: [Set()], new partition replica assignment [Map(foo-0 -> Vector(20))] (kafka.controller.KafkaController)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -420,7 +454,7 @@ "log": { "level": "INFO" }, - "message": "New topics: [Set(foo)], deleted topics: [Set()], new partition replica assignment [Map(foo-0 -\u003e Vector(20))]", + "message": "New topics: [Set(foo)], deleted topics: [Set()], new partition replica assignment [Map(foo-0 -> Vector(20))]", "tags": [ "preserve_original_event" ] @@ -434,7 +468,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:09:30,307] INFO [Controller id=10] New partition creation callback for foo-0 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -459,7 +495,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:09:30,396] INFO [RequestSendThread controllerId=10] Controller 10 connected to 10.122.220.20:9094 (id: 20 rack: null) for sending state change requests (kafka.controller.RequestSendThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -484,7 +522,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:09:30,397] INFO [RequestSendThread controllerId=10] Controller 10 connected to 10.122.220.20:9093 (id: 10 rack: null) for sending state change requests (kafka.controller.RequestSendThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -509,7 +549,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:09:30,396] INFO [RequestSendThread controllerId=10] Controller 10 connected to 10.122.220.20:9095 (id: 30 rack: null) for sending state change requests (kafka.controller.RequestSendThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -534,7 +576,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:13:32,475] TRACE [Controller id=10] Checking need to trigger auto leader balancing (kafka.controller.KafkaController)\n", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller.log-expected.json index 484acea52c9..e51b0a20a07 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,048] INFO [controller-event-thread]: Starting (kafka.controller.ControllerEventManager$ControllerEventThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -34,7 +36,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,063] INFO [Controller 0]: 0 successfully elected as the controller (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -59,7 +63,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,064] INFO [Controller 0]: Broker 0 starting become controller state transition (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -84,7 +90,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,082] INFO [Controller 0]: Controller 0 incremented epoch to 1 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -109,7 +117,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,085] DEBUG [Controller 0]: Registering IsrChangeNotificationListener (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -133,8 +143,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2017-08-04 10:48:21,154] INFO [Replica state machine on controller 0]: Started replica state machine with initial state -\u003e Map() (kafka.controller.ReplicaStateMachine)", - "type": "info" + "original": "[2017-08-04 10:48:21,154] INFO [Replica state machine on controller 0]: Started replica state machine with initial state -> Map() (kafka.controller.ReplicaStateMachine)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -145,7 +157,7 @@ "log": { "level": "INFO" }, - "message": "Started replica state machine with initial state -\u003e Map()", + "message": "Started replica state machine with initial state -> Map()", "tags": [ "preserve_original_event" ] @@ -158,8 +170,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2017-08-04 10:48:21,156] INFO [Partition state machine on Controller 0]: Started partition state machine with initial state -\u003e Map() (kafka.controller.PartitionStateMachine)", - "type": "info" + "original": "[2017-08-04 10:48:21,156] INFO [Partition state machine on Controller 0]: Started partition state machine with initial state -> Map() (kafka.controller.PartitionStateMachine)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -170,7 +184,7 @@ "log": { "level": "INFO" }, - "message": "Started partition state machine with initial state -\u003e Map()", + "message": "Started partition state machine with initial state -> Map()", "tags": [ "preserve_original_event" ] @@ -184,7 +198,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,157] INFO [Controller 0]: Broker 0 is ready to serve as the new controller with epoch 1 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -209,7 +225,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,165] INFO [Partition state machine on Controller 0]: Invoking state change to OnlinePartition for partitions (kafka.controller.PartitionStateMachine)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -234,7 +252,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:22,588] DEBUG [Controller 0]: Live brokers: (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -259,7 +279,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,094] INFO [controller-event-thread]: Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -284,7 +306,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,095] INFO [controller-event-thread]: Stopped (kafka.controller.ControllerEventManager$ControllerEventThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -309,7 +333,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,097] INFO [controller-event-thread]: Shutdown completed (kafka.controller.ControllerEventManager$ControllerEventThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -334,7 +360,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,099] DEBUG [Controller 0]: Controller resigning, broker id 0 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -359,7 +387,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,100] DEBUG [Controller 0]: De-registering IsrChangeNotificationListener (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -384,7 +414,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,105] INFO [Partition state machine on Controller 0]: Stopped partition state machine (kafka.controller.PartitionStateMachine)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -409,7 +441,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,111] INFO [Replica state machine on controller 0]: Stopped replica state machine (kafka.controller.ReplicaStateMachine)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -434,7 +468,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,112] INFO [Controller-0-to-broker-0-send-thread]: Shutting down (kafka.controller.RequestSendThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -459,7 +495,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,112] INFO [Controller-0-to-broker-0-send-thread]: Stopped (kafka.controller.RequestSendThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -484,7 +522,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,113] INFO [Controller-0-to-broker-0-send-thread]: Shutdown completed (kafka.controller.RequestSendThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-server-2-0-0.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-server-2-0-0.log-expected.json index 5089ca98ccc..0a984441113 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-server-2-0-0.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-server-2-0-0.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:04:41,718] INFO [GroupMetadataManager brokerId=10] Removed 0 expired offsets in 0 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -34,7 +36,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:14:41,719] INFO [GroupMetadataManager brokerId=10] Removed 0 expired offsets in 1 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -59,7 +63,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:24:41,719] INFO [GroupMetadataManager brokerId=10] Removed 0 expired offsets in 1 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -84,7 +90,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:34:41,719] INFO [GroupMetadataManager brokerId=10] Removed 0 expired offsets in 0 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -109,7 +117,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:44:41,719] INFO [GroupMetadataManager brokerId=10] Removed 0 expired offsets in 1 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -134,7 +144,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,313] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -159,7 +171,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,314] INFO [Partition test-3 broker=10] test-3 starts at Leader Epoch 1 from offset 0. Previous Leader Epoch was: 0 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -184,7 +198,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,321] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -209,7 +225,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,322] INFO [ReplicaFetcherManager on broker 10] Added fetcher for partitions List([test-0, initOffset 0 to broker BrokerEndPoint(30,10.122.220.20,9095)] ) (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -234,7 +252,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,322] INFO [ReplicaAlterLogDirsManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -259,7 +279,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,323] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -284,7 +306,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,323] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Error sending fetch request (sessionId=1901923426, epoch=30531) to node 20: java.nio.channels.ClosedSelectorException. (org.apache.kafka.clients.FetchSessionHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -309,7 +333,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,324] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -334,7 +360,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,331] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -359,7 +387,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,348] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-5,test-2,test-2-1 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -384,7 +414,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,348] INFO [Partition test-5 broker=10] test-5 starts at Leader Epoch 1 from offset 0. Previous Leader Epoch was: 0 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -409,7 +441,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,350] INFO [Partition test-2 broker=10] test-2 starts at Leader Epoch 1 from offset 0. Previous Leader Epoch was: 0 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -434,7 +468,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,351] INFO [Partition test-2-1 broker=10] test-2-1 starts at Leader Epoch 1 from offset 0. Previous Leader Epoch was: 0 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -459,7 +495,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,355] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -484,7 +522,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,360] INFO [ReplicaFetcherManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -509,7 +549,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,361] INFO [ReplicaAlterLogDirsManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -534,7 +576,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,421] WARN [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Based on follower's leader epoch, leader replied with an unknown offset in test-0. The initial fetch offset 0 will be used for truncation. (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -559,7 +603,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,421] INFO [Log partition=test-0, dir=/tmp/kafka-logs-10] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -584,7 +630,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:24,508] INFO [ReplicaAlterLogDirsManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -609,7 +657,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:51:56,064] INFO [Partition test-5 broker=10] Expanding ISR from 10,30 to 10,30,20 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -634,7 +684,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:51:56,091] INFO [Partition test-3 broker=10] Expanding ISR from 10,30 to 10,30,20 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -659,7 +711,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:51:56,098] INFO [Partition test-2 broker=10] Expanding ISR from 10,30 to 10,30,20 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -684,7 +738,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:51:56,104] INFO [Partition test-2-1 broker=10] Expanding ISR from 10 to 10,20 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -709,7 +765,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,461] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -734,7 +792,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,481] INFO [ReplicaFetcherManager on broker 10] Added fetcher for partitions List([test-0, initOffset 0 to broker BrokerEndPoint(20,10.122.220.20,9094)] ) (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -759,7 +819,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,482] INFO [ReplicaAlterLogDirsManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -784,7 +846,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,483] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -809,7 +873,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,501] WARN [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Based on follower's leader epoch, leader replied with an unknown offset in test-0. The initial fetch offset 0 will be used for truncation. (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -834,7 +900,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,504] INFO [Log partition=test-0, dir=/tmp/kafka-logs-10] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -859,7 +927,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,504] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -884,7 +954,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,508] INFO [ReplicaFetcherManager on broker 10] Added fetcher for partitions List([test-3, initOffset 0 to broker BrokerEndPoint(20,10.122.220.20,9094)] ) (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -909,7 +981,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,510] INFO [ReplicaAlterLogDirsManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -934,7 +1008,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:32,043] WARN [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Based on follower's leader epoch, leader replied with an unknown offset in test-3. The initial fetch offset 0 will be used for truncation. (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -959,7 +1035,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:32,044] INFO [Log partition=test-3, dir=/tmp/kafka-logs-10] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -984,7 +1062,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:41,719] INFO [GroupMetadataManager brokerId=10] Removed 0 expired offsets in 0 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1009,7 +1089,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,790] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3-2 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1034,7 +1116,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,809] INFO [Log partition=test-3-2, dir=/tmp/kafka-logs-10] Loading producer state till offset 0 with message format version 2 (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1059,7 +1143,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,810] INFO [Log partition=test-3-2, dir=/tmp/kafka-logs-10] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 2 ms (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1083,8 +1169,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-17 12:57:17,812] INFO Created log for partition test-3-2 in /tmp/kafka-logs-10 with properties {compression.type -\u003e producer, message.format.version -\u003e 2.0-IV1, file.delete.delay.ms -\u003e 60000, max.message.bytes -\u003e 1000012, min.compaction.lag.ms -\u003e 0, message.timestamp.type -\u003e CreateTime, message.downconversion.enable -\u003e true, min.insync.replicas -\u003e 1, segment.jitter.ms -\u003e 0, preallocate -\u003e false, min.cleanable.dirty.ratio -\u003e 0.5, index.interval.bytes -\u003e 4096, unclean.leader.election.enable -\u003e false, retention.bytes -\u003e -1, delete.retention.ms -\u003e 86400000, cleanup.policy -\u003e [delete], flush.ms -\u003e 9223372036854775807, segment.ms -\u003e 604800000, segment.bytes -\u003e 1073741824, retention.ms -\u003e 604800000, message.timestamp.difference.max.ms -\u003e 9223372036854775807, segment.index.bytes -\u003e 10485760, flush.messages -\u003e 9223372036854775807}. (kafka.log.LogManager)", - "type": "info" + "original": "[2018-10-17 12:57:17,812] INFO Created log for partition test-3-2 in /tmp/kafka-logs-10 with properties {compression.type -> producer, message.format.version -> 2.0-IV1, file.delete.delay.ms -> 60000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1095,7 +1183,7 @@ "log": { "level": "INFO" }, - "message": "flush.ms -\u003e 9223372036854775807, segment.ms -\u003e 604800000, segment.bytes -\u003e 1073741824, retention.ms -\u003e 604800000, message.timestamp.difference.max.ms -\u003e 9223372036854775807, segment.index.bytes -\u003e 10485760, flush.messages -\u003e 9223372036854775807}.", + "message": "flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}.", "tags": [ "preserve_original_event" ] @@ -1109,7 +1197,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,816] INFO [Partition test-3-2 broker=10] No checkpointed highwatermark is found for partition test-3-2 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1134,7 +1224,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,816] INFO Replica loaded for partition test-3-2 with initial high watermark 0 (kafka.cluster.Replica)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1159,7 +1251,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,816] INFO Replica loaded for partition test-3-2 with initial high watermark 0 (kafka.cluster.Replica)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1184,7 +1278,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,816] INFO [Partition test-3-2 broker=10] test-3-2 starts at Leader Epoch 0 from offset 0. Previous Leader Epoch was: -1 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1209,7 +1305,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,817] INFO Replica loaded for partition test-3-0 with initial high watermark 0 (kafka.cluster.Replica)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1234,7 +1332,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,833] INFO [Log partition=test-3-0, dir=/tmp/kafka-logs-10] Loading producer state till offset 0 with message format version 2 (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1259,7 +1359,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,833] INFO [Log partition=test-3-0, dir=/tmp/kafka-logs-10] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 5 ms (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1283,8 +1385,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-17 12:57:17,835] INFO Created log for partition test-3-0 in /tmp/kafka-logs-10 with properties {compression.type -\u003e producer, message.format.version -\u003e 2.0-IV1, file.delete.delay.ms -\u003e 60000, max.message.bytes -\u003e 1000012, min.compaction.lag.ms -\u003e 0, message.timestamp.type -\u003e CreateTime, message.downconversion.enable -\u003e true, min.insync.replicas -\u003e 1, segment.jitter.ms -\u003e 0, preallocate -\u003e false, min.cleanable.dirty.ratio -\u003e 0.5, index.interval.bytes -\u003e 4096, unclean.leader.election.enable -\u003e false, retention.bytes -\u003e -1, delete.retention.ms -\u003e 86400000, cleanup.policy -\u003e [delete], flush.ms -\u003e 9223372036854775807, segment.ms -\u003e 604800000, segment.bytes -\u003e 1073741824, retention.ms -\u003e 604800000, message.timestamp.difference.max.ms -\u003e 9223372036854775807, segment.index.bytes -\u003e 10485760, flush.messages -\u003e 9223372036854775807}. (kafka.log.LogManager)", - "type": "info" + "original": "[2018-10-17 12:57:17,835] INFO Created log for partition test-3-0 in /tmp/kafka-logs-10 with properties {compression.type -> producer, message.format.version -> 2.0-IV1, file.delete.delay.ms -> 60000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1295,7 +1399,7 @@ "log": { "level": "INFO" }, - "message": "flush.ms -\u003e 9223372036854775807, segment.ms -\u003e 604800000, segment.bytes -\u003e 1073741824, retention.ms -\u003e 604800000, message.timestamp.difference.max.ms -\u003e 9223372036854775807, segment.index.bytes -\u003e 10485760, flush.messages -\u003e 9223372036854775807}.", + "message": "flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}.", "tags": [ "preserve_original_event" ] @@ -1309,7 +1413,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,836] INFO [Partition test-3-0 broker=10] No checkpointed highwatermark is found for partition test-3-0 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1334,7 +1440,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,836] INFO Replica loaded for partition test-3-0 with initial high watermark 0 (kafka.cluster.Replica)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1359,7 +1467,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,837] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1384,7 +1494,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,838] INFO [ReplicaFetcherManager on broker 10] Added fetcher for partitions List([test-3-0, initOffset 0 to broker BrokerEndPoint(30,10.122.220.20,9095)] ) (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1409,7 +1521,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,839] INFO [ReplicaAlterLogDirsManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1434,7 +1548,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,896] WARN [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Based on follower's leader epoch, leader replied with an unknown offset in test-3-0. The initial fetch offset 0 will be used for truncation. (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1459,7 +1575,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,897] INFO [Log partition=test-3-0, dir=/tmp/kafka-logs-10] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1484,7 +1602,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:18,400] ERROR [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Error for partition test-3-0 at offset 0 (kafka.server.ReplicaFetcherThread)\norg.apache.kafka.common.errors.UnknownTopicOrPartitionException: This server does not host this topic-partition.", - "type": "error" + "type": [ + "error" + ] }, "kafka": { "log": { @@ -1513,7 +1633,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,490] INFO Terminating process due to signal SIGTERM (org.apache.kafka.common.utils.LoggingSignalHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1538,7 +1660,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,492] INFO [KafkaServer id=10] shutting down (kafka.server.KafkaServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1563,7 +1687,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,494] INFO [KafkaServer id=10] Starting controlled shutdown (kafka.server.KafkaServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1588,7 +1714,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,547] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1613,7 +1741,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,550] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1638,7 +1768,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,556] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1663,7 +1795,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,556] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-0 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1688,7 +1822,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,558] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1713,7 +1849,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,558] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-3-0 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1738,7 +1876,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,561] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-2-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1763,7 +1903,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,561] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-2-0 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1788,7 +1930,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,567] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-1 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1813,7 +1957,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,567] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-1 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1838,7 +1984,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,568] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-4 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1863,7 +2011,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,568] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-4 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1888,7 +2038,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,568] INFO [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1913,7 +2065,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,577] INFO [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Error sending fetch request (sessionId=461323381, epoch=31537) to node 30: java.nio.channels.ClosedSelectorException. (org.apache.kafka.clients.FetchSessionHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1938,7 +2092,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,577] INFO [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1963,7 +2119,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,583] INFO [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1988,7 +2146,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,585] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2013,7 +2173,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,586] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-3 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2038,7 +2200,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,594] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2063,7 +2227,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,601] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Error sending fetch request (sessionId=1016438239, epoch=510) to node 20: java.nio.channels.ClosedSelectorException. (org.apache.kafka.clients.FetchSessionHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2088,7 +2254,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,602] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2113,7 +2281,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,602] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2138,7 +2308,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,604] INFO [KafkaServer id=10] Controlled shutdown succeeded (kafka.server.KafkaServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2163,7 +2335,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,605] INFO [/config/changes-event-process-thread]: Shutting down (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2188,7 +2362,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,606] INFO [/config/changes-event-process-thread]: Stopped (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2213,7 +2389,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,606] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2238,7 +2416,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,606] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2263,7 +2443,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,606] INFO [/config/changes-event-process-thread]: Shutdown completed (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2288,7 +2470,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,607] INFO [SocketServer brokerId=10] Stopping socket server request processors (kafka.network.SocketServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2313,7 +2497,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,608] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2338,7 +2524,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,608] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-3 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2363,7 +2551,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,609] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-1 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2388,7 +2578,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,609] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-1 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2413,7 +2605,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,610] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2438,7 +2632,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,610] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-0 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2463,7 +2659,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,611] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2488,7 +2686,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,611] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-3-0 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2513,7 +2713,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,617] INFO [SocketServer brokerId=10] Stopped socket server request processors (kafka.network.SocketServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2538,7 +2740,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,631] INFO [Kafka Request Handler on Broker 10], shutting down (kafka.server.KafkaRequestHandlerPool)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2563,7 +2767,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,637] INFO [Kafka Request Handler on Broker 10], shut down completely (kafka.server.KafkaRequestHandlerPool)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2588,7 +2794,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,647] INFO [KafkaApi-10] Shutdown complete. (kafka.server.KafkaApis)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2613,7 +2821,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,649] INFO [ExpirationReaper-10-topic]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2638,7 +2848,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,846] INFO [ExpirationReaper-10-topic]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2663,7 +2875,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,846] INFO [ExpirationReaper-10-topic]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2688,7 +2902,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,847] INFO [TransactionCoordinator id=10] Shutting down. (kafka.coordinator.transaction.TransactionCoordinator)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2713,7 +2929,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,847] INFO [ProducerId Manager 10]: Shutdown complete: last producerId assigned 2000 (kafka.coordinator.transaction.ProducerIdManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2738,7 +2956,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,848] INFO [Transaction State Manager 10]: Shutdown complete (kafka.coordinator.transaction.TransactionStateManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2763,7 +2983,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,848] INFO [Transaction Marker Channel Manager 10]: Shutting down (kafka.coordinator.transaction.TransactionMarkerChannelManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2788,7 +3010,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,848] INFO [Transaction Marker Channel Manager 10]: Stopped (kafka.coordinator.transaction.TransactionMarkerChannelManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2813,7 +3037,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,848] INFO [Transaction Marker Channel Manager 10]: Shutdown completed (kafka.coordinator.transaction.TransactionMarkerChannelManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2838,7 +3064,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,848] INFO [TransactionCoordinator id=10] Shutdown complete. (kafka.coordinator.transaction.TransactionCoordinator)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2863,7 +3091,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,849] INFO [GroupCoordinator 10]: Shutting down. (kafka.coordinator.group.GroupCoordinator)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2888,7 +3118,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,849] INFO [ExpirationReaper-10-Heartbeat]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2913,7 +3145,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,959] INFO [ExpirationReaper-10-Heartbeat]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2938,7 +3172,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,959] INFO [ExpirationReaper-10-Heartbeat]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2963,7 +3199,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,960] INFO [ExpirationReaper-10-Rebalance]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2988,7 +3226,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,964] INFO [ExpirationReaper-10-Rebalance]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3013,7 +3253,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,964] INFO [ExpirationReaper-10-Rebalance]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3038,7 +3280,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,964] INFO [GroupCoordinator 10]: Shutdown complete. (kafka.coordinator.group.GroupCoordinator)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3063,7 +3307,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,965] INFO [ReplicaManager broker=10] Shutting down (kafka.server.ReplicaManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3088,7 +3334,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,965] INFO [LogDirFailureHandler]: Shutting down (kafka.server.ReplicaManager$LogDirFailureHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3113,7 +3361,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,968] INFO [LogDirFailureHandler]: Stopped (kafka.server.ReplicaManager$LogDirFailureHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3138,7 +3388,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,968] INFO [LogDirFailureHandler]: Shutdown completed (kafka.server.ReplicaManager$LogDirFailureHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3163,7 +3415,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,970] INFO [ReplicaFetcherManager on broker 10] shutting down (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3188,7 +3442,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,972] INFO [ReplicaFetcherManager on broker 10] shutdown completed (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3213,7 +3469,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,973] INFO [ReplicaAlterLogDirsManager on broker 10] shutting down (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3238,7 +3496,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,974] INFO [ReplicaAlterLogDirsManager on broker 10] shutdown completed (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3263,7 +3523,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,974] INFO [ExpirationReaper-10-Fetch]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3288,7 +3550,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,059] INFO [ExpirationReaper-10-Fetch]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3313,7 +3577,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,059] INFO [ExpirationReaper-10-Fetch]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3338,7 +3604,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,060] INFO [ExpirationReaper-10-Produce]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3363,7 +3631,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,184] INFO [ExpirationReaper-10-Produce]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3388,7 +3658,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,184] INFO [ExpirationReaper-10-Produce]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3413,7 +3685,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,184] INFO [ExpirationReaper-10-DeleteRecords]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3438,7 +3712,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,184] INFO [ExpirationReaper-10-DeleteRecords]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3463,7 +3739,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,184] INFO [ExpirationReaper-10-DeleteRecords]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3488,7 +3766,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,186] INFO [ReplicaManager broker=10] Shut down completely (kafka.server.ReplicaManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3513,7 +3793,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,187] INFO Shutting down. (kafka.log.LogManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3538,7 +3820,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,208] INFO [ProducerStateManager partition=filebeat-kafka-0] Writing producer snapshot at offset 771608 (kafka.log.ProducerStateManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3563,7 +3847,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,244] INFO Shutdown complete. (kafka.log.LogManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3588,7 +3874,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,248] INFO [ZooKeeperClient] Closing. (kafka.zookeeper.ZooKeeperClient)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3613,7 +3901,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,251] INFO Session: 0x100171af0080002 closed (org.apache.zookeeper.ZooKeeper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3638,7 +3928,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,252] INFO [ZooKeeperClient] Closed. (kafka.zookeeper.ZooKeeperClient)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3663,7 +3955,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,253] INFO [ThrottledChannelReaper-Fetch]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3688,7 +3982,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,253] INFO EventThread shut down for session: 0x100171af0080002 (org.apache.zookeeper.ClientCnxn)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3713,7 +4009,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:49,201] INFO [ThrottledChannelReaper-Fetch]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3738,7 +4036,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:49,201] INFO [ThrottledChannelReaper-Fetch]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3763,7 +4063,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:49,201] INFO [ThrottledChannelReaper-Produce]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3788,7 +4090,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:49,209] INFO [ThrottledChannelReaper-Produce]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3813,7 +4117,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:49,209] INFO [ThrottledChannelReaper-Produce]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3838,7 +4144,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:49,209] INFO [ThrottledChannelReaper-Request]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3863,7 +4171,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:50,209] INFO [ThrottledChannelReaper-Request]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3888,7 +4198,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:50,209] INFO [ThrottledChannelReaper-Request]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3913,7 +4225,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:50,209] INFO [SocketServer brokerId=10] Shutting down socket server (kafka.network.SocketServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3938,7 +4252,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:50,224] INFO [SocketServer brokerId=10] Shutdown completed (kafka.network.SocketServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3963,7 +4279,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:50,233] INFO [KafkaServer id=10] shut down completed (kafka.server.KafkaServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-server.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-server.log-expected.json index 382f822ba53..0c480929e21 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-server.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-server.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,377] INFO starting (kafka.server.KafkaServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -34,7 +36,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,379] INFO Connecting to zookeeper on localhost:2181 (kafka.server.KafkaServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -59,7 +63,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,400] INFO Client environment:java.io.tmpdir=/tmp (org.apache.zookeeper.ZooKeeper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -83,8 +89,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2017-08-04 10:48:20,400] INFO Client environment:java.compiler=\u003cNA\u003e (org.apache.zookeeper.ZooKeeper)", - "type": "info" + "original": "[2017-08-04 10:48:20,400] INFO Client environment:java.compiler= (org.apache.zookeeper.ZooKeeper)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -95,7 +103,7 @@ "log": { "level": "INFO" }, - "message": "Client environment:java.compiler=\u003cNA\u003e", + "message": "Client environment:java.compiler=", "tags": [ "preserve_original_event" ] @@ -109,7 +117,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,401] INFO Initiating client connection, connectString=localhost:2181 sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@5ffead27 (org.apache.zookeeper.ZooKeeper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -134,7 +144,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,413] INFO Waiting for keeper state SyncConnected (org.I0Itec.zkclient.ZkClient)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -159,7 +171,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,415] INFO Opening socket connection to server localhost/0:0:0:0:0:0:0:1:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -184,7 +198,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,420] INFO Socket connection established to localhost/0:0:0:0:0:0:0:1:2181, initiating session (org.apache.zookeeper.ClientCnxn)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -209,7 +225,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,457] INFO Session establishment complete on server localhost/0:0:0:0:0:0:0:1:2181, sessionid = 0x15dabf8d4140000, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -234,7 +252,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,458] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -259,7 +279,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,748] WARN No meta.properties file under dir /tmp/kafka-logs/meta.properties (kafka.server.BrokerMetadataCheckpoint)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -284,7 +306,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,800] INFO [ThrottledRequestReaper-Fetch]: Starting (kafka.server.ClientQuotaManager$ThrottledRequestReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -309,7 +333,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,866] INFO Log directory '/tmp/kafka-logs' not found, creating it. (kafka.log.LogManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -334,7 +360,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,873] INFO Loading logs. (kafka.log.LogManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -359,7 +387,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,062] INFO [ExpirationReaper-0-Heartbeat]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -384,7 +414,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,063] INFO Result of znode creation is: OK (kafka.utils.ZKCheckedEphemeral)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -409,7 +441,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,095] INFO [Group Metadata Manager on Broker 0]: Removed 0 expired offsets in 1 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -434,7 +468,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,127] INFO [ProducerId Manager 0]: Acquired new producerId block (brokerId:0,blockStartProducerId:0,blockEndProducerId:999) by writing to Zk with path version 1 (kafka.coordinator.transaction.ProducerIdManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -459,7 +495,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,162] INFO [Transaction Coordinator 0]: Starting up. (kafka.coordinator.transaction.TransactionCoordinator)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -484,7 +522,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,167] INFO [Transaction Marker Channel Manager 0]: Starting (kafka.coordinator.transaction.TransactionMarkerChannelManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-1-1-0.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-1-1-0.log-expected.json index a1bf5a09231..e751ba4c139 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-1-1-0.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-1-1-0.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-07-16 10:17:06,489] TRACE [Broker id=30] Cached leader info PartitionState(controllerEpoch=25, leader=-1, leaderEpoch=15, isr=[10], zkVersion=15, replicas=[10], offlineReplicas=[10]) for partition __consumer_offsets-16 in response to UpdateMetadata request sent by controller 20 epoch 25 with correlation id 8 (state.change.logger)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-0-0.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-0-0.log-expected.json index 0559adc370f..fcce6ae5753 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-0-0.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-0-0.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:09:30,451] TRACE [Broker id=20] Cached leader info PartitionState(controllerEpoch=5, leader=20, leaderEpoch=0, isr=[20], zkVersion=0, replicas=[20], offlineReplicas=[]) for partition foo-0 in response to UpdateMetadata request sent by controller 10 epoch 5 with correlation id 146 (state.change.logger)\n", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-2-2.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-2-2.log-expected.json index 8860d2deece..51abf7a183d 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-2-2.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-2-2.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2020-04-23 00:28:21,796] [WARN ] [kafka-request-handler-7] [state.change.logger] - [Broker id=1] Ignoring LeaderAndIsr request from controller 1 with correlation id 1 epoch 27 for partition xxx.xxx.inventory.test.1-0-2 since its associated leader epoch 5 is not higher than the current leader epoch 5 ", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -35,7 +37,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2020-01-20 01:32:00,705] [ERROR] [controller-event-thread] [state.change.logger] - [Controller id=1 epoch=25] Controller 1 epoch 25 failed to change state for partition xxx.xxx.na.och.aud.1-0-2 from OfflinePartition to OnlinePartition\nkafka.common.StateChangeFailedException: Failed to elect leader for partition xxx.xxx.na.och.aud.1-0-2 under strategy OfflinePartitionLeaderElectionStrategy\n at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390)\n at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)\n at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)\n at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)\n at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388)\n at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315)\n at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225)\n at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141)\n at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:123)\n at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:109)\n at kafka.controller.PartitionStateMachine.startup(PartitionStateMachine.scala:66)\n at kafka.controller.KafkaController.onControllerFailover(KafkaController.scala:266)\n at kafka.controller.KafkaController.kafka$controller$KafkaController$$elect(KafkaController.scala:1271)\n at kafka.controller.KafkaController$Startup$.process(KafkaController.scala:1184)\n at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:94)\n at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)\n at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31)\n at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:94)\n at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)\n", - "type": "error" + "type": [ + "error" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change.log-expected.json index 450dd31ca92..5ff4851ab86 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,428] TRACE Controller 0 epoch 1 received response {error_code=0} for a request sent to broker baldur:9092 (id: 0 rack: null) (state.change.logger)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/elasticsearch/ingest_pipeline/default.yml b/packages/kafka/data_stream/log/elasticsearch/ingest_pipeline/default.yml index 1b335a12ec2..e7b75c9fc55 100644 --- a/packages/kafka/data_stream/log/elasticsearch/ingest_pipeline/default.yml +++ b/packages/kafka/data_stream/log/elasticsearch/ingest_pipeline/default.yml @@ -73,9 +73,9 @@ processors: def errorLevels = ["ERROR", "FATAL"]; if (ctx?.log?.level != null) { if (errorLevels.contains(ctx.log.level)) { - ctx.event.type = "error"; + ctx.event.type = ["error"]; } else { - ctx.event.type = "info"; + ctx.event.type = ["info"]; } } - remove: diff --git a/packages/kafka/data_stream/log/manifest.yml b/packages/kafka/data_stream/log/manifest.yml index 4c855f1d41b..7cc2ab2f19e 100644 --- a/packages/kafka/data_stream/log/manifest.yml +++ b/packages/kafka/data_stream/log/manifest.yml @@ -50,4 +50,5 @@ streams: description: Collect Kafka log logs using log input # Ensures agents have permissions to write data to `logs-kafka.log-*` -elasticsearch.dynamic_namespace: true +elasticsearch: + dynamic_namespace: true diff --git a/packages/kafka/manifest.yml b/packages/kafka/manifest.yml index b76186eb04d..086a56a8331 100644 --- a/packages/kafka/manifest.yml +++ b/packages/kafka/manifest.yml @@ -1,14 +1,15 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: kafka title: Kafka -version: "1.9.2" +version: "1.10.0" description: Collect logs and metrics from Kafka servers with Elastic Agent. type: integration categories: - stream_processing - observability conditions: - kibana.version: "^8.8.0" + kibana: + version: "^8.8.0" elastic: subscription: basic screenshots: @@ -63,3 +64,4 @@ policy_templates: show_user: true owner: github: elastic/obs-infraobs-integrations + type: elastic From dbf3db70f535b4dfc94bd890d62441a3c387f794 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 14:41:15 +0530 Subject: [PATCH 22/44] [microsoft_sqlserver]: migration with yq --- .../data_stream/audit/fields/winlog.yml | 20 ------------------- 1 file changed, 20 deletions(-) diff --git a/packages/microsoft_sqlserver/data_stream/audit/fields/winlog.yml b/packages/microsoft_sqlserver/data_stream/audit/fields/winlog.yml index 075d40345dc..629ca152b69 100644 --- a/packages/microsoft_sqlserver/data_stream/audit/fields/winlog.yml +++ b/packages/microsoft_sqlserver/data_stream/audit/fields/winlog.yml @@ -5,7 +5,6 @@ fields: - name: api - required: true type: keyword description: > The event log API type used to read the record. The possible values are "wineventlog" for the Windows Event Log API or "eventlogging" for the Event Logging API. @@ -14,20 +13,17 @@ - name: activity_id type: keyword - required: false description: > A globally unique identifier that identifies the current activity. The events that are published with this identifier are part of the same activity. - name: computer_name type: keyword - required: true description: > The name of the computer that generated the record. When using Windows event forwarding, this name can differ from `agent.hostname`. - name: event_data type: object object_type: keyword - required: false description: > The event-specific data. This field is mutually exclusive with `user_data`. If you are capturing event data on versions prior to Windows Vista, the parameters in `event_data` are named `param1`, `param2`, and so on, because event log parameters are unnamed in earlier versions of Windows. @@ -55,77 +51,64 @@ type: keyword - name: event_id type: keyword - required: true description: > The event identifier. The value is specific to the source of the event. - name: keywords type: keyword - required: false description: > The keywords are used to classify an event. - name: channel type: keyword - required: true description: > The name of the channel from which this record was read. This value is one of the names from the `event_logs` collection in the configuration. - name: record_id type: keyword - required: true description: > The record ID of the event log record. The first record written to an event log is record number 1, and other records are numbered sequentially. If the record number reaches the maximum value (2^32^ for the Event Logging API and 2^64^ for the Windows Event Log API), the next record number will be 0. - name: related_activity_id type: keyword - required: false description: > A globally unique identifier that identifies the activity to which control was transferred to. The related events would then have this identifier as their `activity_id` identifier. - name: opcode type: keyword - required: false description: > The opcode defined in the event. Task and opcode are typically used to identify the location in the application from where the event was logged. - name: provider_guid type: keyword - required: false description: > A globally unique identifier that identifies the provider that logged the event. - name: process.pid type: long - required: false description: > The process_id of the Client Server Runtime Process. - name: provider_name type: keyword - required: true description: > The source of the event log record (the application or service that logged the record). - name: task type: keyword - required: false description: > The task defined in the event. Task and opcode are typically used to identify the location in the application from where the event was logged. The category used by the Event Logging API (on pre Windows Vista operating systems) is written to this field. - name: process.thread.id type: long - required: false - name: user_data type: object object_type: keyword - required: false description: > The event specific data. This field is mutually exclusive with `event_data`. - name: user.identifier type: keyword - required: false example: S-1-5-21-3541430928-2051711210-1391384369-1001 description: > The Windows security identifier (SID) of the account associated with this event. @@ -139,17 +122,14 @@ - name: user.domain type: keyword - required: false description: > The domain that the account associated with this event is a member of. - name: user.type type: keyword - required: false description: > The type of account associated with this event. - name: version type: long - required: false description: The version number of the event's definition. From e1bc770b747bb90157494d3c17c79ecfe79f2e1b Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 14:59:24 +0530 Subject: [PATCH 23/44] [microsoft_sqlserver] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -skip-format -fix-dotted-yaml-keys -add-owner-type packages/microsoft_sqlserver --- packages/microsoft_sqlserver/changelog.yml | 5 + .../pipeline/test-events.json-expected.json | 2 +- .../pipeline/test-sqlserver.log-expected.json | 234 +++++++++--------- packages/microsoft_sqlserver/manifest.yml | 8 +- 4 files changed, 128 insertions(+), 121 deletions(-) diff --git a/packages/microsoft_sqlserver/changelog.yml b/packages/microsoft_sqlserver/changelog.yml index b73a35ce118..25901e400ee 100644 --- a/packages/microsoft_sqlserver/changelog.yml +++ b/packages/microsoft_sqlserver/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 2.3.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} - version: "2.2.2" changes: - description: Bump minimum kibana version for fetch_from_all_databases feature diff --git a/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-expected.json b/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-expected.json index 394cb41389d..6d93858cc1b 100644 --- a/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-expected.json +++ b/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-expected.json @@ -494,7 +494,7 @@ "server_instance_name": "WINDEV2108EVAL", "server_principal_id": "0", "session_id": "0", - "statement": "Login failed for user 'User'. Reason: Could not find a login matching the name provided. [CLIENT: \u003clocal machine\u003e]", + "statement": "Login failed for user 'User'. Reason: Could not find a login matching the name provided. [CLIENT: ]", "succeeded": false, "target_database_principal_id": "0", "target_server_principal_id": "0", diff --git a/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-sqlserver.log-expected.json b/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-sqlserver.log-expected.json index 5c2d64e4a15..b137e0be722 100644 --- a/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-sqlserver.log-expected.json +++ b/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-sqlserver.log-expected.json @@ -9,14 +9,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903325381Z", + "ingested": "2023-10-12T09:29:23.928014797Z", "kind": "event", - "original": "2022-07-08 05:42:10.35 Server Microsoft SQL Server 2019 (RTM-CU16-GDR) (KB5014353) - 15.0.4236.7 (X64) \n\tMay 29 2022 15:55:47 \n\tCopyright (C) 2019 Microsoft Corporation\n\tDeveloper Edition (64-bit) on Linux (Ubuntu 20.04.4 LTS) \u003cX64\u003e", + "original": "2022-07-08 05:42:10.35 Server Microsoft SQL Server 2019 (RTM-CU16-GDR) (KB5014353) - 15.0.4236.7 (X64) \n\tMay 29 2022 15:55:47 \n\tCopyright (C) 2019 Microsoft Corporation\n\tDeveloper Edition (64-bit) on Linux (Ubuntu 20.04.4 LTS) ", "type": [ "info" ] }, - "message": "Microsoft SQL Server 2019 (RTM-CU16-GDR) (KB5014353) - 15.0.4236.7 (X64) \n\tMay 29 2022 15:55:47 \n\tCopyright (C) 2019 Microsoft Corporation\n\tDeveloper Edition (64-bit) on Linux (Ubuntu 20.04.4 LTS) \u003cX64\u003e", + "message": "Microsoft SQL Server 2019 (RTM-CU16-GDR) (KB5014353) - 15.0.4236.7 (X64) \n\tMay 29 2022 15:55:47 \n\tCopyright (C) 2019 Microsoft Corporation\n\tDeveloper Edition (64-bit) on Linux (Ubuntu 20.04.4 LTS) ", "microsoft_sqlserver": { "log": { "origin": "Server" @@ -32,7 +32,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903338323Z", + "ingested": "2023-10-12T09:29:23.928040422Z", "kind": "event", "original": "2022-07-08 05:42:10.35 Server UTC adjustment: 0:00", "type": [ @@ -55,7 +55,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903339929Z", + "ingested": "2023-10-12T09:29:23.928041547Z", "kind": "event", "original": "2022-07-08 05:42:10.35 Server (c) Microsoft Corporation.", "type": [ @@ -78,7 +78,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903340797Z", + "ingested": "2023-10-12T09:29:23.928042339Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server All rights reserved.", "type": [ @@ -101,7 +101,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903341640Z", + "ingested": "2023-10-12T09:29:23.928043130Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server Server process ID is 396.", "type": [ @@ -124,7 +124,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903342471Z", + "ingested": "2023-10-12T09:29:23.928043880Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server Logging SQL Server messages in file '/var/opt/mssql/log/errorlog'.", "type": [ @@ -147,7 +147,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903343277Z", + "ingested": "2023-10-12T09:29:23.928044630Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server Registry startup parameters: \n\t -d /var/opt/mssql/data/master.mdf\n\t -l /var/opt/mssql/data/mastlog.ldf\n\t -e /var/opt/mssql/log/errorlog", "type": [ @@ -170,7 +170,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903344101Z", + "ingested": "2023-10-12T09:29:23.928045464Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server SQL Server detected 1 sockets with 8 cores per socket and 16 logical processors per socket, 16 total logical processors; using 16 logical processors based on SQL Server licensing. This is an informational message; no user action is required.", "type": [ @@ -193,7 +193,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903344928Z", + "ingested": "2023-10-12T09:29:23.928046214Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server SQL Server is starting at normal priority base (=7). This is an informational message only. No user action is required.", "type": [ @@ -216,7 +216,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903345740Z", + "ingested": "2023-10-12T09:29:23.928047047Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server Detected 41132 MB of RAM. This is an informational message; no user action is required.", "type": [ @@ -239,7 +239,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903346733Z", + "ingested": "2023-10-12T09:29:23.928047797Z", "kind": "event", "original": "2022-07-08 05:42:10.37 Server Using conventional memory in the memory manager.", "type": [ @@ -262,7 +262,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903347772Z", + "ingested": "2023-10-12T09:29:23.928048589Z", "kind": "event", "original": "2022-07-08 05:42:10.38 Server Page exclusion bitmap is enabled.", "type": [ @@ -285,7 +285,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903348590Z", + "ingested": "2023-10-12T09:29:23.928049464Z", "kind": "event", "original": "2022-07-08 05:42:10.44 Server Buffer pool extension is not supported on Linux platform.", "type": [ @@ -308,7 +308,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903350274Z", + "ingested": "2023-10-12T09:29:23.928050255Z", "kind": "event", "original": "2022-07-08 05:42:10.44 Server Buffer Pool: Allocating 8388608 bytes for 6430720 hashPages.", "type": [ @@ -331,7 +331,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903351174Z", + "ingested": "2023-10-12T09:29:23.928051005Z", "kind": "event", "original": "2022-07-08 05:42:10.57 Server Buffer pool extension is already disabled. No action is necessary.", "type": [ @@ -354,7 +354,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903351993Z", + "ingested": "2023-10-12T09:29:23.928051755Z", "kind": "event", "original": "2022-07-08 05:42:10.76 Server Successfully initialized the TLS configuration. Allowed TLS protocol versions are ['1.0 1.1 1.2']. Allowed TLS ciphers are ['ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-ECDSA-AES256-SHA:ECDHE-ECDSA-AES128-SHA:AES256-GCM-SHA384:AES128-GCM-SHA256:AES256-SHA256:AES128-SHA256:AES256-SHA:AES128-SHA:!DHE-RSA-AES256-GCM-SHA384:!DHE-RSA-AES128-GCM-SHA256:!DHE-RSA-AES256-SHA:!DHE-RSA-AES128-SHA'].", "type": [ @@ -377,7 +377,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903352961Z", + "ingested": "2023-10-12T09:29:23.928052547Z", "kind": "event", "original": "2022-07-08 05:42:10.77 Server Query Store settings initialized with enabled = 1, ", "type": [ @@ -400,7 +400,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903353784Z", + "ingested": "2023-10-12T09:29:23.928053297Z", "kind": "event", "original": "2022-07-08 05:42:10.79 Server The maximum number of dedicated administrator connections for this instance is '1'", "type": [ @@ -423,7 +423,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903354655Z", + "ingested": "2023-10-12T09:29:23.928054089Z", "kind": "event", "original": "2022-07-08 05:42:10.80 Server Node configuration: node 0: CPU mask: 0x000000000000ffff:0 Active CPU mask: 0x000000000000ffff:0. This message provides a description of the NUMA configuration for this computer. This is an informational message only. No user action is required.", "type": [ @@ -446,7 +446,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903355500Z", + "ingested": "2023-10-12T09:29:23.928054797Z", "kind": "event", "original": "2022-07-08 05:42:10.85 Server Using dynamic lock allocation. Initial allocation of 2500 Lock blocks and 5000 Lock Owner blocks per node. This is an informational message only. No user action is required.", "type": [ @@ -469,7 +469,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903356314Z", + "ingested": "2023-10-12T09:29:23.928055547Z", "kind": "event", "original": "2022-07-08 05:42:10.85 Server Lock partitioning is enabled. This is an informational message only. No user action is required.", "type": [ @@ -492,7 +492,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903357143Z", + "ingested": "2023-10-12T09:29:23.928056297Z", "kind": "event", "original": "2022-07-08 05:42:10.86 Server In-Memory OLTP initialized on standard machine.", "type": [ @@ -515,7 +515,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903357954Z", + "ingested": "2023-10-12T09:29:23.928057047Z", "kind": "event", "original": "2022-07-08 05:42:10.95 Server CLR version v4.0.30319 loaded.", "type": [ @@ -538,7 +538,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903358888Z", + "ingested": "2023-10-12T09:29:23.928057880Z", "kind": "event", "original": "2022-07-08 05:42:10.95 Server [INFO] Created Extended Events session 'hkenginexesession'", "type": [ @@ -561,7 +561,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903359702Z", + "ingested": "2023-10-12T09:29:23.928058630Z", "kind": "event", "original": "2022-07-08 05:42:10.95 Server Database Instant File Initialization: enabled. For security and performance considerations see the topic 'Database Instant File Initialization' in SQL Server Books Online. This is an informational message only. No user action is required.", "type": [ @@ -584,7 +584,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903360519Z", + "ingested": "2023-10-12T09:29:23.928059422Z", "kind": "event", "original": "2022-07-08 05:42:10.97 Server Total Log Writer threads: 2. This is an informational message; no user action is required.", "type": [ @@ -607,7 +607,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903361331Z", + "ingested": "2023-10-12T09:29:23.928060172Z", "kind": "event", "original": "2022-07-08 05:42:10.99 Server clwb is selected for pmem flush operation.", "type": [ @@ -630,7 +630,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903362138Z", + "ingested": "2023-10-12T09:29:23.928060922Z", "kind": "event", "original": "2022-07-08 05:42:10.99 Server Software Usage Metrics is disabled.", "type": [ @@ -653,7 +653,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903362952Z", + "ingested": "2023-10-12T09:29:23.928061672Z", "kind": "event", "original": "2022-07-08 05:42:11.00 spid9s [1]. Feature Status: PVS: 0. CTR: 0. ConcurrentPFSUpdate: 1.", "type": [ @@ -676,7 +676,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903363785Z", + "ingested": "2023-10-12T09:29:23.928062422Z", "kind": "event", "original": "2022-07-08 05:42:11.01 spid9s Starting up database 'master'.", "type": [ @@ -699,7 +699,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903364605Z", + "ingested": "2023-10-12T09:29:23.928063172Z", "kind": "event", "original": "2022-07-08 05:42:11.18 spid9s Converting database 'master' from version 897 to the current version 904.", "type": [ @@ -722,7 +722,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903365430Z", + "ingested": "2023-10-12T09:29:23.928063922Z", "kind": "event", "original": "2022-07-08 05:42:11.18 spid9s Database 'master' running the upgrade step from version 897 to version 898.", "type": [ @@ -745,7 +745,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903366244Z", + "ingested": "2023-10-12T09:29:23.928064672Z", "kind": "event", "original": "2022-07-08 05:42:11.24 spid9s Database 'master' running the upgrade step from version 898 to version 899.", "type": [ @@ -768,7 +768,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903367064Z", + "ingested": "2023-10-12T09:29:23.928065422Z", "kind": "event", "original": "2022-07-08 05:42:11.29 spid9s Database 'master' running the upgrade step from version 899 to version 900.", "type": [ @@ -791,7 +791,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903397406Z", + "ingested": "2023-10-12T09:29:23.928066214Z", "kind": "event", "original": "2022-07-08 05:42:11.30 Server Common language runtime (CLR) functionality initialized.", "type": [ @@ -814,7 +814,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903400469Z", + "ingested": "2023-10-12T09:29:23.928067005Z", "kind": "event", "original": "2022-07-08 05:42:11.34 spid9s Database 'master' running the upgrade step from version 900 to version 901.", "type": [ @@ -837,7 +837,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903401481Z", + "ingested": "2023-10-12T09:29:23.928067755Z", "kind": "event", "original": "2022-07-08 05:42:11.36 spid9s Database 'master' running the upgrade step from version 901 to version 902.", "type": [ @@ -860,7 +860,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903402312Z", + "ingested": "2023-10-12T09:29:23.928068505Z", "kind": "event", "original": "2022-07-08 05:42:11.38 spid9s Database 'master' running the upgrade step from version 902 to version 903.", "type": [ @@ -883,7 +883,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903403181Z", + "ingested": "2023-10-12T09:29:23.928069255Z", "kind": "event", "original": "2022-07-08 05:42:11.39 spid9s Database 'master' running the upgrade step from version 903 to version 904.", "type": [ @@ -906,7 +906,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903404036Z", + "ingested": "2023-10-12T09:29:23.928070005Z", "kind": "event", "original": "2022-07-08 05:42:11.70 spid9s Resource governor reconfiguration succeeded.", "type": [ @@ -929,7 +929,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903408308Z", + "ingested": "2023-10-12T09:29:23.928070755Z", "kind": "event", "original": "2022-07-08 05:42:11.70 spid9s SQL Server Audit is starting the audits. This is an informational message. No user action is required.", "type": [ @@ -952,7 +952,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903409208Z", + "ingested": "2023-10-12T09:29:23.928071547Z", "kind": "event", "original": "2022-07-08 05:42:11.70 spid9s SQL Server Audit has started the audits. This is an informational message. No user action is required.", "type": [ @@ -975,7 +975,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903410027Z", + "ingested": "2023-10-12T09:29:23.928072255Z", "kind": "event", "original": "2022-07-08 05:42:11.85 spid9s SQL Trace ID 1 was started by login \"sa\".", "type": [ @@ -998,7 +998,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903410860Z", + "ingested": "2023-10-12T09:29:23.928073005Z", "kind": "event", "original": "2022-07-08 05:42:11.86 spid26s Password policy update was successful.", "type": [ @@ -1021,7 +1021,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903411702Z", + "ingested": "2023-10-12T09:29:23.928073755Z", "kind": "event", "original": "2022-07-08 05:42:11.88 spid9s Server name is 'd200462fe4a0'. This is an informational message only. No user action is required.", "type": [ @@ -1044,7 +1044,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903412516Z", + "ingested": "2023-10-12T09:29:23.928074505Z", "kind": "event", "original": "2022-07-08 05:42:11.90 spid29s Always On: The availability replica manager is starting. This is an informational message only. No user action is required.", "type": [ @@ -1067,7 +1067,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903413362Z", + "ingested": "2023-10-12T09:29:23.928075255Z", "kind": "event", "original": "2022-07-08 05:42:11.90 spid9s [4]. Feature Status: PVS: 0. CTR: 0. ConcurrentPFSUpdate: 1.", "type": [ @@ -1090,7 +1090,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903414166Z", + "ingested": "2023-10-12T09:29:23.928076005Z", "kind": "event", "original": "2022-07-08 05:42:11.90 spid29s Always On: The availability replica manager is waiting for the instance of SQL Server to allow client connections. This is an informational message only. No user action is required.", "type": [ @@ -1113,7 +1113,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903415002Z", + "ingested": "2023-10-12T09:29:23.928076755Z", "kind": "event", "original": "2022-07-08 05:42:11.90 spid9s Starting up database 'msdb'.", "type": [ @@ -1136,7 +1136,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903415862Z", + "ingested": "2023-10-12T09:29:23.928077630Z", "kind": "event", "original": "2022-07-08 05:42:11.90 spid26s A self-generated certificate was successfully loaded for encryption.", "type": [ @@ -1159,7 +1159,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903416808Z", + "ingested": "2023-10-12T09:29:23.928078464Z", "kind": "event", "original": "2022-07-08 05:42:11.91 spid12s [32767]. Feature Status: PVS: 0. CTR: 0. ConcurrentPFSUpdate: 1.", "type": [ @@ -1182,7 +1182,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903417648Z", + "ingested": "2023-10-12T09:29:23.928079214Z", "kind": "event", "original": "2022-07-08 05:42:11.91 spid12s Starting up database 'mssqlsystemresource'.", "type": [ @@ -1205,14 +1205,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903418451Z", + "ingested": "2023-10-12T09:29:23.928079964Z", "kind": "event", - "original": "2022-07-08 05:42:11.91 spid26s Server is listening on [ 'any' \u003cipv6\u003e 1433].", + "original": "2022-07-08 05:42:11.91 spid26s Server is listening on [ 'any' 1433].", "type": [ "info" ] }, - "message": "Server is listening on [ 'any' \u003cipv6\u003e 1433].", + "message": "Server is listening on [ 'any' 1433].", "microsoft_sqlserver": { "log": { "origin": "spid26s" @@ -1228,14 +1228,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903419263Z", + "ingested": "2023-10-12T09:29:23.928080755Z", "kind": "event", - "original": "2022-07-08 05:42:11.91 spid26s Server is listening on [ 'any' \u003cipv4\u003e 1433].", + "original": "2022-07-08 05:42:11.91 spid26s Server is listening on [ 'any' 1433].", "type": [ "info" ] }, - "message": "Server is listening on [ 'any' \u003cipv4\u003e 1433].", + "message": "Server is listening on [ 'any' 1433].", "microsoft_sqlserver": { "log": { "origin": "spid26s" @@ -1251,7 +1251,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903420089Z", + "ingested": "2023-10-12T09:29:23.928081672Z", "kind": "event", "original": "2022-07-08 05:42:11.91 spid12s The resource database build version is 15.00.4236. This is an informational message only. No user action is required.", "type": [ @@ -1274,14 +1274,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903420901Z", + "ingested": "2023-10-12T09:29:23.928082422Z", "kind": "event", - "original": "2022-07-08 05:42:11.91 Server Server is listening on [ ::1 \u003cipv6\u003e 1434].", + "original": "2022-07-08 05:42:11.91 Server Server is listening on [ ::1 1434].", "type": [ "info" ] }, - "message": "Server is listening on [ ::1 \u003cipv6\u003e 1434].", + "message": "Server is listening on [ ::1 1434].", "microsoft_sqlserver": { "log": { "origin": "Server" @@ -1297,14 +1297,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903421713Z", + "ingested": "2023-10-12T09:29:23.928083172Z", "kind": "event", - "original": "2022-07-08 05:42:11.92 Server Server is listening on [ 127.0.0.1 \u003cipv4\u003e 1434].", + "original": "2022-07-08 05:42:11.92 Server Server is listening on [ 127.0.0.1 1434].", "type": [ "info" ] }, - "message": "Server is listening on [ 127.0.0.1 \u003cipv4\u003e 1434].", + "message": "Server is listening on [ 127.0.0.1 1434].", "microsoft_sqlserver": { "log": { "origin": "Server" @@ -1320,7 +1320,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903422524Z", + "ingested": "2023-10-12T09:29:23.928083922Z", "kind": "event", "original": "2022-07-08 05:42:11.92 Server Dedicated admin connection support was established for listening locally on port 1434.", "type": [ @@ -1343,14 +1343,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903423325Z", + "ingested": "2023-10-12T09:29:23.928084672Z", "kind": "event", - "original": "2022-07-08 05:42:11.92 spid26s Server is listening on [ ::1 \u003cipv6\u003e 1431].", + "original": "2022-07-08 05:42:11.92 spid26s Server is listening on [ ::1 1431].", "type": [ "info" ] }, - "message": "Server is listening on [ ::1 \u003cipv6\u003e 1431].", + "message": "Server is listening on [ ::1 1431].", "microsoft_sqlserver": { "log": { "origin": "spid26s" @@ -1366,14 +1366,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903424160Z", + "ingested": "2023-10-12T09:29:23.928085422Z", "kind": "event", - "original": "2022-07-08 05:42:11.92 spid26s Server is listening on [ 127.0.0.1 \u003cipv4\u003e 1431].", + "original": "2022-07-08 05:42:11.92 spid26s Server is listening on [ 127.0.0.1 1431].", "type": [ "info" ] }, - "message": "Server is listening on [ 127.0.0.1 \u003cipv4\u003e 1431].", + "message": "Server is listening on [ 127.0.0.1 1431].", "microsoft_sqlserver": { "log": { "origin": "spid26s" @@ -1389,7 +1389,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903424980Z", + "ingested": "2023-10-12T09:29:23.928086172Z", "kind": "event", "original": "2022-07-08 05:42:11.93 spid26s SQL Server is now ready for client connections. This is an informational message; no user action is required.", "type": [ @@ -1412,7 +1412,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903425826Z", + "ingested": "2023-10-12T09:29:23.928086922Z", "kind": "event", "original": "2022-07-08 05:42:11.94 spid12s [3]. Feature Status: PVS: 0. CTR: 0. ConcurrentPFSUpdate: 1.", "type": [ @@ -1435,7 +1435,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903426640Z", + "ingested": "2023-10-12T09:29:23.928087672Z", "kind": "event", "original": "2022-07-08 05:42:11.94 spid12s Starting up database 'model'.", "type": [ @@ -1458,7 +1458,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903427451Z", + "ingested": "2023-10-12T09:29:23.928088422Z", "kind": "event", "original": "2022-07-08 05:42:11.94 spid9s The tail of the log for database msdb is being rewritten to match the new sector size of 4096 bytes. 3072 bytes at offset 50176 in file /var/opt/mssql/data/MSDBLog.ldf will be written.", "type": [ @@ -1481,7 +1481,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903428255Z", + "ingested": "2023-10-12T09:29:23.928089172Z", "kind": "event", "original": "2022-07-08 05:42:11.99 spid12s The tail of the log for database model is being rewritten to match the new sector size of 4096 bytes. 512 bytes at offset 73216 in file /var/opt/mssql/data/modellog.ldf will be written.", "type": [ @@ -1504,7 +1504,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903429058Z", + "ingested": "2023-10-12T09:29:23.928089922Z", "kind": "event", "original": "2022-07-08 05:42:11.99 spid9s Converting database 'msdb' from version 897 to the current version 904.", "type": [ @@ -1527,7 +1527,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903430609Z", + "ingested": "2023-10-12T09:29:23.928090672Z", "kind": "event", "original": "2022-07-08 05:42:11.99 spid9s Database 'msdb' running the upgrade step from version 897 to version 898.", "type": [ @@ -1550,7 +1550,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903431558Z", + "ingested": "2023-10-12T09:29:23.928091422Z", "kind": "event", "original": "2022-07-08 05:42:12.05 spid12s Converting database 'model' from version 897 to the current version 904.", "type": [ @@ -1573,7 +1573,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903432372Z", + "ingested": "2023-10-12T09:29:23.928092172Z", "kind": "event", "original": "2022-07-08 05:42:12.05 spid12s Database 'model' running the upgrade step from version 897 to version 898.", "type": [ @@ -1596,7 +1596,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903433178Z", + "ingested": "2023-10-12T09:29:23.928092922Z", "kind": "event", "original": "2022-07-08 05:42:12.11 spid9s Database 'msdb' running the upgrade step from version 898 to version 899.", "type": [ @@ -1619,7 +1619,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903434021Z", + "ingested": "2023-10-12T09:29:23.928093672Z", "kind": "event", "original": "2022-07-08 05:42:12.13 spid12s Database 'model' running the upgrade step from version 898 to version 899.", "type": [ @@ -1642,7 +1642,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903434837Z", + "ingested": "2023-10-12T09:29:23.928094422Z", "kind": "event", "original": "2022-07-08 05:42:12.15 spid9s Database 'msdb' running the upgrade step from version 899 to version 900.", "type": [ @@ -1665,7 +1665,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903435651Z", + "ingested": "2023-10-12T09:29:23.928095130Z", "kind": "event", "original": "2022-07-08 05:42:12.17 spid12s Database 'model' running the upgrade step from version 899 to version 900.", "type": [ @@ -1688,7 +1688,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903436476Z", + "ingested": "2023-10-12T09:29:23.928095880Z", "kind": "event", "original": "2022-07-08 05:42:12.18 spid9s Database 'msdb' running the upgrade step from version 900 to version 901.", "type": [ @@ -1711,7 +1711,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903437442Z", + "ingested": "2023-10-12T09:29:23.928096714Z", "kind": "event", "original": "2022-07-08 05:42:12.20 spid12s Database 'model' running the upgrade step from version 900 to version 901.", "type": [ @@ -1734,7 +1734,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903438291Z", + "ingested": "2023-10-12T09:29:23.928097464Z", "kind": "event", "original": "2022-07-08 05:42:12.22 spid9s Database 'msdb' running the upgrade step from version 901 to version 902.", "type": [ @@ -1757,7 +1757,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903439111Z", + "ingested": "2023-10-12T09:29:23.928098672Z", "kind": "event", "original": "2022-07-08 05:42:12.23 spid12s Database 'model' running the upgrade step from version 901 to version 902.", "type": [ @@ -1780,7 +1780,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903439923Z", + "ingested": "2023-10-12T09:29:23.928099464Z", "kind": "event", "original": "2022-07-08 05:42:12.24 spid12s Database 'model' running the upgrade step from version 902 to version 903.", "type": [ @@ -1803,7 +1803,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903440735Z", + "ingested": "2023-10-12T09:29:23.928100214Z", "kind": "event", "original": "2022-07-08 05:42:12.26 spid12s Database 'model' running the upgrade step from version 903 to version 904.", "type": [ @@ -1826,7 +1826,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903441551Z", + "ingested": "2023-10-12T09:29:23.928100964Z", "kind": "event", "original": "2022-07-08 05:42:12.39 spid12s Clearing tempdb database.", "type": [ @@ -1849,7 +1849,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903442396Z", + "ingested": "2023-10-12T09:29:23.928101714Z", "kind": "event", "original": "2022-07-08 05:42:12.55 spid12s [2]. Feature Status: PVS: 0. CTR: 0. ConcurrentPFSUpdate: 1.", "type": [ @@ -1872,7 +1872,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903443204Z", + "ingested": "2023-10-12T09:29:23.928102422Z", "kind": "event", "original": "2022-07-08 05:42:12.55 spid12s Starting up database 'tempdb'.", "type": [ @@ -1895,7 +1895,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903444036Z", + "ingested": "2023-10-12T09:29:23.928103172Z", "kind": "event", "original": "2022-07-08 05:42:12.63 spid12s The tempdb database has 1 data file(s).", "type": [ @@ -1918,7 +1918,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903444940Z", + "ingested": "2023-10-12T09:29:23.928103922Z", "kind": "event", "original": "2022-07-08 05:42:12.65 spid29s The Service Broker endpoint is in disabled or stopped state.", "type": [ @@ -1941,7 +1941,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903445745Z", + "ingested": "2023-10-12T09:29:23.928104672Z", "kind": "event", "original": "2022-07-08 05:42:12.66 spid29s The Database Mirroring endpoint is in disabled or stopped state.", "type": [ @@ -1964,7 +1964,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903446554Z", + "ingested": "2023-10-12T09:29:23.928105422Z", "kind": "event", "original": "2022-07-08 05:42:12.66 spid29s Service Broker manager has started.", "type": [ @@ -1987,7 +1987,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903447360Z", + "ingested": "2023-10-12T09:29:23.928106130Z", "kind": "event", "original": "2022-07-08 05:42:12.69 spid9s Database 'msdb' running the upgrade step from version 902 to version 903.", "type": [ @@ -2010,7 +2010,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903448192Z", + "ingested": "2023-10-12T09:29:23.928106880Z", "kind": "event", "original": "2022-07-08 05:42:12.71 spid9s Database 'msdb' running the upgrade step from version 903 to version 904.", "type": [ @@ -2033,7 +2033,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903449007Z", + "ingested": "2023-10-12T09:29:23.928107630Z", "kind": "event", "original": "2022-07-08 05:42:12.85 spid9s Recovery is complete. This is an informational message only. No user action is required.", "type": [ @@ -2056,7 +2056,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903449819Z", + "ingested": "2023-10-12T09:29:23.928108380Z", "kind": "event", "original": "2022-07-08 05:42:12.86 spid18s The default language (LCID 0) has been set for engine and full-text services.", "type": [ @@ -2079,7 +2079,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903450644Z", + "ingested": "2023-10-12T09:29:23.928109130Z", "kind": "event", "original": "2022-07-08 05:42:13.28 spid18s The tempdb database has 8 data file(s).", "type": [ @@ -2102,7 +2102,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903451528Z", + "ingested": "2023-10-12T09:29:23.928109880Z", "kind": "event", "original": "2022-07-08 05:42:16.00 spid39s The activated proc '[dbo].[sp_syspolicy_events_reader]' running on queue 'msdb.dbo.syspolicy_event_queue' output the following: 'Transaction (Process ID 39) was deadlocked on lock resources with another process and has been chosen as the deadlock victim. Rerun the transaction.'", "type": [ @@ -2125,7 +2125,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903452344Z", + "ingested": "2023-10-12T09:29:23.928110630Z", "kind": "event", "original": "2022-07-08 05:43:37.95 spid51 Attempting to load library 'xplog70.dll' into memory. This is an informational message only. No user action is required.", "type": [ @@ -2148,7 +2148,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903453787Z", + "ingested": "2023-10-12T09:29:23.928111339Z", "kind": "event", "original": "2022-07-08 05:43:37.97 spid51 Using 'xplog70.dll' version '2019.150.4236' to execute extended stored procedure 'xp_msver'. This is an informational message only; no user action is required.", "type": [ @@ -2171,7 +2171,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903454727Z", + "ingested": "2023-10-12T09:29:23.928112089Z", "kind": "event", "original": "2022-07-08 05:43:38.29 spid54 Attempting to load library 'xpsqlbot.dll' into memory. This is an informational message only. No user action is required.", "type": [ @@ -2194,7 +2194,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903455552Z", + "ingested": "2023-10-12T09:29:23.928112922Z", "kind": "event", "original": "2022-07-08 05:43:38.30 spid54 Using 'xpsqlbot.dll' version '2019.150.4236' to execute extended stored procedure 'xp_qv'. This is an informational message only; no user action is required.", "type": [ @@ -2217,7 +2217,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903456370Z", + "ingested": "2023-10-12T09:29:23.928113630Z", "kind": "event", "original": "2022-07-08 05:51:34.07 Logon Error: 18456, Severity: 14, State: 8.", "type": [ @@ -2240,7 +2240,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903457186Z", + "ingested": "2023-10-12T09:29:23.928114380Z", "kind": "event", "original": "2022-07-08 05:51:34.07 Logon Login failed for user 'sa'. Reason: Password did not match that for the login provided. [CLIENT: 172.20.0.1]", "type": [ @@ -2263,7 +2263,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903458011Z", + "ingested": "2023-10-12T09:29:23.928115130Z", "kind": "event", "original": "2022-07-08 06:00:54.13 spid9s Always On: The availability replica manager is going offline because SQL Server is shutting down. This is an informational message only. No user action is required.", "type": [ @@ -2286,7 +2286,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903458828Z", + "ingested": "2023-10-12T09:29:23.928115880Z", "kind": "event", "original": "2022-07-08 06:00:54.14 spid9s SQL Server is terminating in response to a 'stop' request from Service Control Manager. This is an informational message only. No user action is required.", "type": [ @@ -2309,7 +2309,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903459640Z", + "ingested": "2023-10-12T09:29:23.928116630Z", "kind": "event", "original": "2022-07-08 06:00:54.33 spid29s Service Broker manager has shut down.", "type": [ @@ -2332,7 +2332,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903460451Z", + "ingested": "2023-10-12T09:29:23.928117380Z", "kind": "event", "original": "2022-07-08 06:00:54.34 spid9s .NET Framework runtime has been stopped.", "type": [ @@ -2355,7 +2355,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903461287Z", + "ingested": "2023-10-12T09:29:23.928118089Z", "kind": "event", "original": "2022-07-08 06:00:54.54 spid9s SQL Trace was stopped due to server shutdown. Trace ID = '1'. This is an informational message only; no user action is required.", "type": [ diff --git a/packages/microsoft_sqlserver/manifest.yml b/packages/microsoft_sqlserver/manifest.yml index 83b9f3b9cb7..965dd832965 100644 --- a/packages/microsoft_sqlserver/manifest.yml +++ b/packages/microsoft_sqlserver/manifest.yml @@ -1,14 +1,15 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: microsoft_sqlserver title: "Microsoft SQL Server" -version: "2.2.2" +version: "2.3.0" description: Collect events from Microsoft SQL Server with Elastic Agent type: integration categories: - database_security - security conditions: - kibana.version: "^8.10.2" + kibana: + version: "^8.10.2" elastic: subscription: basic screenshots: @@ -75,3 +76,4 @@ policy_templates: description: Collecting performance and transaction_log metrics from Microsoft SQL Server instances owner: github: elastic/obs-infraobs-integrations + type: elastic From c39a82700d66f3089bbf4e39ed05f8a380deccd4 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 15:06:05 +0530 Subject: [PATCH 24/44] [mongodb] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -skip-format -fix-dotted-yaml-keys -add-owner-type packages/mongodb --- packages/mongodb/changelog.yml | 6 +- .../data_stream/collstats/fields/ecs.yml | 2 - .../data_stream/dbstats/fields/ecs.yml | 2 - .../test-mongodb-debian.log-expected.json | 74 +++++++++---------- ...est-mongodb-ubuntu-4-4-4.log-expected.json | 14 ++-- .../data_stream/metrics/fields/ecs.yml | 2 - .../data_stream/replstatus/fields/ecs.yml | 2 - packages/mongodb/docs/README.md | 2 +- packages/mongodb/manifest.yml | 8 +- 9 files changed, 55 insertions(+), 57 deletions(-) diff --git a/packages/mongodb/changelog.yml b/packages/mongodb/changelog.yml index 9cb84aeac8e..3b3b74afeca 100644 --- a/packages/mongodb/changelog.yml +++ b/packages/mongodb/changelog.yml @@ -1,3 +1,8 @@ +- version: 1.12.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} - version: "1.11.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. @@ -133,7 +138,6 @@ - description: Update to ECS 8.0 type: enhancement link: https://github.com/elastic/integrations/pull/2494 -# newer versions go on top - version: "1.2.0" changes: - description: Release mongodb package for v8.0.0 diff --git a/packages/mongodb/data_stream/collstats/fields/ecs.yml b/packages/mongodb/data_stream/collstats/fields/ecs.yml index 007e1303291..655d76f545b 100644 --- a/packages/mongodb/data_stream/collstats/fields/ecs.yml +++ b/packages/mongodb/data_stream/collstats/fields/ecs.yml @@ -1,6 +1,4 @@ - external: ecs name: ecs.version -- external: ecs - name: service.address - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/dbstats/fields/ecs.yml b/packages/mongodb/data_stream/dbstats/fields/ecs.yml index 007e1303291..655d76f545b 100644 --- a/packages/mongodb/data_stream/dbstats/fields/ecs.yml +++ b/packages/mongodb/data_stream/dbstats/fields/ecs.yml @@ -1,6 +1,4 @@ - external: ecs name: ecs.version -- external: ecs - name: service.address - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json index 9d618a002cf..2ef6d2931ac 100644 --- a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json +++ b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786193221Z", + "ingested": "2023-10-12T09:36:05.415476594Z", "kind": "event", "type": [ "info" @@ -40,7 +40,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786206054Z", + "ingested": "2023-10-12T09:36:05.415486928Z", "kind": "event", "type": [ "info" @@ -70,7 +70,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786207304Z", + "ingested": "2023-10-12T09:36:05.415488053Z", "kind": "event", "type": [ "info" @@ -100,7 +100,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786208387Z", + "ingested": "2023-10-12T09:36:05.415489053Z", "kind": "event", "type": [ "info" @@ -130,7 +130,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786209346Z", + "ingested": "2023-10-12T09:36:05.415489928Z", "kind": "event", "type": [ "info" @@ -160,7 +160,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786210304Z", + "ingested": "2023-10-12T09:36:05.415490761Z", "kind": "event", "type": [ "info" @@ -190,7 +190,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786211387Z", + "ingested": "2023-10-12T09:36:05.415505511Z", "kind": "event", "type": [ "info" @@ -220,7 +220,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786212346Z", + "ingested": "2023-10-12T09:36:05.415506719Z", "kind": "event", "type": [ "info" @@ -250,7 +250,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786213221Z", + "ingested": "2023-10-12T09:36:05.415507678Z", "kind": "event", "type": [ "info" @@ -280,7 +280,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786214137Z", + "ingested": "2023-10-12T09:36:05.415508511Z", "kind": "event", "type": [ "info" @@ -310,7 +310,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786215054Z", + "ingested": "2023-10-12T09:36:05.415509344Z", "kind": "event", "type": [ "info" @@ -340,7 +340,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786216179Z", + "ingested": "2023-10-12T09:36:05.415510219Z", "kind": "event", "type": [ "info" @@ -370,7 +370,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786217137Z", + "ingested": "2023-10-12T09:36:05.415511094Z", "kind": "event", "type": [ "info" @@ -400,7 +400,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786218054Z", + "ingested": "2023-10-12T09:36:05.415511928Z", "kind": "event", "type": [ "info" @@ -430,7 +430,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786218971Z", + "ingested": "2023-10-12T09:36:05.415512844Z", "kind": "event", "type": [ "info" @@ -460,7 +460,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786219887Z", + "ingested": "2023-10-12T09:36:05.415513636Z", "kind": "event", "type": [ "info" @@ -490,7 +490,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786220846Z", + "ingested": "2023-10-12T09:36:05.415515886Z", "kind": "event", "type": [ "info" @@ -520,7 +520,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786221721Z", + "ingested": "2023-10-12T09:36:05.415516678Z", "kind": "event", "type": [ "info" @@ -550,7 +550,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786222679Z", + "ingested": "2023-10-12T09:36:05.415517511Z", "kind": "event", "type": [ "info" @@ -580,7 +580,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786223512Z", + "ingested": "2023-10-12T09:36:05.415518344Z", "kind": "event", "type": [ "info" @@ -610,7 +610,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786224429Z", + "ingested": "2023-10-12T09:36:05.415519178Z", "kind": "event", "type": [ "info" @@ -640,7 +640,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786225387Z", + "ingested": "2023-10-12T09:36:05.415519969Z", "kind": "event", "type": [ "info" @@ -670,7 +670,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786226304Z", + "ingested": "2023-10-12T09:36:05.415520803Z", "kind": "event", "type": [ "info" @@ -700,7 +700,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786227221Z", + "ingested": "2023-10-12T09:36:05.415521678Z", "kind": "event", "type": [ "info" @@ -730,7 +730,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786228096Z", + "ingested": "2023-10-12T09:36:05.415522469Z", "kind": "event", "type": [ "info" @@ -760,7 +760,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786229012Z", + "ingested": "2023-10-12T09:36:05.415523303Z", "kind": "event", "type": [ "info" @@ -790,7 +790,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786230262Z", + "ingested": "2023-10-12T09:36:05.415524136Z", "kind": "event", "type": [ "info" @@ -820,7 +820,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786231262Z", + "ingested": "2023-10-12T09:36:05.415524928Z", "kind": "event", "type": [ "info" @@ -850,7 +850,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786232137Z", + "ingested": "2023-10-12T09:36:05.415525761Z", "kind": "event", "type": [ "info" @@ -880,7 +880,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786233054Z", + "ingested": "2023-10-12T09:36:05.415526594Z", "kind": "event", "type": [ "info" @@ -910,7 +910,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786233971Z", + "ingested": "2023-10-12T09:36:05.415527386Z", "kind": "event", "type": [ "info" @@ -940,7 +940,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786234929Z", + "ingested": "2023-10-12T09:36:05.415528219Z", "kind": "event", "type": [ "info" @@ -970,7 +970,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786235846Z", + "ingested": "2023-10-12T09:36:05.415529053Z", "kind": "event", "type": [ "info" @@ -1000,7 +1000,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786236721Z", + "ingested": "2023-10-12T09:36:05.415529844Z", "kind": "event", "type": [ "info" @@ -1030,7 +1030,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786237721Z", + "ingested": "2023-10-12T09:36:05.415530719Z", "kind": "event", "type": [ "info" @@ -1060,7 +1060,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786238596Z", + "ingested": "2023-10-12T09:36:05.415531553Z", "kind": "event", "type": [ "change", @@ -1091,7 +1091,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786239471Z", + "ingested": "2023-10-12T09:36:05.415532386Z", "kind": "event", "type": [ "info", diff --git a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json index fcca30da347..81e56ff9642 100644 --- a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json +++ b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852437471Z", + "ingested": "2023-10-12T09:36:05.472233969Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:20.349+00:00\"},\"s\":\"I\", \"c\":\"STORAGE\", \"id\":4615611, \"ctx\":\"initandlisten\",\"msg\":\"MongoDB starting\",\"attr\":{\"pid\":1,\"port\":27017,\"dbPath\":\"/data/db\",\"architecture\":\"64-bit\",\"host\":\"6150fe65a89c\"}}", "type": [ @@ -49,7 +49,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852449512Z", + "ingested": "2023-10-12T09:36:05.472242344Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:20.350+00:00\"},\"s\":\"I\", \"c\":\"CONTROL\", \"id\":23403, \"ctx\":\"initandlisten\",\"msg\":\"Build Info\",\"attr\":{\"buildInfo\":{\"version\":\"4.4.4\",\"gitVersion\":\"8db30a63db1a9d84bdcad0c83369623f708e0397\",\"openSSLVersion\":\"OpenSSL 1.1.1 11 Sep 2018\",\"modules\":[],\"allocator\":\"tcmalloc\",\"environment\":{\"distmod\":\"ubuntu1804\",\"distarch\":\"x86_64\",\"target_arch\":\"x86_64\"}}}}", "type": [ @@ -95,7 +95,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852450887Z", + "ingested": "2023-10-12T09:36:05.472243594Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.240+00:00\"},\"s\":\"I\", \"c\":\"RECOVERY\", \"id\":23987, \"ctx\":\"initandlisten\",\"msg\":\"WiredTiger recoveryTimestamp\",\"attr\":{\"recoveryTimestamp\":{\"$timestamp\":{\"t\":0,\"i\":0}}}}", "type": [ @@ -135,7 +135,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852451887Z", + "ingested": "2023-10-12T09:36:05.472244553Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.363+00:00\"},\"s\":\"I\", \"c\":\"STORAGE\", \"id\":20320, \"ctx\":\"initandlisten\",\"msg\":\"createCollection\",\"attr\":{\"namespace\":\"admin.system.version\",\"uuidDisposition\":\"provided\",\"uuid\":{\"uuid\":{\"$uuid\":\"b383f03c-b97c-4584-87ae-ab1b8ea399c3\"}},\"options\":{\"uuid\":{\"$uuid\":\"b383f03c-b97c-4584-87ae-ab1b8ea399c3\"}}}}", "type": [ @@ -181,7 +181,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852452971Z", + "ingested": "2023-10-12T09:36:05.472245594Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.410+00:00\"},\"s\":\"I\", \"c\":\"INDEX\", \"id\":20345, \"ctx\":\"initandlisten\",\"msg\":\"Index build: done building\",\"attr\":{\"buildUUID\":null,\"namespace\":\"admin.system.version\",\"index\":\"_id_\",\"commitTimestamp\":{\"$timestamp\":{\"t\":0,\"i\":0}}}}", "type": [ @@ -224,7 +224,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852453887Z", + "ingested": "2023-10-12T09:36:05.472246469Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.412+00:00\"},\"s\":\"I\", \"c\":\"COMMAND\", \"id\":20459, \"ctx\":\"initandlisten\",\"msg\":\"Setting featureCompatibilityVersion\",\"attr\":{\"newVersion\":\"4.4\"}}", "type": [ @@ -259,7 +259,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852454887Z", + "ingested": "2023-10-12T09:36:05.472247511Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.451+00:00\"},\"s\":\"I\", \"c\":\"FTDC\", \"id\":20625, \"ctx\":\"initandlisten\",\"msg\":\"Initializing full-time diagnostic data capture\",\"attr\":{\"dataDirectory\":\"/data/db/diagnostic.data\"}}", "type": [ diff --git a/packages/mongodb/data_stream/metrics/fields/ecs.yml b/packages/mongodb/data_stream/metrics/fields/ecs.yml index 007e1303291..655d76f545b 100644 --- a/packages/mongodb/data_stream/metrics/fields/ecs.yml +++ b/packages/mongodb/data_stream/metrics/fields/ecs.yml @@ -1,6 +1,4 @@ - external: ecs name: ecs.version -- external: ecs - name: service.address - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/replstatus/fields/ecs.yml b/packages/mongodb/data_stream/replstatus/fields/ecs.yml index 007e1303291..655d76f545b 100644 --- a/packages/mongodb/data_stream/replstatus/fields/ecs.yml +++ b/packages/mongodb/data_stream/replstatus/fields/ecs.yml @@ -1,6 +1,4 @@ - external: ecs name: ecs.version -- external: ecs - name: service.address - external: ecs name: service.type diff --git a/packages/mongodb/docs/README.md b/packages/mongodb/docs/README.md index 77c7576e1bd..ef976a4b605 100644 --- a/packages/mongodb/docs/README.md +++ b/packages/mongodb/docs/README.md @@ -571,7 +571,7 @@ The fields reported are: | mongodb.dbstats.num_extents | | long | gauge | | mongodb.dbstats.objects | | long | gauge | | mongodb.dbstats.storage_size.bytes | | long | gauge | -| service.address | Address where data about this service was collected from. This should be a URI, network address (ipv4:port or [ipv6]:port) or a resource path (sockets). | keyword | | +| service.address | Address of the machine where the service is running. | keyword | | | service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | | diff --git a/packages/mongodb/manifest.yml b/packages/mongodb/manifest.yml index 5aee15b6425..f55f082527f 100644 --- a/packages/mongodb/manifest.yml +++ b/packages/mongodb/manifest.yml @@ -1,6 +1,6 @@ name: mongodb title: MongoDB -version: "1.11.0" +version: "1.12.0" description: Collect logs and metrics from MongoDB instances with Elastic Agent. type: integration categories: @@ -11,9 +11,10 @@ icons: title: logo mongodb size: 32x32 type: image/svg+xml -format_version: 1.0.0 +format_version: "3.0.0" conditions: - kibana.version: "^8.8.0" + kibana: + version: "^8.8.0" elastic: subscription: basic screenshots: @@ -92,3 +93,4 @@ policy_templates: description: Collecting metrics from MongoDB instances owner: github: elastic/obs-infraobs-integrations + type: elastic From 37f7144baab848a09b412cb52d64227ff6b1ddb1 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 15:06:08 +0530 Subject: [PATCH 25/44] [mysql] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -skip-format -fix-dotted-yaml-keys -add-owner-type packages/mysql --- packages/mysql/changelog.yml | 6 +- .../pipeline/test-error.log-expected.json | 24 +- .../test-mariadb-10-4-8.log-expected.json | 60 +-- ...mysql-darwin-brew-5-7-10.log-expected.json | 374 ++++++++-------- ...test-mysql-ubuntu-5-5-53.log-expected.json | 420 +++++++++--------- ...test-mysql-ubuntu-8-0-15.log-expected.json | 24 +- .../test-mariadb-10-1-21.log-expected.json | 2 +- .../test-mariadb-10-2-12.log-expected.json | 4 +- .../test-mariadb-10-3-13.log-expected.json | 2 +- .../test-mariadb-explain.log-expected.json | 2 +- .../test-mysql-5-7-22.log-expected.json | 10 +- ...mysql-darwin-brew-5-7-10.log-expected.json | 2 +- ...test-mysql-debian-5-7-17.log-expected.json | 8 +- ...test-mysql-debian-5-7-19.log-expected.json | 2 +- ...test-mysql-ubuntu-5-5-53.log-expected.json | 28 +- ...test-mysql-ubuntu-8-0-15.log-expected.json | 4 +- ...ona-ubuntu-5-7-19-innodb.log-expected.json | 4 +- ...st-percona-ubuntu-5-7-19.log-expected.json | 18 +- ...st-percona-ubuntu-8-0-15.log-expected.json | 4 +- packages/mysql/manifest.yml | 8 +- 20 files changed, 506 insertions(+), 500 deletions(-) diff --git a/packages/mysql/changelog.yml b/packages/mysql/changelog.yml index 809fca63837..8e5472cdc96 100644 --- a/packages/mysql/changelog.yml +++ b/packages/mysql/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.16.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} - version: "1.15.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. @@ -104,7 +109,6 @@ - description: Update to ECS 8.0 type: enhancement link: https://github.com/elastic/integrations/pull/2496 -# newer versions go on top - version: "1.2.1" changes: - description: Change test public IPs to the supported subset diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log-expected.json index 5aa638a380e..96e93546955 100644 --- a/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log-expected.json +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470204180Z", + "ingested": "2023-10-12T09:36:07.265107803Z", "kind": "event", "type": [ "info" @@ -28,7 +28,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470212430Z", + "ingested": "2023-10-12T09:36:07.265119387Z", "kind": "event", "type": [ "info" @@ -52,7 +52,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470213764Z", + "ingested": "2023-10-12T09:36:07.265120428Z", "kind": "event", "type": [ "info" @@ -76,7 +76,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470214805Z", + "ingested": "2023-10-12T09:36:07.265121387Z", "kind": "event", "type": [ "info" @@ -100,7 +100,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470215764Z", + "ingested": "2023-10-12T09:36:07.265122303Z", "kind": "event", "type": [ "info" @@ -124,7 +124,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470216680Z", + "ingested": "2023-10-12T09:36:07.265123095Z", "kind": "event", "type": [ "info" @@ -148,7 +148,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470217805Z", + "ingested": "2023-10-12T09:36:07.265123928Z", "kind": "event", "type": [ "info" @@ -171,7 +171,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470218930Z", + "ingested": "2023-10-12T09:36:07.265124803Z", "kind": "event", "type": [ "info" @@ -189,7 +189,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470219847Z", + "ingested": "2023-10-12T09:36:07.265125678Z", "kind": "event", "type": [ "info" @@ -213,7 +213,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470220764Z", + "ingested": "2023-10-12T09:36:07.265126470Z", "kind": "event", "type": [ "info" @@ -234,7 +234,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470221680Z", + "ingested": "2023-10-12T09:36:07.265127262Z", "kind": "event", "type": [ "info" @@ -255,7 +255,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470222639Z", + "ingested": "2023-10-12T09:36:07.265128137Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log-expected.json index f459a0f9c72..5cec062bf59 100644 --- a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log-expected.json +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533622889Z", + "ingested": "2023-10-12T09:36:07.308800303Z", "kind": "event", "type": [ "info" @@ -31,7 +31,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533635555Z", + "ingested": "2023-10-12T09:36:07.308811928Z", "kind": "event", "type": [ "info" @@ -55,7 +55,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533637014Z", + "ingested": "2023-10-12T09:36:07.308813012Z", "kind": "event", "type": [ "info" @@ -79,7 +79,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533638055Z", + "ingested": "2023-10-12T09:36:07.308814053Z", "kind": "event", "type": [ "info" @@ -103,7 +103,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533639264Z", + "ingested": "2023-10-12T09:36:07.308814887Z", "kind": "event", "type": [ "info" @@ -127,7 +127,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533640264Z", + "ingested": "2023-10-12T09:36:07.308815678Z", "kind": "event", "type": [ "info" @@ -151,7 +151,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533641264Z", + "ingested": "2023-10-12T09:36:07.308816595Z", "kind": "event", "type": [ "info" @@ -175,7 +175,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533642430Z", + "ingested": "2023-10-12T09:36:07.308817387Z", "kind": "event", "type": [ "info" @@ -199,7 +199,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533643472Z", + "ingested": "2023-10-12T09:36:07.308818178Z", "kind": "event", "type": [ "info" @@ -223,7 +223,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533644472Z", + "ingested": "2023-10-12T09:36:07.308819053Z", "kind": "event", "type": [ "info" @@ -247,7 +247,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533645472Z", + "ingested": "2023-10-12T09:36:07.308819970Z", "kind": "event", "type": [ "info" @@ -271,7 +271,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533646555Z", + "ingested": "2023-10-12T09:36:07.308820887Z", "kind": "event", "type": [ "info" @@ -295,7 +295,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533647514Z", + "ingested": "2023-10-12T09:36:07.308821678Z", "kind": "event", "type": [ "info" @@ -319,7 +319,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533648555Z", + "ingested": "2023-10-12T09:36:07.308822512Z", "kind": "event", "type": [ "info" @@ -343,7 +343,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533649555Z", + "ingested": "2023-10-12T09:36:07.308823262Z", "kind": "event", "type": [ "info" @@ -367,7 +367,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533650555Z", + "ingested": "2023-10-12T09:36:07.308824095Z", "kind": "event", "type": [ "info" @@ -391,7 +391,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533651597Z", + "ingested": "2023-10-12T09:36:07.308824887Z", "kind": "event", "type": [ "info" @@ -415,7 +415,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533652597Z", + "ingested": "2023-10-12T09:36:07.308825678Z", "kind": "event", "type": [ "info" @@ -439,7 +439,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533653764Z", + "ingested": "2023-10-12T09:36:07.308826595Z", "kind": "event", "type": [ "info" @@ -463,7 +463,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533654722Z", + "ingested": "2023-10-12T09:36:07.308827387Z", "kind": "event", "type": [ "info" @@ -487,7 +487,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533655889Z", + "ingested": "2023-10-12T09:36:07.308828178Z", "kind": "event", "type": [ "info" @@ -511,7 +511,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533656889Z", + "ingested": "2023-10-12T09:36:07.308828928Z", "kind": "event", "type": [ "info" @@ -535,7 +535,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533657847Z", + "ingested": "2023-10-12T09:36:07.308829720Z", "kind": "event", "type": [ "info" @@ -558,7 +558,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533658930Z", + "ingested": "2023-10-12T09:36:07.308830553Z", "kind": "event", "type": [ "info" @@ -576,7 +576,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533659889Z", + "ingested": "2023-10-12T09:36:07.308831428Z", "kind": "event", "type": [ "info" @@ -600,7 +600,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533660889Z", + "ingested": "2023-10-12T09:36:07.308832220Z", "kind": "event", "type": [ "info" @@ -624,7 +624,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533661847Z", + "ingested": "2023-10-12T09:36:07.308833012Z", "kind": "event", "type": [ "info" @@ -648,7 +648,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533662805Z", + "ingested": "2023-10-12T09:36:07.308833803Z", "kind": "event", "type": [ "info", @@ -673,7 +673,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533663805Z", + "ingested": "2023-10-12T09:36:07.308834553Z", "kind": "event", "type": [ "info" @@ -696,7 +696,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533664889Z", + "ingested": "2023-10-12T09:36:07.308835345Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json index 2adb5a53183..5898c002ca2 100644 --- a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584552472Z", + "ingested": "2023-10-12T09:36:07.353110762Z", "kind": "event", "type": [ "info" @@ -28,7 +28,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584561639Z", + "ingested": "2023-10-12T09:36:07.353123678Z", "kind": "event", "type": [ "info" @@ -52,7 +52,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584562972Z", + "ingested": "2023-10-12T09:36:07.353124720Z", "kind": "event", "type": [ "info" @@ -76,7 +76,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584564014Z", + "ingested": "2023-10-12T09:36:07.353125678Z", "kind": "event", "type": [ "info" @@ -100,7 +100,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584564972Z", + "ingested": "2023-10-12T09:36:07.353126512Z", "kind": "event", "type": [ "info" @@ -124,7 +124,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584565972Z", + "ingested": "2023-10-12T09:36:07.353127303Z", "kind": "event", "type": [ "info" @@ -148,7 +148,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584567014Z", + "ingested": "2023-10-12T09:36:07.353128095Z", "kind": "event", "type": [ "info" @@ -172,7 +172,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584567930Z", + "ingested": "2023-10-12T09:36:07.353128845Z", "kind": "event", "type": [ "info" @@ -196,7 +196,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584568889Z", + "ingested": "2023-10-12T09:36:07.353129595Z", "kind": "event", "type": [ "info" @@ -220,7 +220,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584569930Z", + "ingested": "2023-10-12T09:36:07.353130387Z", "kind": "event", "type": [ "info" @@ -244,7 +244,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584570847Z", + "ingested": "2023-10-12T09:36:07.353131220Z", "kind": "event", "type": [ "info" @@ -268,7 +268,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584571847Z", + "ingested": "2023-10-12T09:36:07.353132053Z", "kind": "event", "type": [ "info" @@ -292,7 +292,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584573014Z", + "ingested": "2023-10-12T09:36:07.353132803Z", "kind": "event", "type": [ "info" @@ -316,7 +316,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584573972Z", + "ingested": "2023-10-12T09:36:07.353133595Z", "kind": "event", "type": [ "info" @@ -340,7 +340,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584574972Z", + "ingested": "2023-10-12T09:36:07.353134387Z", "kind": "event", "type": [ "info" @@ -364,7 +364,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584575889Z", + "ingested": "2023-10-12T09:36:07.353135137Z", "kind": "event", "type": [ "info" @@ -388,7 +388,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584576889Z", + "ingested": "2023-10-12T09:36:07.353135928Z", "kind": "event", "type": [ "info" @@ -412,7 +412,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584577805Z", + "ingested": "2023-10-12T09:36:07.353136678Z", "kind": "event", "type": [ "info" @@ -436,7 +436,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584578764Z", + "ingested": "2023-10-12T09:36:07.353137512Z", "kind": "event", "type": [ "info" @@ -460,7 +460,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584579680Z", + "ingested": "2023-10-12T09:36:07.353138345Z", "kind": "event", "type": [ "info" @@ -484,7 +484,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584580597Z", + "ingested": "2023-10-12T09:36:07.353139220Z", "kind": "event", "type": [ "info" @@ -508,7 +508,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584581555Z", + "ingested": "2023-10-12T09:36:07.353139970Z", "kind": "event", "type": [ "info" @@ -532,7 +532,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584582680Z", + "ingested": "2023-10-12T09:36:07.353140720Z", "kind": "event", "type": [ "info" @@ -556,7 +556,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584583722Z", + "ingested": "2023-10-12T09:36:07.353141553Z", "kind": "event", "type": [ "info" @@ -580,7 +580,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584584680Z", + "ingested": "2023-10-12T09:36:07.353142303Z", "kind": "event", "type": [ "info" @@ -604,7 +604,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584585597Z", + "ingested": "2023-10-12T09:36:07.353143053Z", "kind": "event", "type": [ "info" @@ -628,7 +628,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584586514Z", + "ingested": "2023-10-12T09:36:07.353143762Z", "kind": "event", "type": [ "info" @@ -652,7 +652,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584587555Z", + "ingested": "2023-10-12T09:36:07.353144512Z", "kind": "event", "type": [ "info" @@ -676,7 +676,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584588639Z", + "ingested": "2023-10-12T09:36:07.353145220Z", "kind": "event", "type": [ "info" @@ -700,7 +700,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584589597Z", + "ingested": "2023-10-12T09:36:07.353145970Z", "kind": "event", "type": [ "info" @@ -724,7 +724,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584595222Z", + "ingested": "2023-10-12T09:36:07.353146678Z", "kind": "event", "type": [ "info" @@ -748,7 +748,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584596264Z", + "ingested": "2023-10-12T09:36:07.353147428Z", "kind": "event", "type": [ "info" @@ -772,7 +772,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584597305Z", + "ingested": "2023-10-12T09:36:07.353148178Z", "kind": "event", "type": [ "info" @@ -796,7 +796,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584603222Z", + "ingested": "2023-10-12T09:36:07.353148887Z", "kind": "event", "type": [ "info" @@ -820,7 +820,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584604222Z", + "ingested": "2023-10-12T09:36:07.353149803Z", "kind": "event", "type": [ "info" @@ -844,7 +844,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584624514Z", + "ingested": "2023-10-12T09:36:07.353150553Z", "kind": "event", "type": [ "info" @@ -868,7 +868,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584625805Z", + "ingested": "2023-10-12T09:36:07.353151262Z", "kind": "event", "type": [ "info" @@ -892,7 +892,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584627597Z", + "ingested": "2023-10-12T09:36:07.353151970Z", "kind": "event", "type": [ "info" @@ -916,7 +916,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584628764Z", + "ingested": "2023-10-12T09:36:07.353152720Z", "kind": "event", "type": [ "info" @@ -940,7 +940,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584629847Z", + "ingested": "2023-10-12T09:36:07.353153470Z", "kind": "event", "type": [ "info" @@ -964,7 +964,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584630764Z", + "ingested": "2023-10-12T09:36:07.353154178Z", "kind": "event", "type": [ "info" @@ -987,7 +987,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584631722Z", + "ingested": "2023-10-12T09:36:07.353155095Z", "kind": "event", "type": [ "info" @@ -1005,7 +1005,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584632639Z", + "ingested": "2023-10-12T09:36:07.353155803Z", "kind": "event", "type": [ "info" @@ -1029,7 +1029,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584633597Z", + "ingested": "2023-10-12T09:36:07.353156553Z", "kind": "event", "type": [ "info" @@ -1053,7 +1053,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584634514Z", + "ingested": "2023-10-12T09:36:07.353157262Z", "kind": "event", "type": [ "info" @@ -1077,7 +1077,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584635472Z", + "ingested": "2023-10-12T09:36:07.353158012Z", "kind": "event", "type": [ "info" @@ -1101,7 +1101,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584636389Z", + "ingested": "2023-10-12T09:36:07.353158762Z", "kind": "event", "type": [ "info" @@ -1125,7 +1125,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584637305Z", + "ingested": "2023-10-12T09:36:07.353159470Z", "kind": "event", "type": [ "info" @@ -1149,7 +1149,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584638222Z", + "ingested": "2023-10-12T09:36:07.353160220Z", "kind": "event", "type": [ "info" @@ -1173,7 +1173,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584639180Z", + "ingested": "2023-10-12T09:36:07.353160970Z", "kind": "event", "type": [ "info" @@ -1197,7 +1197,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584640305Z", + "ingested": "2023-10-12T09:36:07.353161762Z", "kind": "event", "type": [ "info" @@ -1221,7 +1221,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584641222Z", + "ingested": "2023-10-12T09:36:07.353162512Z", "kind": "event", "type": [ "info" @@ -1245,7 +1245,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584642222Z", + "ingested": "2023-10-12T09:36:07.353163262Z", "kind": "event", "type": [ "info" @@ -1269,7 +1269,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584643139Z", + "ingested": "2023-10-12T09:36:07.353163970Z", "kind": "event", "type": [ "info" @@ -1293,7 +1293,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584644097Z", + "ingested": "2023-10-12T09:36:07.353164720Z", "kind": "event", "type": [ "info" @@ -1317,7 +1317,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584645014Z", + "ingested": "2023-10-12T09:36:07.353165428Z", "kind": "event", "type": [ "info" @@ -1341,7 +1341,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584645972Z", + "ingested": "2023-10-12T09:36:07.353166178Z", "kind": "event", "type": [ "info" @@ -1365,7 +1365,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584646889Z", + "ingested": "2023-10-12T09:36:07.353166887Z", "kind": "event", "type": [ "info" @@ -1389,7 +1389,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584647889Z", + "ingested": "2023-10-12T09:36:07.353167637Z", "kind": "event", "type": [ "info" @@ -1413,7 +1413,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584648930Z", + "ingested": "2023-10-12T09:36:07.353168387Z", "kind": "event", "type": [ "info" @@ -1437,7 +1437,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584650014Z", + "ingested": "2023-10-12T09:36:07.353169095Z", "kind": "event", "type": [ "info" @@ -1461,7 +1461,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584650930Z", + "ingested": "2023-10-12T09:36:07.353169845Z", "kind": "event", "type": [ "info" @@ -1485,7 +1485,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584651930Z", + "ingested": "2023-10-12T09:36:07.353170553Z", "kind": "event", "type": [ "info" @@ -1509,7 +1509,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584652889Z", + "ingested": "2023-10-12T09:36:07.353171303Z", "kind": "event", "type": [ "info" @@ -1533,7 +1533,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584653805Z", + "ingested": "2023-10-12T09:36:07.353172053Z", "kind": "event", "type": [ "info" @@ -1557,7 +1557,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584654805Z", + "ingested": "2023-10-12T09:36:07.353172803Z", "kind": "event", "type": [ "info" @@ -1581,7 +1581,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584655764Z", + "ingested": "2023-10-12T09:36:07.353173512Z", "kind": "event", "type": [ "info" @@ -1605,7 +1605,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584656639Z", + "ingested": "2023-10-12T09:36:07.353174262Z", "kind": "event", "type": [ "info" @@ -1629,7 +1629,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584657597Z", + "ingested": "2023-10-12T09:36:07.353174970Z", "kind": "event", "type": [ "info" @@ -1653,7 +1653,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584658514Z", + "ingested": "2023-10-12T09:36:07.353175720Z", "kind": "event", "type": [ "info" @@ -1677,7 +1677,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584659639Z", + "ingested": "2023-10-12T09:36:07.353176470Z", "kind": "event", "type": [ "info" @@ -1701,7 +1701,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584660639Z", + "ingested": "2023-10-12T09:36:07.353177220Z", "kind": "event", "type": [ "info" @@ -1725,7 +1725,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584661597Z", + "ingested": "2023-10-12T09:36:07.353177928Z", "kind": "event", "type": [ "info" @@ -1749,7 +1749,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584662555Z", + "ingested": "2023-10-12T09:36:07.353178678Z", "kind": "event", "type": [ "info" @@ -1773,7 +1773,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584663555Z", + "ingested": "2023-10-12T09:36:07.353179470Z", "kind": "event", "type": [ "info" @@ -1797,7 +1797,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584664472Z", + "ingested": "2023-10-12T09:36:07.353180220Z", "kind": "event", "type": [ "info" @@ -1821,7 +1821,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584665389Z", + "ingested": "2023-10-12T09:36:07.353180970Z", "kind": "event", "type": [ "info" @@ -1845,7 +1845,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584666305Z", + "ingested": "2023-10-12T09:36:07.353181678Z", "kind": "event", "type": [ "info" @@ -1869,7 +1869,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584667222Z", + "ingested": "2023-10-12T09:36:07.353182428Z", "kind": "event", "type": [ "info" @@ -1893,7 +1893,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584668180Z", + "ingested": "2023-10-12T09:36:07.353183137Z", "kind": "event", "type": [ "info" @@ -1917,7 +1917,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584669472Z", + "ingested": "2023-10-12T09:36:07.353183887Z", "kind": "event", "type": [ "info" @@ -1941,7 +1941,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584670472Z", + "ingested": "2023-10-12T09:36:07.353184595Z", "kind": "event", "type": [ "info" @@ -1965,7 +1965,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584671430Z", + "ingested": "2023-10-12T09:36:07.353185345Z", "kind": "event", "type": [ "info" @@ -1989,7 +1989,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584672389Z", + "ingested": "2023-10-12T09:36:07.353186053Z", "kind": "event", "type": [ "info" @@ -2013,7 +2013,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584673347Z", + "ingested": "2023-10-12T09:36:07.353186803Z", "kind": "event", "type": [ "info" @@ -2037,7 +2037,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584674472Z", + "ingested": "2023-10-12T09:36:07.353187512Z", "kind": "event", "type": [ "info" @@ -2061,7 +2061,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584675472Z", + "ingested": "2023-10-12T09:36:07.353188220Z", "kind": "event", "type": [ "info" @@ -2085,7 +2085,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584676430Z", + "ingested": "2023-10-12T09:36:07.353188970Z", "kind": "event", "type": [ "info" @@ -2109,7 +2109,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584677347Z", + "ingested": "2023-10-12T09:36:07.353189720Z", "kind": "event", "type": [ "info" @@ -2133,7 +2133,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584678264Z", + "ingested": "2023-10-12T09:36:07.353190428Z", "kind": "event", "type": [ "info" @@ -2157,7 +2157,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584679180Z", + "ingested": "2023-10-12T09:36:07.353191178Z", "kind": "event", "type": [ "info" @@ -2181,7 +2181,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584680139Z", + "ingested": "2023-10-12T09:36:07.353191887Z", "kind": "event", "type": [ "info" @@ -2205,7 +2205,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584681097Z", + "ingested": "2023-10-12T09:36:07.353192637Z", "kind": "event", "type": [ "info" @@ -2229,7 +2229,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584682014Z", + "ingested": "2023-10-12T09:36:07.353193345Z", "kind": "event", "type": [ "info" @@ -2253,7 +2253,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584683014Z", + "ingested": "2023-10-12T09:36:07.353194095Z", "kind": "event", "type": [ "info" @@ -2277,7 +2277,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584683972Z", + "ingested": "2023-10-12T09:36:07.353194845Z", "kind": "event", "type": [ "info" @@ -2301,7 +2301,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584684889Z", + "ingested": "2023-10-12T09:36:07.353195553Z", "kind": "event", "type": [ "info" @@ -2325,7 +2325,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584685805Z", + "ingested": "2023-10-12T09:36:07.353196303Z", "kind": "event", "type": [ "info" @@ -2349,7 +2349,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584686722Z", + "ingested": "2023-10-12T09:36:07.353197053Z", "kind": "event", "type": [ "info" @@ -2373,7 +2373,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584687680Z", + "ingested": "2023-10-12T09:36:07.353197762Z", "kind": "event", "type": [ "info" @@ -2397,7 +2397,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584688597Z", + "ingested": "2023-10-12T09:36:07.353198512Z", "kind": "event", "type": [ "info" @@ -2421,7 +2421,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584689805Z", + "ingested": "2023-10-12T09:36:07.353199220Z", "kind": "event", "type": [ "info" @@ -2445,7 +2445,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584690764Z", + "ingested": "2023-10-12T09:36:07.353199970Z", "kind": "event", "type": [ "info" @@ -2469,7 +2469,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584691764Z", + "ingested": "2023-10-12T09:36:07.353200678Z", "kind": "event", "type": [ "info" @@ -2493,7 +2493,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584692680Z", + "ingested": "2023-10-12T09:36:07.353201428Z", "kind": "event", "type": [ "info" @@ -2517,7 +2517,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584693639Z", + "ingested": "2023-10-12T09:36:07.353202137Z", "kind": "event", "type": [ "info" @@ -2541,7 +2541,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584694555Z", + "ingested": "2023-10-12T09:36:07.353202845Z", "kind": "event", "type": [ "info" @@ -2565,7 +2565,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584695514Z", + "ingested": "2023-10-12T09:36:07.353203553Z", "kind": "event", "type": [ "info" @@ -2589,7 +2589,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584696430Z", + "ingested": "2023-10-12T09:36:07.353204303Z", "kind": "event", "type": [ "info" @@ -2613,7 +2613,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584697347Z", + "ingested": "2023-10-12T09:36:07.353205053Z", "kind": "event", "type": [ "info" @@ -2637,7 +2637,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584698347Z", + "ingested": "2023-10-12T09:36:07.353205845Z", "kind": "event", "type": [ "info" @@ -2661,7 +2661,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584699389Z", + "ingested": "2023-10-12T09:36:07.353206595Z", "kind": "event", "type": [ "info" @@ -2685,7 +2685,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584700305Z", + "ingested": "2023-10-12T09:36:07.353207345Z", "kind": "event", "type": [ "info" @@ -2709,7 +2709,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584701264Z", + "ingested": "2023-10-12T09:36:07.353208053Z", "kind": "event", "type": [ "info" @@ -2733,7 +2733,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584702139Z", + "ingested": "2023-10-12T09:36:07.353208803Z", "kind": "event", "type": [ "info" @@ -2757,7 +2757,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584703097Z", + "ingested": "2023-10-12T09:36:07.353209512Z", "kind": "event", "type": [ "info" @@ -2781,7 +2781,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584704014Z", + "ingested": "2023-10-12T09:36:07.353210262Z", "kind": "event", "type": [ "info" @@ -2805,7 +2805,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584704972Z", + "ingested": "2023-10-12T09:36:07.353211012Z", "kind": "event", "type": [ "info" @@ -2829,7 +2829,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584705889Z", + "ingested": "2023-10-12T09:36:07.353211720Z", "kind": "event", "type": [ "info" @@ -2853,7 +2853,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584706847Z", + "ingested": "2023-10-12T09:36:07.353212470Z", "kind": "event", "type": [ "info" @@ -2877,7 +2877,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584707805Z", + "ingested": "2023-10-12T09:36:07.353213220Z", "kind": "event", "type": [ "info" @@ -2901,7 +2901,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584708722Z", + "ingested": "2023-10-12T09:36:07.353213928Z", "kind": "event", "type": [ "info" @@ -2925,7 +2925,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584709639Z", + "ingested": "2023-10-12T09:36:07.353214678Z", "kind": "event", "type": [ "info" @@ -2949,7 +2949,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584710597Z", + "ingested": "2023-10-12T09:36:07.353215387Z", "kind": "event", "type": [ "info" @@ -2973,7 +2973,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584711514Z", + "ingested": "2023-10-12T09:36:07.353216137Z", "kind": "event", "type": [ "info" @@ -2997,7 +2997,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584712514Z", + "ingested": "2023-10-12T09:36:07.353216845Z", "kind": "event", "type": [ "info" @@ -3021,7 +3021,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584713430Z", + "ingested": "2023-10-12T09:36:07.353217595Z", "kind": "event", "type": [ "info" @@ -3045,7 +3045,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584714514Z", + "ingested": "2023-10-12T09:36:07.353218345Z", "kind": "event", "type": [ "info" @@ -3069,7 +3069,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584715514Z", + "ingested": "2023-10-12T09:36:07.353219095Z", "kind": "event", "type": [ "info" @@ -3093,7 +3093,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584716555Z", + "ingested": "2023-10-12T09:36:07.353219803Z", "kind": "event", "type": [ "info" @@ -3117,7 +3117,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584717597Z", + "ingested": "2023-10-12T09:36:07.353220553Z", "kind": "event", "type": [ "info" @@ -3141,7 +3141,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584718514Z", + "ingested": "2023-10-12T09:36:07.353221262Z", "kind": "event", "type": [ "info" @@ -3165,7 +3165,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584719555Z", + "ingested": "2023-10-12T09:36:07.353222012Z", "kind": "event", "type": [ "info" @@ -3189,7 +3189,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584720472Z", + "ingested": "2023-10-12T09:36:07.353222720Z", "kind": "event", "type": [ "info" @@ -3213,7 +3213,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584721514Z", + "ingested": "2023-10-12T09:36:07.353223470Z", "kind": "event", "type": [ "info" @@ -3237,7 +3237,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584722472Z", + "ingested": "2023-10-12T09:36:07.353224178Z", "kind": "event", "type": [ "info" @@ -3261,7 +3261,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584723430Z", + "ingested": "2023-10-12T09:36:07.353224928Z", "kind": "event", "type": [ "info" @@ -3285,7 +3285,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584724389Z", + "ingested": "2023-10-12T09:36:07.353225678Z", "kind": "event", "type": [ "info" @@ -3309,7 +3309,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584725305Z", + "ingested": "2023-10-12T09:36:07.353226387Z", "kind": "event", "type": [ "info" @@ -3333,7 +3333,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584726389Z", + "ingested": "2023-10-12T09:36:07.353227137Z", "kind": "event", "type": [ "info" @@ -3357,7 +3357,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584727305Z", + "ingested": "2023-10-12T09:36:07.353227887Z", "kind": "event", "type": [ "info" @@ -3381,7 +3381,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584728264Z", + "ingested": "2023-10-12T09:36:07.353228595Z", "kind": "event", "type": [ "info" @@ -3405,7 +3405,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584729180Z", + "ingested": "2023-10-12T09:36:07.353229345Z", "kind": "event", "type": [ "info" @@ -3429,7 +3429,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584730930Z", + "ingested": "2023-10-12T09:36:07.353230053Z", "kind": "event", "type": [ "info" @@ -3447,7 +3447,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584731847Z", + "ingested": "2023-10-12T09:36:07.353230803Z", "kind": "event", "type": [ "info" @@ -3471,7 +3471,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584732972Z", + "ingested": "2023-10-12T09:36:07.353231512Z", "kind": "event", "type": [ "info" @@ -3495,7 +3495,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584734055Z", + "ingested": "2023-10-12T09:36:07.353232262Z", "kind": "event", "type": [ "info" @@ -3519,7 +3519,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584735014Z", + "ingested": "2023-10-12T09:36:07.353232970Z", "kind": "event", "type": [ "info" @@ -3543,7 +3543,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584735930Z", + "ingested": "2023-10-12T09:36:07.353233762Z", "kind": "event", "type": [ "info" @@ -3567,7 +3567,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584736972Z", + "ingested": "2023-10-12T09:36:07.353234512Z", "kind": "event", "type": [ "info" @@ -3591,7 +3591,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584737930Z", + "ingested": "2023-10-12T09:36:07.353235220Z", "kind": "event", "type": [ "info" @@ -3615,7 +3615,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584738847Z", + "ingested": "2023-10-12T09:36:07.353235970Z", "kind": "event", "type": [ "info" @@ -3639,7 +3639,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584739805Z", + "ingested": "2023-10-12T09:36:07.353236720Z", "kind": "event", "type": [ "info" @@ -3663,7 +3663,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584740930Z", + "ingested": "2023-10-12T09:36:07.353237428Z", "kind": "event", "type": [ "info" @@ -3687,7 +3687,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584741847Z", + "ingested": "2023-10-12T09:36:07.353238178Z", "kind": "event", "type": [ "info" @@ -3711,7 +3711,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584742889Z", + "ingested": "2023-10-12T09:36:07.353238928Z", "kind": "event", "type": [ "info" @@ -3735,7 +3735,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584743805Z", + "ingested": "2023-10-12T09:36:07.353239678Z", "kind": "event", "type": [ "info" @@ -3759,7 +3759,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584744764Z", + "ingested": "2023-10-12T09:36:07.353240387Z", "kind": "event", "type": [ "info" @@ -3783,7 +3783,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584745680Z", + "ingested": "2023-10-12T09:36:07.353241137Z", "kind": "event", "type": [ "info" @@ -3807,7 +3807,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584746639Z", + "ingested": "2023-10-12T09:36:07.353241845Z", "kind": "event", "type": [ "info" @@ -3831,7 +3831,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584747555Z", + "ingested": "2023-10-12T09:36:07.353242595Z", "kind": "event", "type": [ "info" @@ -3855,7 +3855,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584757014Z", + "ingested": "2023-10-12T09:36:07.353243303Z", "kind": "event", "type": [ "info" @@ -3879,7 +3879,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584758180Z", + "ingested": "2023-10-12T09:36:07.353244053Z", "kind": "event", "type": [ "info" @@ -3903,7 +3903,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584759555Z", + "ingested": "2023-10-12T09:36:07.353248220Z", "kind": "event", "type": [ "info" @@ -3927,7 +3927,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584760805Z", + "ingested": "2023-10-12T09:36:07.353249012Z", "kind": "event", "type": [ "info" @@ -3951,7 +3951,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584761889Z", + "ingested": "2023-10-12T09:36:07.353249803Z", "kind": "event", "type": [ "info" @@ -3975,7 +3975,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584762847Z", + "ingested": "2023-10-12T09:36:07.353251387Z", "kind": "event", "type": [ "info" @@ -3999,7 +3999,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584763764Z", + "ingested": "2023-10-12T09:36:07.353252178Z", "kind": "event", "type": [ "info" @@ -4023,7 +4023,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584764722Z", + "ingested": "2023-10-12T09:36:07.353252928Z", "kind": "event", "type": [ "info" @@ -4047,7 +4047,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584765639Z", + "ingested": "2023-10-12T09:36:07.353253762Z", "kind": "event", "type": [ "info" @@ -4071,7 +4071,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584766555Z", + "ingested": "2023-10-12T09:36:07.353254595Z", "kind": "event", "type": [ "info" @@ -4095,7 +4095,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584767680Z", + "ingested": "2023-10-12T09:36:07.353255345Z", "kind": "event", "type": [ "info" @@ -4119,7 +4119,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584768597Z", + "ingested": "2023-10-12T09:36:07.353256095Z", "kind": "event", "type": [ "info" @@ -4143,7 +4143,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584769514Z", + "ingested": "2023-10-12T09:36:07.353256803Z", "kind": "event", "type": [ "info" @@ -4167,7 +4167,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584770430Z", + "ingested": "2023-10-12T09:36:07.353257553Z", "kind": "event", "type": [ "info" @@ -4191,7 +4191,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584771389Z", + "ingested": "2023-10-12T09:36:07.353258262Z", "kind": "event", "type": [ "info" @@ -4215,7 +4215,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584772347Z", + "ingested": "2023-10-12T09:36:07.353259095Z", "kind": "event", "type": [ "info" @@ -4239,7 +4239,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584773264Z", + "ingested": "2023-10-12T09:36:07.353259803Z", "kind": "event", "type": [ "info" @@ -4263,7 +4263,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584774222Z", + "ingested": "2023-10-12T09:36:07.353260553Z", "kind": "event", "type": [ "info" @@ -4287,7 +4287,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584775389Z", + "ingested": "2023-10-12T09:36:07.353261262Z", "kind": "event", "type": [ "info" @@ -4311,7 +4311,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584776472Z", + "ingested": "2023-10-12T09:36:07.353262012Z", "kind": "event", "type": [ "info" @@ -4335,7 +4335,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584777430Z", + "ingested": "2023-10-12T09:36:07.353262720Z", "kind": "event", "type": [ "info" @@ -4359,7 +4359,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584778430Z", + "ingested": "2023-10-12T09:36:07.353263470Z", "kind": "event", "type": [ "info" @@ -4383,7 +4383,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584779347Z", + "ingested": "2023-10-12T09:36:07.353264178Z", "kind": "event", "type": [ "info" @@ -4407,7 +4407,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584780305Z", + "ingested": "2023-10-12T09:36:07.353264928Z", "kind": "event", "type": [ "info" @@ -4431,7 +4431,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584781222Z", + "ingested": "2023-10-12T09:36:07.353265637Z", "kind": "event", "type": [ "info" @@ -4454,7 +4454,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584782139Z", + "ingested": "2023-10-12T09:36:07.353266387Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json index 830a5ff8034..580319157b2 100644 --- a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683685125Z", + "ingested": "2023-10-12T09:36:07.449190428Z", "kind": "event", "type": [ "info" @@ -31,7 +31,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683694583Z", + "ingested": "2023-10-12T09:36:07.449202095Z", "kind": "event", "type": [ "info" @@ -52,7 +52,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683695875Z", + "ingested": "2023-10-12T09:36:07.449203178Z", "kind": "event", "type": [ "info" @@ -70,7 +70,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683696791Z", + "ingested": "2023-10-12T09:36:07.449204012Z", "kind": "event", "type": [ "info" @@ -88,7 +88,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683697708Z", + "ingested": "2023-10-12T09:36:07.449204887Z", "kind": "event", "type": [ "info" @@ -106,7 +106,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683698583Z", + "ingested": "2023-10-12T09:36:07.449205637Z", "kind": "event", "type": [ "info" @@ -124,7 +124,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683699541Z", + "ingested": "2023-10-12T09:36:07.449206428Z", "kind": "event", "type": [ "info" @@ -141,7 +141,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683700416Z", + "ingested": "2023-10-12T09:36:07.449207262Z", "kind": "event", "type": [ "info" @@ -158,7 +158,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683701291Z", + "ingested": "2023-10-12T09:36:07.449208095Z", "kind": "event", "type": [ "info" @@ -176,7 +176,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683702166Z", + "ingested": "2023-10-12T09:36:07.449208845Z", "kind": "event", "type": [ "info" @@ -193,7 +193,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683703Z", + "ingested": "2023-10-12T09:36:07.449209553Z", "kind": "event", "type": [ "info" @@ -211,7 +211,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683704Z", + "ingested": "2023-10-12T09:36:07.449210512Z", "kind": "event", "type": [ "info" @@ -228,7 +228,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683704833Z", + "ingested": "2023-10-12T09:36:07.449211262Z", "kind": "event", "type": [ "info" @@ -245,7 +245,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683705916Z", + "ingested": "2023-10-12T09:36:07.449212012Z", "kind": "event", "type": [ "info" @@ -263,7 +263,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683706791Z", + "ingested": "2023-10-12T09:36:07.449212803Z", "kind": "event", "type": [ "info" @@ -280,7 +280,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683707625Z", + "ingested": "2023-10-12T09:36:07.449213553Z", "kind": "event", "type": [ "info" @@ -297,7 +297,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683708500Z", + "ingested": "2023-10-12T09:36:07.449214345Z", "kind": "event", "type": [ "info" @@ -314,7 +314,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683709375Z", + "ingested": "2023-10-12T09:36:07.449215053Z", "kind": "event", "type": [ "info" @@ -331,7 +331,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683710208Z", + "ingested": "2023-10-12T09:36:07.449215803Z", "kind": "event", "type": [ "info" @@ -348,7 +348,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683711041Z", + "ingested": "2023-10-12T09:36:07.449216595Z", "kind": "event", "type": [ "info" @@ -365,7 +365,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683711916Z", + "ingested": "2023-10-12T09:36:07.449217345Z", "kind": "event", "type": [ "info" @@ -382,7 +382,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683712750Z", + "ingested": "2023-10-12T09:36:07.449218095Z", "kind": "event", "type": [ "info" @@ -400,7 +400,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683713833Z", + "ingested": "2023-10-12T09:36:07.449218845Z", "kind": "event", "type": [ "info" @@ -418,7 +418,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683714875Z", + "ingested": "2023-10-12T09:36:07.449219637Z", "kind": "event", "type": [ "info" @@ -436,7 +436,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683715708Z", + "ingested": "2023-10-12T09:36:07.449220387Z", "kind": "event", "type": [ "info" @@ -454,7 +454,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683716583Z", + "ingested": "2023-10-12T09:36:07.449221095Z", "kind": "event", "type": [ "info" @@ -472,7 +472,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683717541Z", + "ingested": "2023-10-12T09:36:07.449221845Z", "kind": "event", "type": [ "info" @@ -493,7 +493,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683718375Z", + "ingested": "2023-10-12T09:36:07.449222553Z", "kind": "event", "type": [ "info" @@ -514,7 +514,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683719208Z", + "ingested": "2023-10-12T09:36:07.449223303Z", "kind": "event", "type": [ "info" @@ -532,7 +532,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683720375Z", + "ingested": "2023-10-12T09:36:07.449224095Z", "kind": "event", "type": [ "info" @@ -550,7 +550,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683721541Z", + "ingested": "2023-10-12T09:36:07.449224845Z", "kind": "event", "type": [ "info" @@ -568,7 +568,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683722375Z", + "ingested": "2023-10-12T09:36:07.449225553Z", "kind": "event", "type": [ "info" @@ -586,7 +586,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683723250Z", + "ingested": "2023-10-12T09:36:07.449226303Z", "kind": "event", "type": [ "info" @@ -604,7 +604,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683724083Z", + "ingested": "2023-10-12T09:36:07.449227053Z", "kind": "event", "type": [ "info" @@ -622,7 +622,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683724958Z", + "ingested": "2023-10-12T09:36:07.449227845Z", "kind": "event", "type": [ "info" @@ -640,7 +640,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683725833Z", + "ingested": "2023-10-12T09:36:07.449228637Z", "kind": "event", "type": [ "info" @@ -657,7 +657,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683726666Z", + "ingested": "2023-10-12T09:36:07.449229345Z", "kind": "event", "type": [ "info" @@ -675,7 +675,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683727541Z", + "ingested": "2023-10-12T09:36:07.449230137Z", "kind": "event", "type": [ "info", @@ -696,7 +696,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683728500Z", + "ingested": "2023-10-12T09:36:07.449230970Z", "kind": "event", "type": [ "info" @@ -714,7 +714,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683729333Z", + "ingested": "2023-10-12T09:36:07.449231803Z", "kind": "event", "type": [ "info" @@ -732,7 +732,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683730291Z", + "ingested": "2023-10-12T09:36:07.449232512Z", "kind": "event", "type": [ "info" @@ -750,7 +750,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683731166Z", + "ingested": "2023-10-12T09:36:07.449233262Z", "kind": "event", "type": [ "info" @@ -770,7 +770,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683737875Z", + "ingested": "2023-10-12T09:36:07.449233970Z", "kind": "event", "type": [ "info" @@ -788,7 +788,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683738875Z", + "ingested": "2023-10-12T09:36:07.449234720Z", "kind": "event", "type": [ "info" @@ -809,7 +809,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683740041Z", + "ingested": "2023-10-12T09:36:07.449235470Z", "kind": "event", "type": [ "info" @@ -830,7 +830,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683740916Z", + "ingested": "2023-10-12T09:36:07.449236262Z", "kind": "event", "type": [ "info" @@ -848,7 +848,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683741791Z", + "ingested": "2023-10-12T09:36:07.449236970Z", "kind": "event", "type": [ "info" @@ -866,7 +866,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683742625Z", + "ingested": "2023-10-12T09:36:07.449237720Z", "kind": "event", "type": [ "info" @@ -884,7 +884,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683743583Z", + "ingested": "2023-10-12T09:36:07.449238470Z", "kind": "event", "type": [ "info" @@ -902,7 +902,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683744541Z", + "ingested": "2023-10-12T09:36:07.449239178Z", "kind": "event", "type": [ "info" @@ -920,7 +920,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683754958Z", + "ingested": "2023-10-12T09:36:07.449239970Z", "kind": "event", "type": [ "info" @@ -938,7 +938,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683756041Z", + "ingested": "2023-10-12T09:36:07.449240720Z", "kind": "event", "type": [ "info" @@ -956,7 +956,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683757Z", + "ingested": "2023-10-12T09:36:07.449241470Z", "kind": "event", "type": [ "info" @@ -974,7 +974,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683757916Z", + "ingested": "2023-10-12T09:36:07.449242220Z", "kind": "event", "type": [ "info" @@ -992,7 +992,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683758750Z", + "ingested": "2023-10-12T09:36:07.449243012Z", "kind": "event", "type": [ "info", @@ -1013,7 +1013,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683759583Z", + "ingested": "2023-10-12T09:36:07.449243762Z", "kind": "event", "type": [ "info" @@ -1031,7 +1031,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683760375Z", + "ingested": "2023-10-12T09:36:07.449244470Z", "kind": "event", "type": [ "info" @@ -1049,7 +1049,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683761208Z", + "ingested": "2023-10-12T09:36:07.449245220Z", "kind": "event", "type": [ "info" @@ -1067,7 +1067,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683762125Z", + "ingested": "2023-10-12T09:36:07.449246012Z", "kind": "event", "type": [ "info" @@ -1087,7 +1087,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683763125Z", + "ingested": "2023-10-12T09:36:07.449246720Z", "kind": "event", "type": [ "info" @@ -1105,7 +1105,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683764Z", + "ingested": "2023-10-12T09:36:07.449247470Z", "kind": "event", "type": [ "info" @@ -1126,7 +1126,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683764833Z", + "ingested": "2023-10-12T09:36:07.449248178Z", "kind": "event", "type": [ "info" @@ -1147,7 +1147,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683765625Z", + "ingested": "2023-10-12T09:36:07.449249012Z", "kind": "event", "type": [ "info" @@ -1165,7 +1165,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683766416Z", + "ingested": "2023-10-12T09:36:07.449249762Z", "kind": "event", "type": [ "info" @@ -1183,7 +1183,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683767250Z", + "ingested": "2023-10-12T09:36:07.449250595Z", "kind": "event", "type": [ "info" @@ -1201,7 +1201,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683768083Z", + "ingested": "2023-10-12T09:36:07.449251345Z", "kind": "event", "type": [ "info" @@ -1219,7 +1219,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683769Z", + "ingested": "2023-10-12T09:36:07.449252095Z", "kind": "event", "type": [ "info" @@ -1237,7 +1237,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683769875Z", + "ingested": "2023-10-12T09:36:07.449252887Z", "kind": "event", "type": [ "info" @@ -1255,7 +1255,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683770750Z", + "ingested": "2023-10-12T09:36:07.449253637Z", "kind": "event", "type": [ "info" @@ -1273,7 +1273,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683771791Z", + "ingested": "2023-10-12T09:36:07.449254345Z", "kind": "event", "type": [ "info" @@ -1291,7 +1291,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683772791Z", + "ingested": "2023-10-12T09:36:07.449255095Z", "kind": "event", "type": [ "info" @@ -1312,7 +1312,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683773708Z", + "ingested": "2023-10-12T09:36:07.449255845Z", "kind": "event", "type": [ "info" @@ -1333,7 +1333,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683774541Z", + "ingested": "2023-10-12T09:36:07.449256553Z", "kind": "event", "type": [ "info" @@ -1354,7 +1354,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683775375Z", + "ingested": "2023-10-12T09:36:07.449257345Z", "kind": "event", "type": [ "info" @@ -1375,7 +1375,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683776333Z", + "ingested": "2023-10-12T09:36:07.449258137Z", "kind": "event", "type": [ "info" @@ -1395,7 +1395,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683777125Z", + "ingested": "2023-10-12T09:36:07.449258887Z", "kind": "event", "type": [ "info" @@ -1413,7 +1413,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683777958Z", + "ingested": "2023-10-12T09:36:07.449259637Z", "kind": "event", "type": [ "info" @@ -1433,7 +1433,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683778791Z", + "ingested": "2023-10-12T09:36:07.449260345Z", "kind": "event", "type": [ "info" @@ -1451,7 +1451,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683779625Z", + "ingested": "2023-10-12T09:36:07.449261095Z", "kind": "event", "type": [ "info" @@ -1472,7 +1472,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683780458Z", + "ingested": "2023-10-12T09:36:07.449261887Z", "kind": "event", "type": [ "info" @@ -1490,7 +1490,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683781416Z", + "ingested": "2023-10-12T09:36:07.449262595Z", "kind": "event", "type": [ "info" @@ -1508,7 +1508,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683782333Z", + "ingested": "2023-10-12T09:36:07.449263345Z", "kind": "event", "type": [ "info" @@ -1528,7 +1528,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683783125Z", + "ingested": "2023-10-12T09:36:07.449264095Z", "kind": "event", "type": [ "info" @@ -1546,7 +1546,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683784041Z", + "ingested": "2023-10-12T09:36:07.449264887Z", "kind": "event", "type": [ "info" @@ -1567,7 +1567,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683784916Z", + "ingested": "2023-10-12T09:36:07.449265637Z", "kind": "event", "type": [ "info" @@ -1588,7 +1588,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683785750Z", + "ingested": "2023-10-12T09:36:07.449266345Z", "kind": "event", "type": [ "info" @@ -1606,7 +1606,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683786583Z", + "ingested": "2023-10-12T09:36:07.449267137Z", "kind": "event", "type": [ "info" @@ -1624,7 +1624,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683787416Z", + "ingested": "2023-10-12T09:36:07.449267887Z", "kind": "event", "type": [ "info" @@ -1642,7 +1642,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683788208Z", + "ingested": "2023-10-12T09:36:07.449268595Z", "kind": "event", "type": [ "info" @@ -1660,7 +1660,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683789041Z", + "ingested": "2023-10-12T09:36:07.449269345Z", "kind": "event", "type": [ "info" @@ -1678,7 +1678,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683790083Z", + "ingested": "2023-10-12T09:36:07.449270095Z", "kind": "event", "type": [ "info" @@ -1696,7 +1696,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683790916Z", + "ingested": "2023-10-12T09:36:07.449270845Z", "kind": "event", "type": [ "info" @@ -1714,7 +1714,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683791708Z", + "ingested": "2023-10-12T09:36:07.449271595Z", "kind": "event", "type": [ "info" @@ -1732,7 +1732,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683792541Z", + "ingested": "2023-10-12T09:36:07.449272303Z", "kind": "event", "type": [ "info" @@ -1753,7 +1753,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683793375Z", + "ingested": "2023-10-12T09:36:07.449273053Z", "kind": "event", "type": [ "info" @@ -1774,7 +1774,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683794291Z", + "ingested": "2023-10-12T09:36:07.449273762Z", "kind": "event", "type": [ "info" @@ -1795,7 +1795,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683795208Z", + "ingested": "2023-10-12T09:36:07.449274512Z", "kind": "event", "type": [ "info" @@ -1816,7 +1816,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683796041Z", + "ingested": "2023-10-12T09:36:07.449275262Z", "kind": "event", "type": [ "info" @@ -1836,7 +1836,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683796875Z", + "ingested": "2023-10-12T09:36:07.449276053Z", "kind": "event", "type": [ "info" @@ -1854,7 +1854,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683797708Z", + "ingested": "2023-10-12T09:36:07.449276845Z", "kind": "event", "type": [ "info" @@ -1875,7 +1875,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683798500Z", + "ingested": "2023-10-12T09:36:07.449277553Z", "kind": "event", "type": [ "info" @@ -1896,7 +1896,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683799833Z", + "ingested": "2023-10-12T09:36:07.449278303Z", "kind": "event", "type": [ "info" @@ -1914,7 +1914,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683800666Z", + "ingested": "2023-10-12T09:36:07.449279053Z", "kind": "event", "type": [ "info" @@ -1932,7 +1932,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683801541Z", + "ingested": "2023-10-12T09:36:07.449279762Z", "kind": "event", "type": [ "info" @@ -1950,7 +1950,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683821041Z", + "ingested": "2023-10-12T09:36:07.449280512Z", "kind": "event", "type": [ "info" @@ -1968,7 +1968,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683822291Z", + "ingested": "2023-10-12T09:36:07.449281262Z", "kind": "event", "type": [ "info" @@ -1985,7 +1985,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683823125Z", + "ingested": "2023-10-12T09:36:07.449284428Z", "kind": "event", "type": [ "info" @@ -2002,7 +2002,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683824166Z", + "ingested": "2023-10-12T09:36:07.449285178Z", "kind": "event", "type": [ "info" @@ -2020,7 +2020,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683825Z", + "ingested": "2023-10-12T09:36:07.449285928Z", "kind": "event", "type": [ "info" @@ -2037,7 +2037,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683825958Z", + "ingested": "2023-10-12T09:36:07.449286720Z", "kind": "event", "type": [ "info" @@ -2055,7 +2055,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683826916Z", + "ingested": "2023-10-12T09:36:07.449287553Z", "kind": "event", "type": [ "info" @@ -2072,7 +2072,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683827750Z", + "ingested": "2023-10-12T09:36:07.449288303Z", "kind": "event", "type": [ "info" @@ -2089,7 +2089,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683828625Z", + "ingested": "2023-10-12T09:36:07.449289137Z", "kind": "event", "type": [ "info" @@ -2107,7 +2107,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683829541Z", + "ingested": "2023-10-12T09:36:07.449289845Z", "kind": "event", "type": [ "info" @@ -2124,7 +2124,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683830375Z", + "ingested": "2023-10-12T09:36:07.449290595Z", "kind": "event", "type": [ "info" @@ -2141,7 +2141,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683831250Z", + "ingested": "2023-10-12T09:36:07.449291428Z", "kind": "event", "type": [ "info" @@ -2158,7 +2158,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683832166Z", + "ingested": "2023-10-12T09:36:07.449292178Z", "kind": "event", "type": [ "info" @@ -2175,7 +2175,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683833083Z", + "ingested": "2023-10-12T09:36:07.449292887Z", "kind": "event", "type": [ "info" @@ -2192,7 +2192,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683833916Z", + "ingested": "2023-10-12T09:36:07.449293637Z", "kind": "event", "type": [ "info" @@ -2209,7 +2209,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683834791Z", + "ingested": "2023-10-12T09:36:07.449294345Z", "kind": "event", "type": [ "info" @@ -2226,7 +2226,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683835625Z", + "ingested": "2023-10-12T09:36:07.449295095Z", "kind": "event", "type": [ "info" @@ -2244,7 +2244,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683836791Z", + "ingested": "2023-10-12T09:36:07.449295887Z", "kind": "event", "type": [ "info" @@ -2262,7 +2262,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683837791Z", + "ingested": "2023-10-12T09:36:07.449296595Z", "kind": "event", "type": [ "info" @@ -2280,7 +2280,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683838708Z", + "ingested": "2023-10-12T09:36:07.449297345Z", "kind": "event", "type": [ "info" @@ -2298,7 +2298,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683839541Z", + "ingested": "2023-10-12T09:36:07.449298095Z", "kind": "event", "type": [ "info" @@ -2316,7 +2316,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683840375Z", + "ingested": "2023-10-12T09:36:07.449298803Z", "kind": "event", "type": [ "info" @@ -2337,7 +2337,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683841208Z", + "ingested": "2023-10-12T09:36:07.449299553Z", "kind": "event", "type": [ "info" @@ -2358,7 +2358,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683842041Z", + "ingested": "2023-10-12T09:36:07.449300303Z", "kind": "event", "type": [ "info" @@ -2376,7 +2376,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683842875Z", + "ingested": "2023-10-12T09:36:07.449301053Z", "kind": "event", "type": [ "info" @@ -2394,7 +2394,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683843708Z", + "ingested": "2023-10-12T09:36:07.449301762Z", "kind": "event", "type": [ "info" @@ -2412,7 +2412,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683844541Z", + "ingested": "2023-10-12T09:36:07.449302512Z", "kind": "event", "type": [ "info" @@ -2430,7 +2430,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683845375Z", + "ingested": "2023-10-12T09:36:07.449303220Z", "kind": "event", "type": [ "info" @@ -2448,7 +2448,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683846208Z", + "ingested": "2023-10-12T09:36:07.449303970Z", "kind": "event", "type": [ "info" @@ -2466,7 +2466,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683847083Z", + "ingested": "2023-10-12T09:36:07.449304720Z", "kind": "event", "type": [ "info" @@ -2484,7 +2484,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683848Z", + "ingested": "2023-10-12T09:36:07.449305470Z", "kind": "event", "type": [ "info" @@ -2501,7 +2501,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683848833Z", + "ingested": "2023-10-12T09:36:07.449306178Z", "kind": "event", "type": [ "info" @@ -2519,7 +2519,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683849791Z", + "ingested": "2023-10-12T09:36:07.449306887Z", "kind": "event", "type": [ "info", @@ -2540,7 +2540,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683850625Z", + "ingested": "2023-10-12T09:36:07.449307637Z", "kind": "event", "type": [ "info" @@ -2558,7 +2558,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683851458Z", + "ingested": "2023-10-12T09:36:07.449308387Z", "kind": "event", "type": [ "info" @@ -2576,7 +2576,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683852333Z", + "ingested": "2023-10-12T09:36:07.449309178Z", "kind": "event", "type": [ "info" @@ -2594,7 +2594,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683853166Z", + "ingested": "2023-10-12T09:36:07.449309928Z", "kind": "event", "type": [ "info" @@ -2614,7 +2614,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683854041Z", + "ingested": "2023-10-12T09:36:07.449310637Z", "kind": "event", "type": [ "info" @@ -2632,7 +2632,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683854875Z", + "ingested": "2023-10-12T09:36:07.449311387Z", "kind": "event", "type": [ "info" @@ -2653,7 +2653,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683855708Z", + "ingested": "2023-10-12T09:36:07.449312137Z", "kind": "event", "type": [ "info" @@ -2674,7 +2674,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683856541Z", + "ingested": "2023-10-12T09:36:07.449312887Z", "kind": "event", "type": [ "info" @@ -2692,7 +2692,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683857416Z", + "ingested": "2023-10-12T09:36:07.449313595Z", "kind": "event", "type": [ "info" @@ -2710,7 +2710,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683858250Z", + "ingested": "2023-10-12T09:36:07.449314345Z", "kind": "event", "type": [ "info" @@ -2728,7 +2728,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683859083Z", + "ingested": "2023-10-12T09:36:07.449315053Z", "kind": "event", "type": [ "info" @@ -2746,7 +2746,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683859916Z", + "ingested": "2023-10-12T09:36:07.449315803Z", "kind": "event", "type": [ "info" @@ -2764,7 +2764,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683860750Z", + "ingested": "2023-10-12T09:36:07.449316595Z", "kind": "event", "type": [ "info" @@ -2782,7 +2782,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683861708Z", + "ingested": "2023-10-12T09:36:07.449317303Z", "kind": "event", "type": [ "info" @@ -2800,7 +2800,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683862541Z", + "ingested": "2023-10-12T09:36:07.449318053Z", "kind": "event", "type": [ "info" @@ -2818,7 +2818,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683863458Z", + "ingested": "2023-10-12T09:36:07.449318762Z", "kind": "event", "type": [ "info" @@ -2836,7 +2836,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683864541Z", + "ingested": "2023-10-12T09:36:07.449319512Z", "kind": "event", "type": [ "info" @@ -2854,7 +2854,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683865375Z", + "ingested": "2023-10-12T09:36:07.449320303Z", "kind": "event", "type": [ "info" @@ -2875,7 +2875,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683866333Z", + "ingested": "2023-10-12T09:36:07.449321012Z", "kind": "event", "type": [ "info" @@ -2896,7 +2896,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683867166Z", + "ingested": "2023-10-12T09:36:07.449322137Z", "kind": "event", "type": [ "info" @@ -2914,7 +2914,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683868333Z", + "ingested": "2023-10-12T09:36:07.449322887Z", "kind": "event", "type": [ "info" @@ -2932,7 +2932,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683869541Z", + "ingested": "2023-10-12T09:36:07.449323637Z", "kind": "event", "type": [ "info" @@ -2950,7 +2950,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683870375Z", + "ingested": "2023-10-12T09:36:07.449324512Z", "kind": "event", "type": [ "info" @@ -2968,7 +2968,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683871208Z", + "ingested": "2023-10-12T09:36:07.449325220Z", "kind": "event", "type": [ "info" @@ -2986,7 +2986,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683872125Z", + "ingested": "2023-10-12T09:36:07.449325970Z", "kind": "event", "type": [ "info" @@ -3004,7 +3004,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683873083Z", + "ingested": "2023-10-12T09:36:07.449326678Z", "kind": "event", "type": [ "info" @@ -3022,7 +3022,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683874Z", + "ingested": "2023-10-12T09:36:07.449327428Z", "kind": "event", "type": [ "info" @@ -3039,7 +3039,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683874916Z", + "ingested": "2023-10-12T09:36:07.449328220Z", "kind": "event", "type": [ "info" @@ -3057,7 +3057,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683875750Z", + "ingested": "2023-10-12T09:36:07.449328928Z", "kind": "event", "type": [ "info", @@ -3078,7 +3078,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683876583Z", + "ingested": "2023-10-12T09:36:07.449329678Z", "kind": "event", "type": [ "info" @@ -3096,7 +3096,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683877416Z", + "ingested": "2023-10-12T09:36:07.449330387Z", "kind": "event", "type": [ "info" @@ -3114,7 +3114,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683878250Z", + "ingested": "2023-10-12T09:36:07.449331262Z", "kind": "event", "type": [ "info" @@ -3132,7 +3132,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683879041Z", + "ingested": "2023-10-12T09:36:07.449331970Z", "kind": "event", "type": [ "info" @@ -3152,7 +3152,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683879875Z", + "ingested": "2023-10-12T09:36:07.449332720Z", "kind": "event", "type": [ "info" @@ -3170,7 +3170,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683880708Z", + "ingested": "2023-10-12T09:36:07.449333428Z", "kind": "event", "type": [ "info" @@ -3191,7 +3191,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683881500Z", + "ingested": "2023-10-12T09:36:07.449334137Z", "kind": "event", "type": [ "info" @@ -3212,7 +3212,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683882333Z", + "ingested": "2023-10-12T09:36:07.449334887Z", "kind": "event", "type": [ "info" @@ -3230,7 +3230,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683883166Z", + "ingested": "2023-10-12T09:36:07.449335637Z", "kind": "event", "type": [ "info" @@ -3248,7 +3248,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683883958Z", + "ingested": "2023-10-12T09:36:07.449336387Z", "kind": "event", "type": [ "info" @@ -3266,7 +3266,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683884791Z", + "ingested": "2023-10-12T09:36:07.449337095Z", "kind": "event", "type": [ "info" @@ -3284,7 +3284,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683885625Z", + "ingested": "2023-10-12T09:36:07.449337887Z", "kind": "event", "type": [ "info" @@ -3302,7 +3302,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683886416Z", + "ingested": "2023-10-12T09:36:07.449338678Z", "kind": "event", "type": [ "info" @@ -3320,7 +3320,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683887250Z", + "ingested": "2023-10-12T09:36:07.449339387Z", "kind": "event", "type": [ "info" @@ -3338,7 +3338,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683888083Z", + "ingested": "2023-10-12T09:36:07.449340137Z", "kind": "event", "type": [ "info" @@ -3356,7 +3356,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683888916Z", + "ingested": "2023-10-12T09:36:07.449340845Z", "kind": "event", "type": [ "info" @@ -3377,7 +3377,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683889708Z", + "ingested": "2023-10-12T09:36:07.449341553Z", "kind": "event", "type": [ "info" @@ -3398,7 +3398,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683890541Z", + "ingested": "2023-10-12T09:36:07.449342303Z", "kind": "event", "type": [ "info" @@ -3419,7 +3419,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683891333Z", + "ingested": "2023-10-12T09:36:07.449343012Z", "kind": "event", "type": [ "info" @@ -3440,7 +3440,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683892166Z", + "ingested": "2023-10-12T09:36:07.449343720Z", "kind": "event", "type": [ "info" @@ -3460,7 +3460,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683893Z", + "ingested": "2023-10-12T09:36:07.449344470Z", "kind": "event", "type": [ "info" @@ -3478,7 +3478,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683893791Z", + "ingested": "2023-10-12T09:36:07.449345178Z", "kind": "event", "type": [ "info" @@ -3498,7 +3498,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683894625Z", + "ingested": "2023-10-12T09:36:07.449345887Z", "kind": "event", "type": [ "info" @@ -3516,7 +3516,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683895666Z", + "ingested": "2023-10-12T09:36:07.449346637Z", "kind": "event", "type": [ "info" @@ -3537,7 +3537,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683896500Z", + "ingested": "2023-10-12T09:36:07.449347345Z", "kind": "event", "type": [ "info" @@ -3555,7 +3555,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683897291Z", + "ingested": "2023-10-12T09:36:07.449348053Z", "kind": "event", "type": [ "info" @@ -3573,7 +3573,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683898125Z", + "ingested": "2023-10-12T09:36:07.449348803Z", "kind": "event", "type": [ "info" @@ -3593,7 +3593,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683899166Z", + "ingested": "2023-10-12T09:36:07.449349512Z", "kind": "event", "type": [ "info" @@ -3611,7 +3611,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683900041Z", + "ingested": "2023-10-12T09:36:07.449350262Z", "kind": "event", "type": [ "info" @@ -3632,7 +3632,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683900916Z", + "ingested": "2023-10-12T09:36:07.449350970Z", "kind": "event", "type": [ "info" @@ -3653,7 +3653,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683901708Z", + "ingested": "2023-10-12T09:36:07.449351678Z", "kind": "event", "type": [ "info" @@ -3671,7 +3671,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683902541Z", + "ingested": "2023-10-12T09:36:07.449352387Z", "kind": "event", "type": [ "info" @@ -3689,7 +3689,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683903333Z", + "ingested": "2023-10-12T09:36:07.449353137Z", "kind": "event", "type": [ "info" @@ -3707,7 +3707,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683904166Z", + "ingested": "2023-10-12T09:36:07.449353845Z", "kind": "event", "type": [ "info" @@ -3725,7 +3725,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683905Z", + "ingested": "2023-10-12T09:36:07.449354553Z", "kind": "event", "type": [ "info" @@ -3743,7 +3743,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683905833Z", + "ingested": "2023-10-12T09:36:07.449355303Z", "kind": "event", "type": [ "info" @@ -3761,7 +3761,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683906666Z", + "ingested": "2023-10-12T09:36:07.449356012Z", "kind": "event", "type": [ "info" @@ -3779,7 +3779,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683907500Z", + "ingested": "2023-10-12T09:36:07.449356720Z", "kind": "event", "type": [ "info" @@ -3797,7 +3797,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683908291Z", + "ingested": "2023-10-12T09:36:07.449357470Z", "kind": "event", "type": [ "info" @@ -3818,7 +3818,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683909125Z", + "ingested": "2023-10-12T09:36:07.449358178Z", "kind": "event", "type": [ "info" @@ -3839,7 +3839,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683909958Z", + "ingested": "2023-10-12T09:36:07.449358887Z", "kind": "event", "type": [ "info" @@ -3860,7 +3860,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683910750Z", + "ingested": "2023-10-12T09:36:07.449359595Z", "kind": "event", "type": [ "info" @@ -3881,7 +3881,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683911583Z", + "ingested": "2023-10-12T09:36:07.449360345Z", "kind": "event", "type": [ "info" @@ -3901,7 +3901,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683912416Z", + "ingested": "2023-10-12T09:36:07.449361053Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json index c8276508841..8d8918eed1e 100644 --- a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json @@ -11,7 +11,7 @@ ], "code": "MY-013169", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764348333Z", + "ingested": "2023-10-12T09:36:07.533199012Z", "kind": "event", "provider": "Server", "type": [ @@ -37,7 +37,7 @@ ], "code": "MY-010453", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764358583Z", + "ingested": "2023-10-12T09:36:07.533209845Z", "kind": "event", "provider": "Server", "type": [ @@ -63,7 +63,7 @@ ], "code": "MY-013170", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764359791Z", + "ingested": "2023-10-12T09:36:07.533210887Z", "kind": "event", "provider": "Server", "type": [ @@ -89,7 +89,7 @@ ], "code": "MY-010116", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764360791Z", + "ingested": "2023-10-12T09:36:07.533211929Z", "kind": "event", "provider": "Server", "type": [ @@ -115,7 +115,7 @@ ], "code": "MY-010068", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764361666Z", + "ingested": "2023-10-12T09:36:07.533212762Z", "kind": "event", "provider": "Server", "type": [ @@ -141,7 +141,7 @@ ], "code": "MY-011810", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764362583Z", + "ingested": "2023-10-12T09:36:07.533213595Z", "kind": "event", "provider": "Server", "type": [ @@ -167,7 +167,7 @@ ], "code": "MY-013172", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764363416Z", + "ingested": "2023-10-12T09:36:07.533214387Z", "kind": "event", "provider": "Server", "type": [ @@ -193,7 +193,7 @@ ], "code": "MY-010910", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764364375Z", + "ingested": "2023-10-12T09:36:07.533215220Z", "kind": "event", "provider": "Server", "type": [ @@ -219,7 +219,7 @@ ], "code": "MY-010116", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764365583Z", + "ingested": "2023-10-12T09:36:07.533216012Z", "kind": "event", "provider": "Server", "type": [ @@ -245,7 +245,7 @@ ], "code": "MY-010068", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764366500Z", + "ingested": "2023-10-12T09:36:07.533216804Z", "kind": "event", "provider": "Server", "type": [ @@ -271,7 +271,7 @@ ], "code": "MY-010931", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764367375Z", + "ingested": "2023-10-12T09:36:07.533217595Z", "kind": "event", "provider": "Server", "type": [ @@ -297,7 +297,7 @@ ], "code": "MY-011323", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764368250Z", + "ingested": "2023-10-12T09:36:07.533218470Z", "kind": "event", "provider": "Server", "type": [ diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log-expected.json index b331d34690a..bd1c62cbae5 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log-expected.json @@ -11,7 +11,7 @@ "database" ], "duration": 2000652000, - "ingested": "2023-02-02T06:11:55.533956175Z", + "ingested": "2023-10-12T09:36:07.665988429Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log-expected.json index d895feb2298..4153a228ad0 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log-expected.json @@ -12,7 +12,7 @@ "database" ], "duration": 2000227000, - "ingested": "2023-02-02T06:11:55.578990758Z", + "ingested": "2023-10-12T09:36:07.705101887Z", "kind": "event", "type": [ "info" @@ -51,7 +51,7 @@ "database" ], "duration": 178306016000, - "ingested": "2023-02-02T06:11:55.578992008Z", + "ingested": "2023-10-12T09:36:07.705103470Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log-expected.json index 8450228dcd5..a3fdae42ff9 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log-expected.json @@ -12,7 +12,7 @@ "database" ], "duration": 2461578000, - "ingested": "2023-02-02T06:11:55.621090091Z", + "ingested": "2023-10-12T09:36:07.739598720Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log-expected.json index 9ce23fc2a81..1e914c3b7ac 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log-expected.json @@ -11,7 +11,7 @@ "database" ], "duration": 5524103000, - "ingested": "2023-02-02T06:11:55.660791883Z", + "ingested": "2023-10-12T09:36:07.773310595Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log-expected.json index 4fdeba87a8d..40c470ee4e4 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log-expected.json @@ -11,7 +11,7 @@ "database" ], "duration": 15000223000, - "ingested": "2023-02-02T06:11:55.700142758Z", + "ingested": "2023-10-12T09:36:07.805467345Z", "kind": "event", "type": [ "info" @@ -48,7 +48,7 @@ "database" ], "duration": 153000, - "ingested": "2023-02-02T06:11:55.700144175Z", + "ingested": "2023-10-12T09:36:07.805471429Z", "kind": "event", "type": [ "info" @@ -84,7 +84,7 @@ "database" ], "duration": 4071491000, - "ingested": "2023-02-02T06:11:55.700145133Z", + "ingested": "2023-10-12T09:36:07.805473012Z", "kind": "event", "type": [ "info" @@ -96,7 +96,7 @@ "lock_time": { "sec": 2.12E-4 }, - "query": "SELECT mcu.mcu_guid, mcu.cus_guid, mcu.mcu_url, mcu.mcu_crawlelements, mcu.mcu_order, GROUP_CONCAT(mca.mca_guid SEPARATOR \";\") as mca_guid\n FROM kat_mailcustomerurl mcu, kat_customer cus, kat_mailcampaign mca\n WHERE cus.cus_guid = mcu.cus_guid\n AND cus.pro_code = 'CYB'\n AND cus.cus_offline = 0\n AND mca.cus_guid = cus.cus_guid\n AND (mcu.mcu_date IS NULL OR mcu.mcu_date \u003c CURDATE())\n AND mcu.mcu_crawlelements IS NOT NULL\n GROUP BY mcu.mcu_guid\n ORDER BY mcu.mcu_order ASC\n LIMIT 1000;", + "query": "SELECT mcu.mcu_guid, mcu.cus_guid, mcu.mcu_url, mcu.mcu_crawlelements, mcu.mcu_order, GROUP_CONCAT(mca.mca_guid SEPARATOR \";\") as mca_guid\n FROM kat_mailcustomerurl mcu, kat_customer cus, kat_mailcampaign mca\n WHERE cus.cus_guid = mcu.cus_guid\n AND cus.pro_code = 'CYB'\n AND cus.cus_offline = 0\n AND mca.cus_guid = cus.cus_guid\n AND (mcu.mcu_date IS NULL OR mcu.mcu_date < CURDATE())\n AND mcu.mcu_crawlelements IS NOT NULL\n GROUP BY mcu.mcu_guid\n ORDER BY mcu.mcu_order ASC\n LIMIT 1000;", "rows_examined": 1489615, "rows_sent": 1000 }, @@ -122,7 +122,7 @@ "database" ], "duration": 10346539000, - "ingested": "2023-02-02T06:11:55.700146258Z", + "ingested": "2023-10-12T09:36:07.805474595Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json index 4909ac0651f..88fffbb389f 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json @@ -12,7 +12,7 @@ "database" ], "duration": 11004467000, - "ingested": "2023-02-02T06:11:55.740921300Z", + "ingested": "2023-10-12T09:36:07.839849387Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log-expected.json index f6f3f701923..fdd92c025be 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log-expected.json @@ -10,7 +10,7 @@ "database" ], "duration": 4071491000, - "ingested": "2023-02-02T06:11:55.777757508Z", + "ingested": "2023-10-12T09:36:07.871929429Z", "kind": "event", "type": [ "info" @@ -22,7 +22,7 @@ "lock_time": { "sec": 2.12E-4 }, - "query": "SELECT mcu.mcu_guid, mcu.cus_guid, mcu.mcu_url, mcu.mcu_crawlelements, mcu.mcu_order, GROUP_CONCAT(mca.mca_guid SEPARATOR \";\") as mca_guid\n FROM kat_mailcustomerurl mcu, kat_customer cus, kat_mailcampaign mca\n WHERE cus.cus_guid = mcu.cus_guid\n AND cus.pro_code = 'CYB'\n AND cus.cus_offline = 0\n AND mca.cus_guid = cus.cus_guid\n AND (mcu.mcu_date IS NULL OR mcu.mcu_date \u003c CURDATE())\n AND mcu.mcu_crawlelements IS NOT NULL\n GROUP BY mcu.mcu_guid\n ORDER BY mcu.mcu_order ASC\n LIMIT 1000;", + "query": "SELECT mcu.mcu_guid, mcu.cus_guid, mcu.mcu_url, mcu.mcu_crawlelements, mcu.mcu_order, GROUP_CONCAT(mca.mca_guid SEPARATOR \";\") as mca_guid\n FROM kat_mailcustomerurl mcu, kat_customer cus, kat_mailcampaign mca\n WHERE cus.cus_guid = mcu.cus_guid\n AND cus.pro_code = 'CYB'\n AND cus.cus_offline = 0\n AND mca.cus_guid = cus.cus_guid\n AND (mcu.mcu_date IS NULL OR mcu.mcu_date < CURDATE())\n AND mcu.mcu_crawlelements IS NOT NULL\n GROUP BY mcu.mcu_guid\n ORDER BY mcu.mcu_order ASC\n LIMIT 1000;", "rows_examined": 1489615, "rows_sent": 1000 }, @@ -48,7 +48,7 @@ "database" ], "duration": 10346539000, - "ingested": "2023-02-02T06:11:55.777765591Z", + "ingested": "2023-10-12T09:36:07.871937887Z", "kind": "event", "type": [ "info" @@ -86,7 +86,7 @@ "database" ], "duration": 10508030000, - "ingested": "2023-02-02T06:11:55.777766883Z", + "ingested": "2023-10-12T09:36:07.871939595Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log-expected.json index 288a8fe52ae..b9e3e3afd41 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log-expected.json @@ -10,7 +10,7 @@ "database" ], "duration": 100000, - "ingested": "2023-02-02T06:11:55.817828216Z", + "ingested": "2023-10-12T09:36:07.906225679Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json index 0a6cae20f13..73fb87269f2 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json @@ -12,7 +12,7 @@ "database" ], "duration": 153000, - "ingested": "2023-02-02T06:11:55.860517008Z", + "ingested": "2023-10-12T09:36:07.938739179Z", "kind": "event", "type": [ "info" @@ -47,7 +47,7 @@ "database" ], "duration": 2456000, - "ingested": "2023-02-02T06:11:55.860518633Z", + "ingested": "2023-10-12T09:36:07.938739970Z", "kind": "event", "type": [ "info" @@ -82,7 +82,7 @@ "database" ], "duration": 6278000, - "ingested": "2023-02-02T06:11:55.860520091Z", + "ingested": "2023-10-12T09:36:07.938740762Z", "kind": "event", "type": [ "info" @@ -117,7 +117,7 @@ "database" ], "duration": 262000, - "ingested": "2023-02-02T06:11:55.860521591Z", + "ingested": "2023-10-12T09:36:07.938741512Z", "kind": "event", "type": [ "info" @@ -152,7 +152,7 @@ "database" ], "duration": 323000, - "ingested": "2023-02-02T06:11:55.860523008Z", + "ingested": "2023-10-12T09:36:07.938742304Z", "kind": "event", "type": [ "info" @@ -187,7 +187,7 @@ "database" ], "duration": 7084000, - "ingested": "2023-02-02T06:11:55.860524550Z", + "ingested": "2023-10-12T09:36:07.938743054Z", "kind": "event", "type": [ "info" @@ -222,7 +222,7 @@ "database" ], "duration": 277000, - "ingested": "2023-02-02T06:11:55.860525966Z", + "ingested": "2023-10-12T09:36:07.938743804Z", "kind": "event", "type": [ "info" @@ -257,7 +257,7 @@ "database" ], "duration": 254000, - "ingested": "2023-02-02T06:11:55.860527341Z", + "ingested": "2023-10-12T09:36:07.938744554Z", "kind": "event", "type": [ "info" @@ -292,7 +292,7 @@ "database" ], "duration": 297000, - "ingested": "2023-02-02T06:11:55.860528716Z", + "ingested": "2023-10-12T09:36:07.938745304Z", "kind": "event", "type": [ "info" @@ -327,7 +327,7 @@ "database" ], "duration": 1676000, - "ingested": "2023-02-02T06:11:55.860530216Z", + "ingested": "2023-10-12T09:36:07.938746137Z", "kind": "event", "type": [ "info" @@ -362,7 +362,7 @@ "database" ], "duration": 8782000, - "ingested": "2023-02-02T06:11:55.860531591Z", + "ingested": "2023-10-12T09:36:07.938746887Z", "kind": "event", "type": [ "info" @@ -398,7 +398,7 @@ "database" ], "duration": 2000268000, - "ingested": "2023-02-02T06:11:55.860534425Z", + "ingested": "2023-10-12T09:36:07.938748387Z", "kind": "event", "type": [ "info" @@ -434,7 +434,7 @@ "database" ], "duration": 138000, - "ingested": "2023-02-02T06:11:55.860537258Z", + "ingested": "2023-10-12T09:36:07.938749929Z", "kind": "event", "type": [ "info" @@ -471,7 +471,7 @@ "database" ], "duration": 159000, - "ingested": "2023-02-02T06:11:55.860540133Z", + "ingested": "2023-10-12T09:36:07.938751429Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json index 805517465d0..f42c9a70332 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json @@ -12,7 +12,7 @@ "database" ], "duration": 2475469000, - "ingested": "2023-02-02T06:11:55.908779675Z", + "ingested": "2023-10-12T09:36:07.979514220Z", "kind": "event", "type": [ "info" @@ -51,7 +51,7 @@ ], "duration": 2631844000, "end": "2019-03-24T14:04:53.713951Z", - "ingested": "2023-02-02T06:11:55.908780800Z", + "ingested": "2023-10-12T09:36:07.979515929Z", "kind": "event", "start": "2019-03-24T14:04:51.082107Z", "type": [ diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log-expected.json index ab9ca403fa0..5251a901161 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log-expected.json @@ -11,7 +11,7 @@ "database" ], "duration": 50365000, - "ingested": "2023-02-02T06:11:55.949297175Z", + "ingested": "2023-10-12T09:36:08.015793387Z", "kind": "event", "type": [ "info" @@ -65,7 +65,7 @@ "database" ], "duration": 153883488000, - "ingested": "2023-02-02T06:11:55.949301425Z", + "ingested": "2023-10-12T09:36:08.015796637Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log-expected.json index 78c2f669036..430aec1430d 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log-expected.json @@ -11,7 +11,7 @@ "database" ], "duration": 10569000, - "ingested": "2023-02-02T06:11:55.994815216Z", + "ingested": "2023-10-12T09:36:08.052993595Z", "kind": "event", "type": [ "info" @@ -65,7 +65,7 @@ "database" ], "duration": 36112000, - "ingested": "2023-02-02T06:11:55.994820883Z", + "ingested": "2023-10-12T09:36:08.052996137Z", "kind": "event", "type": [ "info" @@ -134,7 +134,7 @@ "database" ], "duration": 23385000, - "ingested": "2023-02-02T06:11:55.994825883Z", + "ingested": "2023-10-12T09:36:08.052997845Z", "kind": "event", "type": [ "info" @@ -188,7 +188,7 @@ "database" ], "duration": 10278000, - "ingested": "2023-02-02T06:11:55.994831133Z", + "ingested": "2023-10-12T09:36:08.052999637Z", "kind": "event", "type": [ "info" @@ -246,7 +246,7 @@ "database" ], "duration": 14315000, - "ingested": "2023-02-02T06:11:55.994836175Z", + "ingested": "2023-10-12T09:36:08.053001220Z", "kind": "event", "type": [ "info" @@ -300,7 +300,7 @@ "database" ], "duration": 50365000, - "ingested": "2023-02-02T06:11:55.994841633Z", + "ingested": "2023-10-12T09:36:08.053003012Z", "kind": "event", "type": [ "info" @@ -354,7 +354,7 @@ "database" ], "duration": 32463768000, - "ingested": "2023-02-02T06:11:55.994846675Z", + "ingested": "2023-10-12T09:36:08.053004637Z", "kind": "event", "type": [ "info" @@ -390,7 +390,7 @@ "log_slow_rate_limit": 100, "log_slow_rate_type": "query", "merge_passes": 0, - "query": "select test.id as id, test.modified as mo, test.product as pr from test where (test.state in ('NOT_RELEVANT')) and test.last\u003c='2019-01-21 06:36:08.432' and test.modified\u003c='2019-01-07 06:36:08.432' limit 100000;", + "query": "select test.id as id, test.modified as mo, test.product as pr from test where (test.state in ('NOT_RELEVANT')) and test.last<='2019-01-21 06:36:08.432' and test.modified<='2019-01-07 06:36:08.432' limit 100000;", "query_cache_hit": false, "rows_affected": 0, "rows_examined": 267, @@ -423,7 +423,7 @@ "database" ], "duration": 153883488000, - "ingested": "2023-02-02T06:11:55.994851258Z", + "ingested": "2023-10-12T09:36:08.053006220Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log-expected.json index 3371a8ced23..f78c2acf85b 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log-expected.json @@ -12,7 +12,7 @@ "database" ], "duration": 2746607000, - "ingested": "2023-02-02T06:11:56.050249675Z", + "ingested": "2023-10-12T09:36:08.097860720Z", "kind": "event", "type": [ "info" @@ -54,7 +54,7 @@ "database" ], "duration": 3133066000, - "ingested": "2023-02-02T06:11:56.050250842Z", + "ingested": "2023-10-12T09:36:08.097862554Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/manifest.yml b/packages/mysql/manifest.yml index e442382bee5..895d363f57b 100644 --- a/packages/mysql/manifest.yml +++ b/packages/mysql/manifest.yml @@ -1,14 +1,15 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: mysql title: MySQL -version: "1.15.0" +version: "1.16.0" description: Collect logs and metrics from MySQL servers with Elastic Agent. type: integration categories: - datastore - observability conditions: - kibana.version: "^8.8.2" + kibana: + version: "^8.8.2" elastic: subscription: basic screenshots: @@ -55,3 +56,4 @@ policy_templates: default: test owner: github: elastic/obs-infraobs-integrations + type: elastic From 700158330affa24f42d1a26f7bbca8864de64d92 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 16:26:25 +0530 Subject: [PATCH 26/44] [nginx] - removed dotted YAML keys from manifest The format_version in the package manifest changed from 1.0.0 to 3.0.0. Removed dotted YAML keys from package manifest. Added 'owner.type: elastic' to package manifest. [git-generate] go run github.com/andrewkroh/go-examples/ecs-update@latest -v -format-version=3.0.0 -skip-format -fix-dotted-yaml-keys -add-owner-type packages/nginx --- packages/nginx/changelog.yml | 5 ++++ .../pipeline/test-access.log-expected.json | 24 +++++++++---------- .../pipeline/test-nginx.log-expected.json | 10 ++++---- .../test-test-with-host.log-expected.json | 8 +++---- .../nginx/data_stream/access/fields/agent.yml | 4 ---- .../data_stream/access/fields/fields.yml | 2 +- .../pipeline/test-error-raw.log-expected.json | 8 +++---- .../nginx/data_stream/error/fields/agent.yml | 4 ---- .../data_stream/stubstatus/fields/agent.yml | 4 ---- packages/nginx/docs/README.md | 2 +- packages/nginx/manifest.yml | 8 ++++--- 11 files changed, 37 insertions(+), 42 deletions(-) diff --git a/packages/nginx/changelog.yml b/packages/nginx/changelog.yml index d731243b538..ec0398721fe 100644 --- a/packages/nginx/changelog.yml +++ b/packages/nginx/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.16.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} - version: "1.15.1" changes: - description: Add null check and ignore_missing check to the rename processor diff --git a/packages/nginx/data_stream/access/_dev/test/pipeline/test-access.log-expected.json b/packages/nginx/data_stream/access/_dev/test/pipeline/test-access.log-expected.json index 531fa5adb93..6a2f06dfd87 100644 --- a/packages/nginx/data_stream/access/_dev/test/pipeline/test-access.log-expected.json +++ b/packages/nginx/data_stream/access/_dev/test/pipeline/test-access.log-expected.json @@ -11,7 +11,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640507096Z", + "ingested": "2023-10-12T10:56:25.186632541Z", "kind": "event", "original": "67.43.156.13 - - [25/Oct/2016:14:49:33 +0200] \"GET / HTTP/1.1\" 200 612 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.59 Safari/537.36\"", "outcome": "success", @@ -91,7 +91,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640525096Z", + "ingested": "2023-10-12T10:56:25.186643166Z", "kind": "event", "original": "67.43.156.13 - - [25/Oct/2016:14:49:34 +0200] \"GET /favicon.ico HTTP/1.1\" 404 571 \"http://localhost:8080/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.59 Safari/537.36\"", "outcome": "failure", @@ -173,7 +173,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640527429Z", + "ingested": "2023-10-12T10:56:25.186644250Z", "kind": "event", "original": "67.43.156.13 - - [25/Oct/2016:14:50:44 +0200] \"GET /adsasd HTTP/1.1\" 404 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.59 Safari/537.36\"", "outcome": "failure", @@ -253,7 +253,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640529221Z", + "ingested": "2023-10-12T10:56:25.186645375Z", "kind": "event", "original": "67.43.156.13 - - [07/Dec/2016:10:34:43 +0100] \"GET / HTTP/1.1\" 200 612 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36\"", "outcome": "success", @@ -333,7 +333,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640530971Z", + "ingested": "2023-10-12T10:56:25.186646250Z", "kind": "event", "original": "67.43.156.13 - - [07/Dec/2016:10:34:43 +0100] \"GET /favicon.ico HTTP/1.1\" 404 571 \"http://localhost:8080/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36\"", "outcome": "failure", @@ -415,7 +415,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640532637Z", + "ingested": "2023-10-12T10:56:25.186647041Z", "kind": "event", "original": "67.43.156.13 - - [07/Dec/2016:10:43:18 +0100] \"GET /test HTTP/1.1\" 404 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36\"", "outcome": "failure", @@ -495,7 +495,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640534387Z", + "ingested": "2023-10-12T10:56:25.186648041Z", "kind": "event", "original": "67.43.156.13 - - [07/Dec/2016:10:43:21 +0100] \"GET /test HTTP/1.1\" 404 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36\"", "outcome": "failure", @@ -575,7 +575,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640536054Z", + "ingested": "2023-10-12T10:56:25.186649416Z", "kind": "event", "original": "67.43.156.13 - - [07/Dec/2016:10:43:23 +0100] \"GET /test1 HTTP/1.1\" 404 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36\"", "outcome": "failure", @@ -655,7 +655,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640537762Z", + "ingested": "2023-10-12T10:56:25.186650250Z", "kind": "event", "original": "127.0.0.1 - - [07/Dec/2016:11:04:37 +0100] \"GET /test1 HTTP/1.1\" 404 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36\"", "outcome": "failure", @@ -723,7 +723,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640539429Z", + "ingested": "2023-10-12T10:56:25.186651083Z", "kind": "event", "original": "127.0.0.1 - - [07/Dec/2016:11:04:58 +0100] \"GET / HTTP/1.1\" 304 0 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"", "outcome": "success", @@ -791,7 +791,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640541096Z", + "ingested": "2023-10-12T10:56:25.186651916Z", "kind": "event", "original": "127.0.0.1 - - [07/Dec/2016:11:04:59 +0100] \"GET / HTTP/1.1\" 304 0 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"", "outcome": "success", @@ -859,7 +859,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640542887Z", + "ingested": "2023-10-12T10:56:25.186652833Z", "kind": "event", "original": "127.0.0.1 - - [07/Dec/2016:11:05:07 +0100] \"GET /taga HTTP/1.1\" 404 169 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"\nlessons.example.com 192.168.0.1 - - [09/Jun/2020:12:10:39 -0700] \"GET /A%20Beka%20G1%20Howe/029_AND_30/15%20reading%20elephants.mp4 HTTP/1.1\" 206 7648063 \"http://lessons.example.com/A%20Beka%20G1%20Howe/029_AND_30/15%20reading%20elephants.mp4\" \"Mozilla/5.0 (Linux; Android 5.1.1; KFFOWI) AppleWebKit/537.36 (KHTML, like Gecko) Silk/81.2.16 like Chrome/81.0.4044.138 Safari/537.36\"\nlessons.example.com 192.168.0.1 - - [09/Jun/2020:12:15:39 -0700] \"GET /%D0%A0%D1%83%D1%81%D1%81%D0%BA%D0%B0%D1%8F%20%D1%88%D0%BA%D0%BE%D0%BB%D0%B0%20-%20InternetUrok%201%D0%BA%D0%BB%D0%B0%D1%81%D1%81/ HTTP/1.1\" 206 7648063 \"http://lessons.example.com/A%20Beka%20G1%20Howe/029_AND_30/15%20reading%20elephants.mp4\" \"Mozilla/5.0 (Linux; Android 5.1.1; KFFOWI) AppleWebKit/537.36 (KHTML, like Gecko) Silk/81.2.16 like Chrome/81.0.4044.138 Safari/537.36\"", "outcome": "failure", diff --git a/packages/nginx/data_stream/access/_dev/test/pipeline/test-nginx.log-expected.json b/packages/nginx/data_stream/access/_dev/test/pipeline/test-nginx.log-expected.json index 9c119819f83..452d86c220a 100644 --- a/packages/nginx/data_stream/access/_dev/test/pipeline/test-nginx.log-expected.json +++ b/packages/nginx/data_stream/access/_dev/test/pipeline/test-nginx.log-expected.json @@ -11,7 +11,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.725697721Z", + "ingested": "2023-10-12T10:56:25.248433416Z", "kind": "event", "original": "10.0.0.2, 10.0.0.1, 127.0.0.1 - - [07/Dec/2016:11:05:07 +0100] \"GET /ocelot HTTP/1.1\" 200 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"", "outcome": "success", @@ -81,7 +81,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.725715762Z", + "ingested": "2023-10-12T10:56:25.248444166Z", "kind": "event", "original": "172.17.0.1 - - [29/May/2017:19:02:48 +0000] \"GET /stringpatch HTTP/1.1\" 404 612 \"-\" \"Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/20120716 Firefox/15.0a2\" \"-\"", "outcome": "failure", @@ -149,7 +149,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.725718054Z", + "ingested": "2023-10-12T10:56:25.248445166Z", "kind": "event", "original": "10.0.0.2, 10.0.0.1, 67.43.156.14 - - [07/Dec/2016:11:05:07 +0100] \"GET /ocelot HTTP/1.1\" 200 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"", "outcome": "success", @@ -231,7 +231,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.725719804Z", + "ingested": "2023-10-12T10:56:25.248446041Z", "kind": "event", "original": "67.43.156.14 - - [07/Dec/2016:11:05:07 +0100] \"GET /ocelot HTTP/1.1\" 200 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36\"\n\"10.5.102.222, 199.96.1.1, 204.246.1.1\" 10.2.1.185 - - [22/Jan/2016:13:18:29 +0000] \"GET /assets/xxxx?q=100 HTTP/1.1\" 200 25507 \"-\" \"Amazon CloudFront\"\n2a02:cf40:add:4002:91f2:a9b2:e09a:6fc6, 10.225.192.17 10.2.2.121 - - [30/Dec/2016:06:47:09 +0000] \"GET /test.html HTTP/1.1\" 404 8571 \"-\" \"Mozilla/5.0 (compatible; Facebot 1.0; https://developers.facebook.com/docs/sharing/webmasters/crawler)\"", "outcome": "success", @@ -310,7 +310,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.725721554Z", + "ingested": "2023-10-12T10:56:25.248446916Z", "kind": "event", "original": "127.0.0.1 - - [12/Apr/2018:09:48:40 +0200] \"\" 400 0 \"-\" \"-\"\nunix: - - [26/Feb/2019:15:39:42 +0100] \"hello\" 400 173 \"-\" \"-\"\nlocalhost - - [29/May/2017:19:02:48 +0000] \"GET /test2 HTTP/1.1\" 200 612 \"-\" \"Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/20120716 Firefox/15.0a2\" \"-\"\nlocalhost, localhost - - [29/May/2017:19:02:48 +0000] \"GET /test2 HTTP/1.1\" 200 612 \"-\" \"Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/20120716 Firefox/15.0a2\" \"-\"\n", "outcome": "failure", diff --git a/packages/nginx/data_stream/access/_dev/test/pipeline/test-test-with-host.log-expected.json b/packages/nginx/data_stream/access/_dev/test/pipeline/test-test-with-host.log-expected.json index f1b5c08f6cc..7ea0929693d 100644 --- a/packages/nginx/data_stream/access/_dev/test/pipeline/test-test-with-host.log-expected.json +++ b/packages/nginx/data_stream/access/_dev/test/pipeline/test-test-with-host.log-expected.json @@ -14,7 +14,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.777617179Z", + "ingested": "2023-10-12T10:56:25.298851583Z", "kind": "event", "original": "example.com 10.0.0.2, 10.0.0.1, 127.0.0.1 - - [07/Dec/2016:11:05:07 +0100] \"GET /ocelot HTTP/1.1\" 200 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"\nexample.com 172.17.0.1 - - [29/May/2017:19:02:48 +0000] \"GET /stringpatch HTTP/1.1\" 404 612 \"-\" \"Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/20120716 Firefox/15.0a2\" \"-\"\nexample.com 10.0.0.2, 10.0.0.1, 67.43.156.14 - - [07/Dec/2016:11:05:07 +0100] \"GET /ocelot HTTP/1.1\" 200 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"\nexample.com:80 67.43.156.14 - - [07/Dec/2016:11:05:07 +0100] \"GET /ocelot HTTP/1.1\" 200 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36\"\nexample.com:80 \"10.5.102.222, 199.96.1.1, 204.246.1.1\" 10.2.1.185 - - [22/Jan/2016:13:18:29 +0000] \"GET /assets/xxxx?q=100 HTTP/1.1\" 200 25507 \"-\" \"Amazon CloudFront\"", "outcome": "success", @@ -88,7 +88,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.777634971Z", + "ingested": "2023-10-12T10:56:25.298862333Z", "kind": "event", "original": "67.43.156.15 2a02:cf40:add:4002:91f2:a9b2:e09a:6fc6, 10.225.192.17 10.2.2.121 - - [30/Dec/2016:06:47:09 +0000] \"GET /test.html HTTP/1.1\" 404 8571 \"-\" \"Mozilla/5.0 (compatible; Facebot 1.0; https://developers.facebook.com/docs/sharing/webmasters/crawler)\"", "outcome": "failure", @@ -167,7 +167,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.777637262Z", + "ingested": "2023-10-12T10:56:25.298863458Z", "kind": "event", "original": "67.43.156.15:80 127.0.0.1 - - [12/Apr/2018:09:48:40 +0200] \"\" 400 0 \"-\" \"-\"\nexample.com:80 unix: - - [26/Feb/2019:15:39:42 +0100] \"hello\" 400 173 \"-\" \"-\"", "outcome": "failure", @@ -218,7 +218,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.777639137Z", + "ingested": "2023-10-12T10:56:25.298864500Z", "kind": "event", "original": "67.43.156.15 localhost - - [29/May/2017:19:02:48 +0000] \"GET /test2 HTTP/1.1\" 200 612 \"-\" \"Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/20120716 Firefox/15.0a2\" \"-\"\nexample.com localhost, localhost - - [29/May/2017:19:02:48 +0000] \"GET /test2 HTTP/1.1\" 200 612 \"-\" \"Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/20120716 Firefox/15.0a2\" \"-\"", "outcome": "success", diff --git a/packages/nginx/data_stream/access/fields/agent.yml b/packages/nginx/data_stream/access/fields/agent.yml index e313ec82874..3c8ad89f032 100644 --- a/packages/nginx/data_stream/access/fields/agent.yml +++ b/packages/nginx/data_stream/access/fields/agent.yml @@ -121,10 +121,6 @@ As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - name: mac level: core type: keyword diff --git a/packages/nginx/data_stream/access/fields/fields.yml b/packages/nginx/data_stream/access/fields/fields.yml index 2a7290273e0..811e5f03096 100644 --- a/packages/nginx/data_stream/access/fields/fields.yml +++ b/packages/nginx/data_stream/access/fields/fields.yml @@ -2,7 +2,7 @@ type: group fields: - name: remote_ip_list - type: array + type: keyword description: | An array of remote IP addresses. It is a list because it is common to include, besides the client IP address, IP addresses from headers like `X-Forwarded-For`. Real source IP is restored to `source.ip`. - name: geoip diff --git a/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-expected.json b/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-expected.json index de6245f3729..011a3b1d76b 100644 --- a/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-expected.json +++ b/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-expected.json @@ -10,7 +10,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.961425637Z", + "ingested": "2023-10-12T10:56:25.505898541Z", "kind": "event", "original": "2016/10/25 14:49:34 [error] 54053#0: *1 open() \"/usr/local/Cellar/nginx/1.10.2_1/html/favicon.ico\" failed (2: No such file or directory), client: 127.0.0.1, server: localhost, request: \"GET /favicon.ico HTTP/1.1\", host: \"localhost:8080\", referrer: \"http://localhost:8080/\"", "type": [ @@ -46,7 +46,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.961441971Z", + "ingested": "2023-10-12T10:56:25.505907Z", "kind": "event", "original": "2016/10/25 14:50:44 [error] 54053#0: *3 open() \"/usr/local/Cellar/nginx/1.10.2_1/html/adsasd\" failed (2: No such file or directory), client: 127.0.0.1, server: localhost, request: \"GET /adsasd HTTP/1.1\", host: \"localhost:8080\"", "type": [ @@ -82,7 +82,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.961444512Z", + "ingested": "2023-10-12T10:56:25.505947666Z", "kind": "event", "original": "2019/10/30 23:26:34 [error] 205860#205860: *180289 FastCGI sent in stderr: \"PHP message: PHP Warning: Declaration of FEE_Field_Terms::wrap($content, $taxonomy, $before, $sep, $after) should be compatible with FEE_Field_Post::wrap($content, $post_id = 0) in /var/www/xxx/web/wp-content/plugins/front-end-editor/php/fields/post.php on line 0\nPHP message: PHP Warning: Declaration of FEE_Field_Tags::wrap($content, $before, $sep, $after) should be compatible with FEE_Field_Terms::wrap($content, $taxonomy, $before, $sep, $after) in /var/www/xxx/web/wp-content/plugins/front-end-editor/php/fields/post.php on line 0\nPHP message: PHP Warning: Declaration of FEE_Field_Category::wrap($content, $sep, $parents) should be compatible with FEE_Field_Terms::wrap($content, $taxonomy, $before, $sep, $after) in /var/www/xxx/web/wp-content/plugins/front-end-editor/php/fields/post.php on line 0", "type": [ @@ -118,7 +118,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.961446596Z", + "ingested": "2023-10-12T10:56:25.505951750Z", "kind": "event", "original": "2019/11/05 14:50:44 [error] 54053#0: *3 open() \"/usr/local/Cellar/nginx/1.10.2_1/html/adsasd\" failed (2: No such file or directory), client: 127.0.0.1, server: localhost, request: \"GET /pysio HTTP/1.1\", host: \"localhost:8080\"", "type": [ diff --git a/packages/nginx/data_stream/error/fields/agent.yml b/packages/nginx/data_stream/error/fields/agent.yml index e313ec82874..3c8ad89f032 100644 --- a/packages/nginx/data_stream/error/fields/agent.yml +++ b/packages/nginx/data_stream/error/fields/agent.yml @@ -121,10 +121,6 @@ As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - name: mac level: core type: keyword diff --git a/packages/nginx/data_stream/stubstatus/fields/agent.yml b/packages/nginx/data_stream/stubstatus/fields/agent.yml index e1de065c9d1..1f46ac5003d 100644 --- a/packages/nginx/data_stream/stubstatus/fields/agent.yml +++ b/packages/nginx/data_stream/stubstatus/fields/agent.yml @@ -127,10 +127,6 @@ As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - name: mac level: core type: keyword diff --git a/packages/nginx/docs/README.md b/packages/nginx/docs/README.md index 40d0eb81a6c..9b3b3ccaf19 100644 --- a/packages/nginx/docs/README.md +++ b/packages/nginx/docs/README.md @@ -229,7 +229,7 @@ An example event for `access` looks as following: | input.type | Input type | keyword | | log.file.path | Full path to the log file this event came from, including the file name. It should include the drive letter, when appropriate. If the event wasn't read from a log file, do not populate this field. | keyword | | log.offset | Log offset | long | -| nginx.access.remote_ip_list | An array of remote IP addresses. It is a list because it is common to include, besides the client IP address, IP addresses from headers like `X-Forwarded-For`. Real source IP is restored to `source.ip`. | array | +| nginx.access.remote_ip_list | An array of remote IP addresses. It is a list because it is common to include, besides the client IP address, IP addresses from headers like `X-Forwarded-For`. Real source IP is restored to `source.ip`. | keyword | | related.ip | All of the IPs seen on your event. | ip | | source.address | Some event source addresses are defined ambiguously. The event will sometimes list an IP, a domain or a unix socket. You should always store the raw address in the `.address` field. Then it should be duplicated to `.ip` or `.domain`, depending on which one it is. | keyword | | source.as.number | Unique number allocated to the autonomous system. The autonomous system number (ASN) uniquely identifies each network on the Internet. | long | diff --git a/packages/nginx/manifest.yml b/packages/nginx/manifest.yml index 4b2d80b4b46..9f9889cc958 100644 --- a/packages/nginx/manifest.yml +++ b/packages/nginx/manifest.yml @@ -1,14 +1,15 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: nginx title: Nginx -version: "1.15.1" +version: "1.16.0" description: Collect logs and metrics from Nginx HTTP servers with Elastic Agent. type: integration categories: - web - observability conditions: - kibana.version: "^8.8.0" + kibana: + version: "^8.8.0" elastic: subscription: basic screenshots: @@ -117,3 +118,4 @@ policy_templates: description: Collecting Nginx stub status metrics owner: github: elastic/obs-infraobs-integrations + type: elastic From 4a710b9f27b8d540f0b8f413891aacec1d701960 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 16:28:40 +0530 Subject: [PATCH 27/44] Add validation.yml --- packages/golang/validation.yml | 3 +++ packages/hadoop/validation.yml | 4 ++++ packages/iis/validation.yml | 4 ++++ packages/influxdb/validation.yml | 3 +++ packages/kafka/validation.yml | 4 ++++ packages/memcached/validation.yml | 4 ++++ packages/microsoft_sqlserver/validation.yml | 4 ++++ packages/mongodb/validation.yml | 4 ++++ packages/mysql/validation.yml | 4 ++++ packages/nginx/validation.yml | 4 ++++ 10 files changed, 38 insertions(+) create mode 100644 packages/golang/validation.yml create mode 100644 packages/hadoop/validation.yml create mode 100644 packages/iis/validation.yml create mode 100644 packages/influxdb/validation.yml create mode 100644 packages/kafka/validation.yml create mode 100644 packages/memcached/validation.yml create mode 100644 packages/microsoft_sqlserver/validation.yml create mode 100644 packages/mongodb/validation.yml create mode 100644 packages/mysql/validation.yml create mode 100644 packages/nginx/validation.yml diff --git a/packages/golang/validation.yml b/packages/golang/validation.yml new file mode 100644 index 00000000000..bcc8f74ac3a --- /dev/null +++ b/packages/golang/validation.yml @@ -0,0 +1,3 @@ +errors: + exclude_checks: + - SVR00002 diff --git a/packages/hadoop/validation.yml b/packages/hadoop/validation.yml new file mode 100644 index 00000000000..efdb1de132d --- /dev/null +++ b/packages/hadoop/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00004 + - SVR00002 diff --git a/packages/iis/validation.yml b/packages/iis/validation.yml new file mode 100644 index 00000000000..a6767279ddd --- /dev/null +++ b/packages/iis/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00002 + - SVR00004 \ No newline at end of file diff --git a/packages/influxdb/validation.yml b/packages/influxdb/validation.yml new file mode 100644 index 00000000000..4b692829d79 --- /dev/null +++ b/packages/influxdb/validation.yml @@ -0,0 +1,3 @@ +errors: + exclude_checks: + - SVR00002 \ No newline at end of file diff --git a/packages/kafka/validation.yml b/packages/kafka/validation.yml new file mode 100644 index 00000000000..a6767279ddd --- /dev/null +++ b/packages/kafka/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00002 + - SVR00004 \ No newline at end of file diff --git a/packages/memcached/validation.yml b/packages/memcached/validation.yml new file mode 100644 index 00000000000..a71d45f0a54 --- /dev/null +++ b/packages/memcached/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00003 + - SVR00002 diff --git a/packages/microsoft_sqlserver/validation.yml b/packages/microsoft_sqlserver/validation.yml new file mode 100644 index 00000000000..efdb1de132d --- /dev/null +++ b/packages/microsoft_sqlserver/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00004 + - SVR00002 diff --git a/packages/mongodb/validation.yml b/packages/mongodb/validation.yml new file mode 100644 index 00000000000..efdb1de132d --- /dev/null +++ b/packages/mongodb/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00004 + - SVR00002 diff --git a/packages/mysql/validation.yml b/packages/mysql/validation.yml new file mode 100644 index 00000000000..99999428b3f --- /dev/null +++ b/packages/mysql/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00002 + - SVR00004 diff --git a/packages/nginx/validation.yml b/packages/nginx/validation.yml new file mode 100644 index 00000000000..efdb1de132d --- /dev/null +++ b/packages/nginx/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00004 + - SVR00002 From f237620d6f81a153abf1e28a4bef79d4db8d11f7 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 20:47:39 +0530 Subject: [PATCH 28/44] Format packages and quote fields where necessary --- .../application/_dev/test/pipeline/test-common-config.yml | 2 +- packages/hadoop/data_stream/application/sample_event.json | 8 ++++++-- packages/hadoop/data_stream/cluster/manifest.yml | 1 + packages/hadoop/data_stream/cluster/sample_event.json | 8 ++++++-- packages/hadoop/data_stream/datanode/manifest.yml | 1 + packages/hadoop/data_stream/datanode/sample_event.json | 8 ++++++-- packages/hadoop/data_stream/namenode/manifest.yml | 1 + packages/hadoop/data_stream/namenode/sample_event.json | 8 ++++++-- packages/hadoop/data_stream/node_manager/manifest.yml | 1 + .../hadoop/data_stream/node_manager/sample_event.json | 8 ++++++-- packages/iis/validation.yml | 2 +- packages/influxdb/data_stream/advstatus/manifest.yml | 3 +-- packages/influxdb/data_stream/status/manifest.yml | 3 +-- packages/influxdb/validation.yml | 2 +- .../_dev/test/system/test-default-config.yml | 2 +- packages/kafka/data_stream/broker/manifest.yml | 2 +- packages/kafka/data_stream/consumergroup/manifest.yml | 2 +- .../log/_dev/test/pipeline/test-common-config.yml | 2 +- packages/kafka/data_stream/log/manifest.yml | 1 - packages/kafka/data_stream/partition/manifest.yml | 2 +- packages/kafka/validation.yml | 2 +- packages/memcached/data_stream/stats/manifest.yml | 2 +- .../audit/_dev/test/pipeline/test-events.json-config.yml | 2 +- .../log/_dev/test/pipeline/test-common-config.yml | 3 ++- packages/mongodb/_dev/deploy/docker/docker-compose.yml | 1 + packages/mongodb/data_stream/dbstats/manifest.yml | 2 +- .../log/_dev/test/pipeline/test-common-config.yml | 2 +- packages/mongodb/data_stream/metrics/manifest.yml | 2 +- packages/mongodb/data_stream/replstatus/manifest.yml | 2 +- packages/mongodb/data_stream/status/manifest.yml | 2 +- .../error/_dev/test/pipeline/test-common-config.yml | 2 +- packages/mysql/data_stream/galera_status/manifest.yml | 2 +- packages/mysql/data_stream/performance/manifest.yml | 2 +- .../slowlog/_dev/test/pipeline/test-common-config.yml | 2 +- packages/mysql/data_stream/status/manifest.yml | 2 +- .../access/_dev/test/pipeline/test-common-config.yml | 2 +- .../_dev/test/pipeline/test-error-raw.log-config.yml | 2 +- 37 files changed, 62 insertions(+), 39 deletions(-) diff --git a/packages/hadoop/data_stream/application/_dev/test/pipeline/test-common-config.yml b/packages/hadoop/data_stream/application/_dev/test/pipeline/test-common-config.yml index 5622947e4b8..a06dda74051 100644 --- a/packages/hadoop/data_stream/application/_dev/test/pipeline/test-common-config.yml +++ b/packages/hadoop/data_stream/application/_dev/test/pipeline/test-common-config.yml @@ -1,5 +1,5 @@ dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" fields: tags: - preserve_original_event diff --git a/packages/hadoop/data_stream/application/sample_event.json b/packages/hadoop/data_stream/application/sample_event.json index f9254880994..d4d295a9824 100644 --- a/packages/hadoop/data_stream/application/sample_event.json +++ b/packages/hadoop/data_stream/application/sample_event.json @@ -22,13 +22,17 @@ }, "event": { "agent_id_status": "verified", - "category": ["database"], + "category": [ + "database" + ], "created": "2023-02-02T12:03:41.178Z", "dataset": "hadoop.application", "ingested": "2023-02-02T12:03:42Z", "kind": "metric", "module": "httpjson", - "type": ["info"] + "type": [ + "info" + ] }, "hadoop": { "application": { diff --git a/packages/hadoop/data_stream/cluster/manifest.yml b/packages/hadoop/data_stream/cluster/manifest.yml index 1390730891e..1f40e051e88 100644 --- a/packages/hadoop/data_stream/cluster/manifest.yml +++ b/packages/hadoop/data_stream/cluster/manifest.yml @@ -45,5 +45,6 @@ streams: show_user: false description: > Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details. + elasticsearch: index_mode: "time_series" diff --git a/packages/hadoop/data_stream/cluster/sample_event.json b/packages/hadoop/data_stream/cluster/sample_event.json index eb7c9311dfe..ba1a4f5f018 100644 --- a/packages/hadoop/data_stream/cluster/sample_event.json +++ b/packages/hadoop/data_stream/cluster/sample_event.json @@ -22,13 +22,17 @@ }, "event": { "agent_id_status": "verified", - "category": ["database"], + "category": [ + "database" + ], "dataset": "hadoop.cluster", "duration": 50350559, "ingested": "2022-04-04T17:22:25Z", "kind": "metric", "module": "http", - "type": ["info"] + "type": [ + "info" + ] }, "hadoop": { "cluster": { diff --git a/packages/hadoop/data_stream/datanode/manifest.yml b/packages/hadoop/data_stream/datanode/manifest.yml index a52282cb2aa..a50aa1d0fef 100644 --- a/packages/hadoop/data_stream/datanode/manifest.yml +++ b/packages/hadoop/data_stream/datanode/manifest.yml @@ -45,5 +45,6 @@ streams: show_user: false description: > Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details. + elasticsearch: index_mode: "time_series" diff --git a/packages/hadoop/data_stream/datanode/sample_event.json b/packages/hadoop/data_stream/datanode/sample_event.json index 91911b9acac..5b927836a14 100644 --- a/packages/hadoop/data_stream/datanode/sample_event.json +++ b/packages/hadoop/data_stream/datanode/sample_event.json @@ -22,13 +22,17 @@ }, "event": { "agent_id_status": "verified", - "category": ["database"], + "category": [ + "database" + ], "dataset": "hadoop.datanode", "duration": 241651987, "ingested": "2023-02-02T12:05:05Z", "kind": "metric", "module": "http", - "type": ["info"] + "type": [ + "info" + ] }, "hadoop": { "datanode": { diff --git a/packages/hadoop/data_stream/namenode/manifest.yml b/packages/hadoop/data_stream/namenode/manifest.yml index 4b6f9f18ea0..c7748d0a2ad 100644 --- a/packages/hadoop/data_stream/namenode/manifest.yml +++ b/packages/hadoop/data_stream/namenode/manifest.yml @@ -45,5 +45,6 @@ streams: show_user: false description: > Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details. + elasticsearch: index_mode: "time_series" diff --git a/packages/hadoop/data_stream/namenode/sample_event.json b/packages/hadoop/data_stream/namenode/sample_event.json index 6933dd980ee..b04e618a2ac 100644 --- a/packages/hadoop/data_stream/namenode/sample_event.json +++ b/packages/hadoop/data_stream/namenode/sample_event.json @@ -22,13 +22,17 @@ }, "event": { "agent_id_status": "verified", - "category": ["database"], + "category": [ + "database" + ], "dataset": "hadoop.namenode", "duration": 341259289, "ingested": "2022-03-28T11:36:09Z", "kind": "metric", "module": "http", - "type": ["info"] + "type": [ + "info" + ] }, "hadoop": { "namenode": { diff --git a/packages/hadoop/data_stream/node_manager/manifest.yml b/packages/hadoop/data_stream/node_manager/manifest.yml index bfc521e2672..a3b371e4837 100644 --- a/packages/hadoop/data_stream/node_manager/manifest.yml +++ b/packages/hadoop/data_stream/node_manager/manifest.yml @@ -45,5 +45,6 @@ streams: show_user: false description: > Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details. + elasticsearch: index_mode: "time_series" diff --git a/packages/hadoop/data_stream/node_manager/sample_event.json b/packages/hadoop/data_stream/node_manager/sample_event.json index 47ff59c0468..d10bbb010e0 100644 --- a/packages/hadoop/data_stream/node_manager/sample_event.json +++ b/packages/hadoop/data_stream/node_manager/sample_event.json @@ -22,13 +22,17 @@ }, "event": { "agent_id_status": "verified", - "category": ["database"], + "category": [ + "database" + ], "dataset": "hadoop.node_manager", "duration": 12930711, "ingested": "2022-03-28T11:54:35Z", "kind": "metric", "module": "http", - "type": ["info"] + "type": [ + "info" + ] }, "hadoop": { "node_manager": { diff --git a/packages/iis/validation.yml b/packages/iis/validation.yml index a6767279ddd..99999428b3f 100644 --- a/packages/iis/validation.yml +++ b/packages/iis/validation.yml @@ -1,4 +1,4 @@ errors: exclude_checks: - SVR00002 - - SVR00004 \ No newline at end of file + - SVR00004 diff --git a/packages/influxdb/data_stream/advstatus/manifest.yml b/packages/influxdb/data_stream/advstatus/manifest.yml index 086c09f83b9..b4d2f4b4bc3 100644 --- a/packages/influxdb/data_stream/advstatus/manifest.yml +++ b/packages/influxdb/data_stream/advstatus/manifest.yml @@ -23,7 +23,6 @@ streams: type: text title: Period default: 60s - elasticsearch: index_mode: "time_series" index_template: @@ -31,4 +30,4 @@ elasticsearch: index: mapping: dimension_fields: - limit: 32 \ No newline at end of file + limit: 32 diff --git a/packages/influxdb/data_stream/status/manifest.yml b/packages/influxdb/data_stream/status/manifest.yml index 9609a1ee558..7b93c85202f 100644 --- a/packages/influxdb/data_stream/status/manifest.yml +++ b/packages/influxdb/data_stream/status/manifest.yml @@ -23,7 +23,6 @@ streams: type: text title: Period default: 60s - elasticsearch: index_mode: "time_series" index_template: @@ -31,4 +30,4 @@ elasticsearch: index: mapping: dimension_fields: - limit: 32 \ No newline at end of file + limit: 32 diff --git a/packages/influxdb/validation.yml b/packages/influxdb/validation.yml index 4b692829d79..bcc8f74ac3a 100644 --- a/packages/influxdb/validation.yml +++ b/packages/influxdb/validation.yml @@ -1,3 +1,3 @@ errors: exclude_checks: - - SVR00002 \ No newline at end of file + - SVR00002 diff --git a/packages/jolokia_input/_dev/test/system/test-default-config.yml b/packages/jolokia_input/_dev/test/system/test-default-config.yml index e272872818c..40ae3d1dd89 100644 --- a/packages/jolokia_input/_dev/test/system/test-default-config.yml +++ b/packages/jolokia_input/_dev/test/system/test-default-config.yml @@ -1,7 +1,7 @@ vars: hosts: - "{{Hostname}}:{{Port}}" - jmx.mappings: | + "jmx.mappings": | - mbean: 'java.lang:type=Runtime' attributes: - attr: Uptime diff --git a/packages/kafka/data_stream/broker/manifest.yml b/packages/kafka/data_stream/broker/manifest.yml index a040a42a82d..c147bc390ad 100644 --- a/packages/kafka/data_stream/broker/manifest.yml +++ b/packages/kafka/data_stream/broker/manifest.yml @@ -14,4 +14,4 @@ streams: default: - 'localhost:8778' elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/kafka/data_stream/consumergroup/manifest.yml b/packages/kafka/data_stream/consumergroup/manifest.yml index 3586b3e815c..e286b1db4ca 100644 --- a/packages/kafka/data_stream/consumergroup/manifest.yml +++ b/packages/kafka/data_stream/consumergroup/manifest.yml @@ -27,4 +27,4 @@ elasticsearch: index: mapping: dimension_fields: - limit: 24 \ No newline at end of file + limit: 24 diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-common-config.yml b/packages/kafka/data_stream/log/_dev/test/pipeline/test-common-config.yml index f39f9fe1f77..ed7a6b31f4c 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-common-config.yml +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-common-config.yml @@ -1,5 +1,5 @@ dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" multiline: first_line_pattern: '^\[' negate: true diff --git a/packages/kafka/data_stream/log/manifest.yml b/packages/kafka/data_stream/log/manifest.yml index 7cc2ab2f19e..dd8f2e97803 100644 --- a/packages/kafka/data_stream/log/manifest.yml +++ b/packages/kafka/data_stream/log/manifest.yml @@ -48,7 +48,6 @@ streams: template_path: log.yml.hbs title: Kafka log logs (log) description: Collect Kafka log logs using log input - # Ensures agents have permissions to write data to `logs-kafka.log-*` elasticsearch: dynamic_namespace: true diff --git a/packages/kafka/data_stream/partition/manifest.yml b/packages/kafka/data_stream/partition/manifest.yml index 115884399cc..34f10f47e80 100644 --- a/packages/kafka/data_stream/partition/manifest.yml +++ b/packages/kafka/data_stream/partition/manifest.yml @@ -21,4 +21,4 @@ streams: title: SASL mechanism description: SASL authentication mechanism used. Can be one of PLAIN, SCRAM-SHA-256 or SCRAM-SHA-512 elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/kafka/validation.yml b/packages/kafka/validation.yml index a6767279ddd..99999428b3f 100644 --- a/packages/kafka/validation.yml +++ b/packages/kafka/validation.yml @@ -1,4 +1,4 @@ errors: exclude_checks: - SVR00002 - - SVR00004 \ No newline at end of file + - SVR00004 diff --git a/packages/memcached/data_stream/stats/manifest.yml b/packages/memcached/data_stream/stats/manifest.yml index 4e660170fe3..9ed3d5140cd 100644 --- a/packages/memcached/data_stream/stats/manifest.yml +++ b/packages/memcached/data_stream/stats/manifest.yml @@ -22,4 +22,4 @@ streams: title: Memcached stats metrics description: Collect Memcached stats metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-config.yml b/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-config.yml index c39dc386179..e071d397ddf 100644 --- a/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-config.yml +++ b/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-config.yml @@ -1,2 +1,2 @@ dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" diff --git a/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-common-config.yml b/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-common-config.yml index 875e7da9091..5f8fbbc43c0 100644 --- a/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-common-config.yml +++ b/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-common-config.yml @@ -1,4 +1,5 @@ dynamic_fields: - event.ingested: ".*" + event: + ingested: ".*" multiline: first_line_pattern: '^\d{4}-\d{2}-\d{2}' diff --git a/packages/mongodb/_dev/deploy/docker/docker-compose.yml b/packages/mongodb/_dev/deploy/docker/docker-compose.yml index ec91323c6f2..6133662f69c 100644 --- a/packages/mongodb/_dev/deploy/docker/docker-compose.yml +++ b/packages/mongodb/_dev/deploy/docker/docker-compose.yml @@ -16,3 +16,4 @@ services: - ${SERVICE_LOGS_DIR}:/var/log/mongodb entrypoint: > bash -c "chmod a+wx /var/log/mongodb && chmod a+r -R /var/log/mongodb && touch /var/log/mongodb/mongod.log && chmod 644 /var/log/mongodb/mongod.log && mongod --replSet beats --logpath /var/log/mongodb/mongod.log --logappend" + diff --git a/packages/mongodb/data_stream/dbstats/manifest.yml b/packages/mongodb/data_stream/dbstats/manifest.yml index 149c7d639ed..930074c62d7 100644 --- a/packages/mongodb/data_stream/dbstats/manifest.yml +++ b/packages/mongodb/data_stream/dbstats/manifest.yml @@ -13,4 +13,4 @@ streams: title: MongoDB dbstats metrics description: Collect MongoDB dbstats metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml index 3cabcf9fb82..f54a125abfd 100644 --- a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml +++ b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml @@ -1,5 +1,5 @@ dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" fields: "@timestamp": "2020-04-28T11:07:58.223Z" tags: diff --git a/packages/mongodb/data_stream/metrics/manifest.yml b/packages/mongodb/data_stream/metrics/manifest.yml index b5044e6c674..0e9ff009e76 100644 --- a/packages/mongodb/data_stream/metrics/manifest.yml +++ b/packages/mongodb/data_stream/metrics/manifest.yml @@ -13,4 +13,4 @@ streams: title: MongoDB metrics description: Collect MongoDB use and state metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/mongodb/data_stream/replstatus/manifest.yml b/packages/mongodb/data_stream/replstatus/manifest.yml index 59718c634d9..1d29b220b28 100644 --- a/packages/mongodb/data_stream/replstatus/manifest.yml +++ b/packages/mongodb/data_stream/replstatus/manifest.yml @@ -13,4 +13,4 @@ streams: title: MongoDB replstatus metrics description: Collect MongoDB replstatus metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/mongodb/data_stream/status/manifest.yml b/packages/mongodb/data_stream/status/manifest.yml index 0d537342dd4..d87e70b90dc 100644 --- a/packages/mongodb/data_stream/status/manifest.yml +++ b/packages/mongodb/data_stream/status/manifest.yml @@ -13,4 +13,4 @@ streams: title: MongoDB status metrics description: Collect MongoDB status metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-common-config.yml b/packages/mysql/data_stream/error/_dev/test/pipeline/test-common-config.yml index fc24804b095..85536dbebd4 100644 --- a/packages/mysql/data_stream/error/_dev/test/pipeline/test-common-config.yml +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-common-config.yml @@ -1,4 +1,4 @@ fields: "@timestamp": "2021-06-17T15:20:05.914488060Z" dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" diff --git a/packages/mysql/data_stream/galera_status/manifest.yml b/packages/mysql/data_stream/galera_status/manifest.yml index d14027212b5..76576478da8 100644 --- a/packages/mysql/data_stream/galera_status/manifest.yml +++ b/packages/mysql/data_stream/galera_status/manifest.yml @@ -20,4 +20,4 @@ streams: title: MySQL galera_status metrics description: Collect MySQL galera_status metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/mysql/data_stream/performance/manifest.yml b/packages/mysql/data_stream/performance/manifest.yml index 658efb4d85a..5ba3f98fa9d 100644 --- a/packages/mysql/data_stream/performance/manifest.yml +++ b/packages/mysql/data_stream/performance/manifest.yml @@ -20,4 +20,4 @@ streams: show_user: true default: false elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-common-config.yml b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-common-config.yml index 29e8da7c4d1..5c046cb4151 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-common-config.yml +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-common-config.yml @@ -3,4 +3,4 @@ multiline: fields: "@timestamp": "2021-06-17T15:20:05.914488060Z" dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" diff --git a/packages/mysql/data_stream/status/manifest.yml b/packages/mysql/data_stream/status/manifest.yml index d6cdc9ebea5..857f4e3e29e 100644 --- a/packages/mysql/data_stream/status/manifest.yml +++ b/packages/mysql/data_stream/status/manifest.yml @@ -20,4 +20,4 @@ streams: title: MySQL status metrics description: Collect MySQL status metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/nginx/data_stream/access/_dev/test/pipeline/test-common-config.yml b/packages/nginx/data_stream/access/_dev/test/pipeline/test-common-config.yml index ef369dff36e..3ab68263238 100644 --- a/packages/nginx/data_stream/access/_dev/test/pipeline/test-common-config.yml +++ b/packages/nginx/data_stream/access/_dev/test/pipeline/test-common-config.yml @@ -1,5 +1,5 @@ dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" multiline: first_line_pattern: "^(?:[0-9]{1,3}\\.){3}[0-9]{1,3}" fields: diff --git a/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-config.yml b/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-config.yml index 298697a0c0f..d1f217b121a 100644 --- a/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-config.yml +++ b/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-config.yml @@ -5,4 +5,4 @@ fields: tags: - preserve_original_event dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" From 62e3ac92cb501e28efecb6fc9a4f68db19d0582f Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 20:50:14 +0530 Subject: [PATCH 29/44] revert changes for packages for which v3 migration failed --- packages/haproxy/data_stream/info/fields/agent.yml | 2 +- packages/haproxy/manifest.yml | 4 ++-- packages/ibmmq/manifest.yml | 3 +-- packages/nagios_xi/manifest.yml | 3 +-- 4 files changed, 5 insertions(+), 7 deletions(-) diff --git a/packages/haproxy/data_stream/info/fields/agent.yml b/packages/haproxy/data_stream/info/fields/agent.yml index e1de065c9d1..a073ae0efb5 100644 --- a/packages/haproxy/data_stream/info/fields/agent.yml +++ b/packages/haproxy/data_stream/info/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true + dimension: true \ No newline at end of file diff --git a/packages/haproxy/manifest.yml b/packages/haproxy/manifest.yml index 206ffe7c734..9f0f654a675 100644 --- a/packages/haproxy/manifest.yml +++ b/packages/haproxy/manifest.yml @@ -9,13 +9,13 @@ icons: size: 32x32 type: image/svg+xml format_version: 1.0.0 +license: basic categories: - load_balancer - observability +release: ga conditions: kibana.version: "^8.0.0" - elastic: - subscription: basic screenshots: - src: /img/kibana-haproxy-overview.png title: Kibana HAProxy overview diff --git a/packages/ibmmq/manifest.yml b/packages/ibmmq/manifest.yml index 3e8b8956ce7..aa0f1d712e5 100755 --- a/packages/ibmmq/manifest.yml +++ b/packages/ibmmq/manifest.yml @@ -2,6 +2,7 @@ format_version: 1.0.0 name: ibmmq title: IBM MQ version: "1.2.3" +license: basic description: Collect logs and metrics from IBM MQ with Elastic Agent. type: integration categories: @@ -9,8 +10,6 @@ categories: - observability conditions: kibana.version: ^8.8.0 - elastic: - subscription: basic icons: - src: /img/ibmmq.svg title: ibmmq diff --git a/packages/nagios_xi/manifest.yml b/packages/nagios_xi/manifest.yml index 004f3fe627c..337a4bbbeb6 100644 --- a/packages/nagios_xi/manifest.yml +++ b/packages/nagios_xi/manifest.yml @@ -2,6 +2,7 @@ format_version: 1.0.0 name: nagios_xi title: "Nagios XI" version: "1.1.1" +license: basic description: Collect Logs and Metrics from Nagios XI with Elastic Agent. type: integration categories: @@ -9,8 +10,6 @@ categories: - monitoring conditions: kibana.version: ^8.3.0 - elastic: - subscription: basic screenshots: - src: /img/nagios_xi-overview-dashboard-screenshot.png title: Nagios XI Overview Dashboard Screenshot From dede288a35d8e14b67659c2beb6fae16f6e65d4d Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 21:09:32 +0530 Subject: [PATCH 30/44] [hadoop,haproxy,iis,mongodb]: remove duplicates from agent.yml instead of ecs.yml --- packages/hadoop/data_stream/application/fields/beats.yml | 3 --- packages/hadoop/data_stream/application/fields/ecs.yml | 2 ++ packages/haproxy/data_stream/info/fields/agent.yml | 2 +- packages/iis/data_stream/access/fields/agent.yml | 7 ------- packages/iis/data_stream/access/fields/ecs.yml | 2 ++ .../mongodb/data_stream/collstats/fields/base-fields.yml | 4 ---- packages/mongodb/data_stream/collstats/fields/ecs.yml | 2 ++ .../mongodb/data_stream/dbstats/fields/base-fields.yml | 4 ---- packages/mongodb/data_stream/dbstats/fields/ecs.yml | 2 ++ .../mongodb/data_stream/metrics/fields/base-fields.yml | 4 ---- packages/mongodb/data_stream/metrics/fields/ecs.yml | 2 ++ .../mongodb/data_stream/replstatus/fields/base-fields.yml | 4 ---- packages/mongodb/data_stream/replstatus/fields/ecs.yml | 2 ++ 13 files changed, 13 insertions(+), 27 deletions(-) diff --git a/packages/hadoop/data_stream/application/fields/beats.yml b/packages/hadoop/data_stream/application/fields/beats.yml index ede69588554..22565288a1d 100644 --- a/packages/hadoop/data_stream/application/fields/beats.yml +++ b/packages/hadoop/data_stream/application/fields/beats.yml @@ -1,6 +1,3 @@ - name: input.type description: Type of Filebeat input. type: keyword -- name: tags - type: keyword - description: User defined tags diff --git a/packages/hadoop/data_stream/application/fields/ecs.yml b/packages/hadoop/data_stream/application/fields/ecs.yml index a736dd2b44a..2e12b75bb4e 100644 --- a/packages/hadoop/data_stream/application/fields/ecs.yml +++ b/packages/hadoop/data_stream/application/fields/ecs.yml @@ -12,3 +12,5 @@ name: event.type - external: ecs name: host.ip +- external: ecs + name: tags diff --git a/packages/haproxy/data_stream/info/fields/agent.yml b/packages/haproxy/data_stream/info/fields/agent.yml index a073ae0efb5..e1de065c9d1 100644 --- a/packages/haproxy/data_stream/info/fields/agent.yml +++ b/packages/haproxy/data_stream/info/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/iis/data_stream/access/fields/agent.yml b/packages/iis/data_stream/access/fields/agent.yml index da4e652c53b..3cb905c19c2 100644 --- a/packages/iis/data_stream/access/fields/agent.yml +++ b/packages/iis/data_stream/access/fields/agent.yml @@ -105,13 +105,6 @@ For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' example: CONTOSO default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - name: id level: core type: keyword diff --git a/packages/iis/data_stream/access/fields/ecs.yml b/packages/iis/data_stream/access/fields/ecs.yml index 756efc63fa7..295c38639a3 100644 --- a/packages/iis/data_stream/access/fields/ecs.yml +++ b/packages/iis/data_stream/access/fields/ecs.yml @@ -10,6 +10,8 @@ name: ecs.version - external: ecs name: error.message +- external: ecs + name: host.hostname - external: ecs name: http.request.body.bytes - external: ecs diff --git a/packages/mongodb/data_stream/collstats/fields/base-fields.yml b/packages/mongodb/data_stream/collstats/fields/base-fields.yml index 48209e70d35..14cf6ae2090 100644 --- a/packages/mongodb/data_stream/collstats/fields/base-fields.yml +++ b/packages/mongodb/data_stream/collstats/fields/base-fields.yml @@ -18,7 +18,3 @@ - name: '@timestamp' type: date description: Event timestamp. -- name: service.address - type: keyword - dimension: true - description: Address of the machine where the service is running. diff --git a/packages/mongodb/data_stream/collstats/fields/ecs.yml b/packages/mongodb/data_stream/collstats/fields/ecs.yml index 655d76f545b..007e1303291 100644 --- a/packages/mongodb/data_stream/collstats/fields/ecs.yml +++ b/packages/mongodb/data_stream/collstats/fields/ecs.yml @@ -1,4 +1,6 @@ - external: ecs name: ecs.version +- external: ecs + name: service.address - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/dbstats/fields/base-fields.yml b/packages/mongodb/data_stream/dbstats/fields/base-fields.yml index 55380d6ed45..f6348f95f7a 100644 --- a/packages/mongodb/data_stream/dbstats/fields/base-fields.yml +++ b/packages/mongodb/data_stream/dbstats/fields/base-fields.yml @@ -18,7 +18,3 @@ - name: '@timestamp' type: date description: Event timestamp. -- name: service.address - type: keyword - dimension: true - description: Address of the machine where the service is running. diff --git a/packages/mongodb/data_stream/dbstats/fields/ecs.yml b/packages/mongodb/data_stream/dbstats/fields/ecs.yml index 655d76f545b..007e1303291 100644 --- a/packages/mongodb/data_stream/dbstats/fields/ecs.yml +++ b/packages/mongodb/data_stream/dbstats/fields/ecs.yml @@ -1,4 +1,6 @@ - external: ecs name: ecs.version +- external: ecs + name: service.address - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/metrics/fields/base-fields.yml b/packages/mongodb/data_stream/metrics/fields/base-fields.yml index bde2d4ab607..e43aa3d82c5 100644 --- a/packages/mongodb/data_stream/metrics/fields/base-fields.yml +++ b/packages/mongodb/data_stream/metrics/fields/base-fields.yml @@ -18,7 +18,3 @@ - name: '@timestamp' type: date description: Event timestamp. -- name: service.address - type: keyword - dimension: true - description: Address of the machine where the service is running. diff --git a/packages/mongodb/data_stream/metrics/fields/ecs.yml b/packages/mongodb/data_stream/metrics/fields/ecs.yml index 655d76f545b..007e1303291 100644 --- a/packages/mongodb/data_stream/metrics/fields/ecs.yml +++ b/packages/mongodb/data_stream/metrics/fields/ecs.yml @@ -1,4 +1,6 @@ - external: ecs name: ecs.version +- external: ecs + name: service.address - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/replstatus/fields/base-fields.yml b/packages/mongodb/data_stream/replstatus/fields/base-fields.yml index dd2e3463518..570a470e320 100644 --- a/packages/mongodb/data_stream/replstatus/fields/base-fields.yml +++ b/packages/mongodb/data_stream/replstatus/fields/base-fields.yml @@ -18,7 +18,3 @@ - name: '@timestamp' type: date description: Event timestamp. -- name: service.address - type: keyword - dimension: true - description: Address of the machine where the service is running. diff --git a/packages/mongodb/data_stream/replstatus/fields/ecs.yml b/packages/mongodb/data_stream/replstatus/fields/ecs.yml index 655d76f545b..007e1303291 100644 --- a/packages/mongodb/data_stream/replstatus/fields/ecs.yml +++ b/packages/mongodb/data_stream/replstatus/fields/ecs.yml @@ -1,4 +1,6 @@ - external: ecs name: ecs.version +- external: ecs + name: service.address - external: ecs name: service.type From 76a5e4a5cff0ad1d7f096a094cfbda9711c1e80c Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 21:11:06 +0530 Subject: [PATCH 31/44] Fix PR number in changelog --- packages/golang/changelog.yml | 2 +- packages/hadoop/changelog.yml | 2 +- packages/iis/changelog.yml | 2 +- packages/influxdb/changelog.yml | 2 +- packages/jolokia_input/changelog.yml | 2 +- packages/kafka/changelog.yml | 2 +- packages/kafka_log/changelog.yml | 2 +- packages/memcached/changelog.yml | 2 +- packages/microsoft_sqlserver/changelog.yml | 2 +- packages/mongodb/changelog.yml | 2 +- packages/mysql/changelog.yml | 2 +- packages/nginx/changelog.yml | 2 +- 12 files changed, 12 insertions(+), 12 deletions(-) diff --git a/packages/golang/changelog.yml b/packages/golang/changelog.yml index 000301ffd39..0ff5da41939 100644 --- a/packages/golang/changelog.yml +++ b/packages/golang/changelog.yml @@ -3,7 +3,7 @@ changes: - description: Update the package format_version to 3.0.0. type: enhancement - link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} + link: https://github.com/elastic/integrations/pull/8171 - version: "1.0.0" changes: - description: Make Golang GA. diff --git a/packages/hadoop/changelog.yml b/packages/hadoop/changelog.yml index d315c7f4979..eca00c24abd 100644 --- a/packages/hadoop/changelog.yml +++ b/packages/hadoop/changelog.yml @@ -3,7 +3,7 @@ changes: - description: Update the package format_version to 3.0.0. type: enhancement - link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} + link: https://github.com/elastic/integrations/pull/8171 - version: "1.2.1" changes: - description: Remove forwarded tag from metrics data streams. diff --git a/packages/iis/changelog.yml b/packages/iis/changelog.yml index 79b8f988f3b..240b217c75d 100644 --- a/packages/iis/changelog.yml +++ b/packages/iis/changelog.yml @@ -3,7 +3,7 @@ changes: - description: Update the package format_version to 3.0.0. type: enhancement - link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} + link: https://github.com/elastic/integrations/pull/8171 - version: "1.15.1" changes: - description: Add null check and ignore_missing check to the rename processor diff --git a/packages/influxdb/changelog.yml b/packages/influxdb/changelog.yml index 9fad5c0697d..2a306e05beb 100644 --- a/packages/influxdb/changelog.yml +++ b/packages/influxdb/changelog.yml @@ -3,7 +3,7 @@ changes: - description: Update the package format_version to 3.0.0. type: enhancement - link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} + link: https://github.com/elastic/integrations/pull/8171 - version: "0.6.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. diff --git a/packages/jolokia_input/changelog.yml b/packages/jolokia_input/changelog.yml index f024d4545be..99b75a54b41 100644 --- a/packages/jolokia_input/changelog.yml +++ b/packages/jolokia_input/changelog.yml @@ -3,7 +3,7 @@ changes: - description: Update the package format_version to 3.0.0. type: enhancement - link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} + link: https://github.com/elastic/integrations/pull/8171 - version: "0.2.0" changes: - description: Update the Kibana Version to 8.8.0 diff --git a/packages/kafka/changelog.yml b/packages/kafka/changelog.yml index 0c752289178..236e92b7f89 100644 --- a/packages/kafka/changelog.yml +++ b/packages/kafka/changelog.yml @@ -3,7 +3,7 @@ changes: - description: Update the package format_version to 3.0.0. type: enhancement - link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} + link: https://github.com/elastic/integrations/pull/8171 - version: "1.9.2" changes: - description: Add null check and ignore_missing check to the rename processor diff --git a/packages/kafka_log/changelog.yml b/packages/kafka_log/changelog.yml index 9bff5152e27..671dab2b14c 100644 --- a/packages/kafka_log/changelog.yml +++ b/packages/kafka_log/changelog.yml @@ -2,7 +2,7 @@ changes: - description: Update the package format_version to 3.0.0. type: enhancement - link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} + link: https://github.com/elastic/integrations/pull/8171 - version: "1.3.0" changes: - description: Add permissions to reroute events to logs-*-* for generic datastream diff --git a/packages/memcached/changelog.yml b/packages/memcached/changelog.yml index 5c6916396cd..02833f25496 100644 --- a/packages/memcached/changelog.yml +++ b/packages/memcached/changelog.yml @@ -3,7 +3,7 @@ changes: - description: Update the package format_version to 3.0.0. type: enhancement - link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} + link: https://github.com/elastic/integrations/pull/8171 - version: "1.2.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. diff --git a/packages/microsoft_sqlserver/changelog.yml b/packages/microsoft_sqlserver/changelog.yml index 25901e400ee..935f1a481fb 100644 --- a/packages/microsoft_sqlserver/changelog.yml +++ b/packages/microsoft_sqlserver/changelog.yml @@ -3,7 +3,7 @@ changes: - description: Update the package format_version to 3.0.0. type: enhancement - link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} + link: https://github.com/elastic/integrations/pull/8171 - version: "2.2.2" changes: - description: Bump minimum kibana version for fetch_from_all_databases feature diff --git a/packages/mongodb/changelog.yml b/packages/mongodb/changelog.yml index 3b3b74afeca..3e4aac1bb3c 100644 --- a/packages/mongodb/changelog.yml +++ b/packages/mongodb/changelog.yml @@ -2,7 +2,7 @@ changes: - description: Update the package format_version to 3.0.0. type: enhancement - link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} + link: https://github.com/elastic/integrations/pull/8171 - version: "1.11.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. diff --git a/packages/mysql/changelog.yml b/packages/mysql/changelog.yml index 8e5472cdc96..da6df5c03db 100644 --- a/packages/mysql/changelog.yml +++ b/packages/mysql/changelog.yml @@ -3,7 +3,7 @@ changes: - description: Update the package format_version to 3.0.0. type: enhancement - link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} + link: https://github.com/elastic/integrations/pull/8171 - version: "1.15.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. diff --git a/packages/nginx/changelog.yml b/packages/nginx/changelog.yml index ec0398721fe..28da3b2011f 100644 --- a/packages/nginx/changelog.yml +++ b/packages/nginx/changelog.yml @@ -3,7 +3,7 @@ changes: - description: Update the package format_version to 3.0.0. type: enhancement - link: https://github.com/elastic/integrations/pull/{{ PULL_REQUEST_NUMBER }} + link: https://github.com/elastic/integrations/pull/8171 - version: "1.15.1" changes: - description: Add null check and ignore_missing check to the rename processor From 4bc1aea4142c9825eee8caa79269fb7798d9b8b4 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 12 Oct 2023 22:49:31 +0530 Subject: [PATCH 32/44] Fix inconsistency w/ elastic-build --- packages/hadoop/docs/README.md | 2 +- packages/mongodb/docs/README.md | 8 ++++---- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/packages/hadoop/docs/README.md b/packages/hadoop/docs/README.md index cfd4d0b77a4..5b0011aebe5 100644 --- a/packages/hadoop/docs/README.md +++ b/packages/hadoop/docs/README.md @@ -115,7 +115,7 @@ An example event for `application` looks as following: | hadoop.application.vcore_seconds | The amount of CPU resources the application has allocated | long | | host.ip | Host ip addresses. | ip | | input.type | Type of Filebeat input. | keyword | -| tags | User defined tags | keyword | +| tags | List of keywords used to tag each event. | keyword | ## cluster diff --git a/packages/mongodb/docs/README.md b/packages/mongodb/docs/README.md index ef976a4b605..da3ac0ede6a 100644 --- a/packages/mongodb/docs/README.md +++ b/packages/mongodb/docs/README.md @@ -407,7 +407,7 @@ The fields reported are: | mongodb.collstats.total.time.us | Total waiting time for locks in microseconds. | long | counter | | mongodb.collstats.update.count | Number of document update events. | long | counter | | mongodb.collstats.update.time.us | Time updating documents in microseconds. | long | counter | -| service.address | Address of the machine where the service is running. | keyword | | +| service.address | Address where data about this service was collected from. This should be a URI, network address (ipv4:port or [ipv6]:port) or a resource path (sockets). | keyword | | | service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | | @@ -571,7 +571,7 @@ The fields reported are: | mongodb.dbstats.num_extents | | long | gauge | | mongodb.dbstats.objects | | long | gauge | | mongodb.dbstats.storage_size.bytes | | long | gauge | -| service.address | Address of the machine where the service is running. | keyword | | +| service.address | Address where data about this service was collected from. This should be a URI, network address (ipv4:port or [ipv6]:port) or a resource path (sockets). | keyword | | | service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | | @@ -1066,7 +1066,7 @@ The fields reported are: | mongodb.metrics.storage.search.scanned | The number of available record allocations mongod has searched. | long | counter | | mongodb.metrics.ttl.deleted_documents.count | The total number of documents deleted from collections with a ttl index. | long | counter | | mongodb.metrics.ttl.passes.count | The number of times the background process removes documents from collections with a ttl index. | long | counter | -| service.address | Address of the machine where the service is running. | keyword | | +| service.address | Address where data about this service was collected from. This should be a URI, network address (ipv4:port or [ipv6]:port) or a resource path (sockets). | keyword | | | service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | | @@ -1240,7 +1240,7 @@ The fields reported are: | mongodb.replstatus.optimes.last_committed | Information, from the viewpoint of this member, regarding the most recent operation that has been written to a majority of replica set members. | long | gauge | | mongodb.replstatus.server_date | Reflects the current time according to the server that processed the replSetGetStatus command. | date | | | mongodb.replstatus.set_name | The name of the replica set. | keyword | | -| service.address | Address of the machine where the service is running. | keyword | | +| service.address | Address where data about this service was collected from. This should be a URI, network address (ipv4:port or [ipv6]:port) or a resource path (sockets). | keyword | | | service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | | From 564854db1b5924121338f176325fa5f206b230d5 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Mon, 16 Oct 2023 11:54:23 +0530 Subject: [PATCH 33/44] [mongodb]: Add dimension field which was removed during dedup of fields --- packages/mongodb/data_stream/collstats/fields/ecs.yml | 1 + packages/mongodb/data_stream/dbstats/fields/ecs.yml | 1 + packages/mongodb/data_stream/metrics/fields/ecs.yml | 1 + packages/mongodb/data_stream/replstatus/fields/ecs.yml | 1 + 4 files changed, 4 insertions(+) diff --git a/packages/mongodb/data_stream/collstats/fields/ecs.yml b/packages/mongodb/data_stream/collstats/fields/ecs.yml index 007e1303291..87da1aa62d8 100644 --- a/packages/mongodb/data_stream/collstats/fields/ecs.yml +++ b/packages/mongodb/data_stream/collstats/fields/ecs.yml @@ -2,5 +2,6 @@ name: ecs.version - external: ecs name: service.address + dimension: true - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/dbstats/fields/ecs.yml b/packages/mongodb/data_stream/dbstats/fields/ecs.yml index 007e1303291..87da1aa62d8 100644 --- a/packages/mongodb/data_stream/dbstats/fields/ecs.yml +++ b/packages/mongodb/data_stream/dbstats/fields/ecs.yml @@ -2,5 +2,6 @@ name: ecs.version - external: ecs name: service.address + dimension: true - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/metrics/fields/ecs.yml b/packages/mongodb/data_stream/metrics/fields/ecs.yml index 007e1303291..87da1aa62d8 100644 --- a/packages/mongodb/data_stream/metrics/fields/ecs.yml +++ b/packages/mongodb/data_stream/metrics/fields/ecs.yml @@ -2,5 +2,6 @@ name: ecs.version - external: ecs name: service.address + dimension: true - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/replstatus/fields/ecs.yml b/packages/mongodb/data_stream/replstatus/fields/ecs.yml index 007e1303291..87da1aa62d8 100644 --- a/packages/mongodb/data_stream/replstatus/fields/ecs.yml +++ b/packages/mongodb/data_stream/replstatus/fields/ecs.yml @@ -2,5 +2,6 @@ name: ecs.version - external: ecs name: service.address + dimension: true - external: ecs name: service.type From ec8e5d2d9836550db2a4e1662ddb9445270bb800 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Mon, 16 Oct 2023 20:35:32 +0530 Subject: [PATCH 34/44] quote fields where necessary --- .../data_stream/log/_dev/test/pipeline/test-common-config.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-common-config.yml b/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-common-config.yml index 5f8fbbc43c0..e2a3c2209fb 100644 --- a/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-common-config.yml +++ b/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-common-config.yml @@ -1,5 +1,4 @@ dynamic_fields: - event: - ingested: ".*" + "event.ingested": ".*" multiline: first_line_pattern: '^\d{4}-\d{2}-\d{2}' From 732461abe024d096c019f65c012121be3bd640ae Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Tue, 17 Oct 2023 15:59:58 +0530 Subject: [PATCH 35/44] Add release field to data stream's manifest if removed from fields --- packages/hadoop/data_stream/namenode/manifest.yml | 1 + packages/influxdb/data_stream/advstatus/manifest.yml | 1 + packages/influxdb/data_stream/status/manifest.yml | 1 + packages/mysql/data_stream/galera_status/manifest.yml | 1 + packages/mysql/data_stream/performance/manifest.yml | 1 + packages/mysql/data_stream/status/manifest.yml | 1 + 6 files changed, 6 insertions(+) diff --git a/packages/hadoop/data_stream/namenode/manifest.yml b/packages/hadoop/data_stream/namenode/manifest.yml index c7748d0a2ad..0e57026e7d8 100644 --- a/packages/hadoop/data_stream/namenode/manifest.yml +++ b/packages/hadoop/data_stream/namenode/manifest.yml @@ -1,5 +1,6 @@ title: NameNode Metrics type: metrics +release: beta streams: - input: http/metrics title: NameNode metrics diff --git a/packages/influxdb/data_stream/advstatus/manifest.yml b/packages/influxdb/data_stream/advstatus/manifest.yml index b4d2f4b4bc3..4a397a78e8e 100644 --- a/packages/influxdb/data_stream/advstatus/manifest.yml +++ b/packages/influxdb/data_stream/advstatus/manifest.yml @@ -1,5 +1,6 @@ title: "InfluxDB database advanced status metrics" type: metrics +release: beta streams: - input: prometheus/metrics title: InfluxDB database advanced status metrics diff --git a/packages/influxdb/data_stream/status/manifest.yml b/packages/influxdb/data_stream/status/manifest.yml index 7b93c85202f..85bef8a92bf 100644 --- a/packages/influxdb/data_stream/status/manifest.yml +++ b/packages/influxdb/data_stream/status/manifest.yml @@ -1,5 +1,6 @@ title: "InfluxDB database status metrics" type: metrics +release: beta streams: - input: prometheus/metrics title: InfluxDB database metrics diff --git a/packages/mysql/data_stream/galera_status/manifest.yml b/packages/mysql/data_stream/galera_status/manifest.yml index 76576478da8..8692087db46 100644 --- a/packages/mysql/data_stream/galera_status/manifest.yml +++ b/packages/mysql/data_stream/galera_status/manifest.yml @@ -1,5 +1,6 @@ title: MySQL galera_status metrics type: metrics +release: beta streams: - input: mysql/metrics enabled: false diff --git a/packages/mysql/data_stream/performance/manifest.yml b/packages/mysql/data_stream/performance/manifest.yml index 5ba3f98fa9d..d03733f1b4b 100644 --- a/packages/mysql/data_stream/performance/manifest.yml +++ b/packages/mysql/data_stream/performance/manifest.yml @@ -1,5 +1,6 @@ type: metrics title: MySQL performance metrics +release: beta streams: - input: mysql/metrics title: MySQL performance metrics diff --git a/packages/mysql/data_stream/status/manifest.yml b/packages/mysql/data_stream/status/manifest.yml index 857f4e3e29e..6e470e00c72 100644 --- a/packages/mysql/data_stream/status/manifest.yml +++ b/packages/mysql/data_stream/status/manifest.yml @@ -1,5 +1,6 @@ type: metrics title: MySQL status metrics +release: beta streams: - input: mysql/metrics vars: From 3ad6d2fe3101d90a4a11d2b5bb4158c79c3bda25 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Tue, 17 Oct 2023 16:21:14 +0530 Subject: [PATCH 36/44] Quote index.mapping.dimension_fields.limit to avoid getting changed by ep format --- packages/influxdb/data_stream/advstatus/manifest.yml | 5 +---- packages/influxdb/data_stream/status/manifest.yml | 5 +---- packages/kafka/data_stream/consumergroup/manifest.yml | 5 +---- 3 files changed, 3 insertions(+), 12 deletions(-) diff --git a/packages/influxdb/data_stream/advstatus/manifest.yml b/packages/influxdb/data_stream/advstatus/manifest.yml index 4a397a78e8e..cb210de8464 100644 --- a/packages/influxdb/data_stream/advstatus/manifest.yml +++ b/packages/influxdb/data_stream/advstatus/manifest.yml @@ -28,7 +28,4 @@ elasticsearch: index_mode: "time_series" index_template: settings: - index: - mapping: - dimension_fields: - limit: 32 + "index.mapping.dimension_fields.limit": 32 diff --git a/packages/influxdb/data_stream/status/manifest.yml b/packages/influxdb/data_stream/status/manifest.yml index 85bef8a92bf..716507277cb 100644 --- a/packages/influxdb/data_stream/status/manifest.yml +++ b/packages/influxdb/data_stream/status/manifest.yml @@ -28,7 +28,4 @@ elasticsearch: index_mode: "time_series" index_template: settings: - index: - mapping: - dimension_fields: - limit: 32 + "index.mapping.dimension_fields.limit": 32 diff --git a/packages/kafka/data_stream/consumergroup/manifest.yml b/packages/kafka/data_stream/consumergroup/manifest.yml index e286b1db4ca..7d087d89aeb 100644 --- a/packages/kafka/data_stream/consumergroup/manifest.yml +++ b/packages/kafka/data_stream/consumergroup/manifest.yml @@ -24,7 +24,4 @@ elasticsearch: index_mode: "time_series" index_template: settings: - index: - mapping: - dimension_fields: - limit: 24 + "index.mapping.dimension_fields.limit": 24 From 5c870ca664cb110ebf11dfb5250e45dba446ee85 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Tue, 17 Oct 2023 22:17:30 +0530 Subject: [PATCH 37/44] Revert "Quote index.mapping.dimension_fields.limit to avoid getting changed by ep format" This reverts commit 3ad6d2fe3101d90a4a11d2b5bb4158c79c3bda25. --- packages/influxdb/data_stream/advstatus/manifest.yml | 5 ++++- packages/influxdb/data_stream/status/manifest.yml | 5 ++++- packages/kafka/data_stream/consumergroup/manifest.yml | 5 ++++- 3 files changed, 12 insertions(+), 3 deletions(-) diff --git a/packages/influxdb/data_stream/advstatus/manifest.yml b/packages/influxdb/data_stream/advstatus/manifest.yml index cb210de8464..4a397a78e8e 100644 --- a/packages/influxdb/data_stream/advstatus/manifest.yml +++ b/packages/influxdb/data_stream/advstatus/manifest.yml @@ -28,4 +28,7 @@ elasticsearch: index_mode: "time_series" index_template: settings: - "index.mapping.dimension_fields.limit": 32 + index: + mapping: + dimension_fields: + limit: 32 diff --git a/packages/influxdb/data_stream/status/manifest.yml b/packages/influxdb/data_stream/status/manifest.yml index 716507277cb..85bef8a92bf 100644 --- a/packages/influxdb/data_stream/status/manifest.yml +++ b/packages/influxdb/data_stream/status/manifest.yml @@ -28,4 +28,7 @@ elasticsearch: index_mode: "time_series" index_template: settings: - "index.mapping.dimension_fields.limit": 32 + index: + mapping: + dimension_fields: + limit: 32 diff --git a/packages/kafka/data_stream/consumergroup/manifest.yml b/packages/kafka/data_stream/consumergroup/manifest.yml index 7d087d89aeb..e286b1db4ca 100644 --- a/packages/kafka/data_stream/consumergroup/manifest.yml +++ b/packages/kafka/data_stream/consumergroup/manifest.yml @@ -24,4 +24,7 @@ elasticsearch: index_mode: "time_series" index_template: settings: - "index.mapping.dimension_fields.limit": 24 + index: + mapping: + dimension_fields: + limit: 24 From 156686015f75f9eb5f809a6e3516782f91be4078 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Tue, 17 Oct 2023 22:51:23 +0530 Subject: [PATCH 38/44] Add comment --- packages/nginx/data_stream/access/fields/fields.yml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/packages/nginx/data_stream/access/fields/fields.yml b/packages/nginx/data_stream/access/fields/fields.yml index 811e5f03096..84b8f040721 100644 --- a/packages/nginx/data_stream/access/fields/fields.yml +++ b/packages/nginx/data_stream/access/fields/fields.yml @@ -2,6 +2,10 @@ type: group fields: - name: remote_ip_list + # Change from "array" to "keyword" as in Elasticsearch, there is no dedicated "array" data type. + # Any field can contain zero or more values. + # See: https://www.elastic.co/guide/en/elasticsearch/reference/current/array.html + # Not setting the type to "ip" as "remote_ip_list" might get values like "localhost" which is not type "ip". type: keyword description: | An array of remote IP addresses. It is a list because it is common to include, besides the client IP address, IP addresses from headers like `X-Forwarded-For`. Real source IP is restored to `source.ip`. From 62ea6c940917b86be08ed14333e460e127b3709b Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Wed, 18 Oct 2023 16:31:03 +0530 Subject: [PATCH 39/44] [mongodb]: revert changes package-spec v3 migration --- .../_dev/deploy/docker/docker-compose.yml | 1 - packages/mongodb/changelog.yml | 6 +- .../data_stream/collstats/fields/agent.yml | 2 +- .../collstats/fields/base-fields.yml | 4 + .../data_stream/collstats/fields/ecs.yml | 1 - .../data_stream/dbstats/fields/agent.yml | 2 +- .../dbstats/fields/base-fields.yml | 4 + .../data_stream/dbstats/fields/ecs.yml | 1 - .../mongodb/data_stream/dbstats/manifest.yml | 2 +- .../_dev/test/pipeline/test-common-config.yml | 2 +- .../test-mongodb-debian.log-expected.json | 74 +++++++++---------- ...est-mongodb-ubuntu-4-4-4.log-expected.json | 14 ++-- .../data_stream/metrics/fields/agent.yml | 2 +- .../metrics/fields/base-fields.yml | 4 + .../data_stream/metrics/fields/ecs.yml | 1 - .../mongodb/data_stream/metrics/manifest.yml | 2 +- .../data_stream/replstatus/fields/agent.yml | 2 +- .../replstatus/fields/base-fields.yml | 4 + .../data_stream/replstatus/fields/ecs.yml | 1 - .../data_stream/replstatus/manifest.yml | 2 +- .../data_stream/status/fields/agent.yml | 2 +- .../mongodb/data_stream/status/manifest.yml | 2 +- packages/mongodb/docs/README.md | 6 +- packages/mongodb/manifest.yml | 12 ++- 24 files changed, 79 insertions(+), 74 deletions(-) diff --git a/packages/mongodb/_dev/deploy/docker/docker-compose.yml b/packages/mongodb/_dev/deploy/docker/docker-compose.yml index 6133662f69c..ec91323c6f2 100644 --- a/packages/mongodb/_dev/deploy/docker/docker-compose.yml +++ b/packages/mongodb/_dev/deploy/docker/docker-compose.yml @@ -16,4 +16,3 @@ services: - ${SERVICE_LOGS_DIR}:/var/log/mongodb entrypoint: > bash -c "chmod a+wx /var/log/mongodb && chmod a+r -R /var/log/mongodb && touch /var/log/mongodb/mongod.log && chmod 644 /var/log/mongodb/mongod.log && mongod --replSet beats --logpath /var/log/mongodb/mongod.log --logappend" - diff --git a/packages/mongodb/changelog.yml b/packages/mongodb/changelog.yml index 3e4aac1bb3c..9cb84aeac8e 100644 --- a/packages/mongodb/changelog.yml +++ b/packages/mongodb/changelog.yml @@ -1,8 +1,3 @@ -- version: 1.12.0 - changes: - - description: Update the package format_version to 3.0.0. - type: enhancement - link: https://github.com/elastic/integrations/pull/8171 - version: "1.11.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. @@ -138,6 +133,7 @@ - description: Update to ECS 8.0 type: enhancement link: https://github.com/elastic/integrations/pull/2494 +# newer versions go on top - version: "1.2.0" changes: - description: Release mongodb package for v8.0.0 diff --git a/packages/mongodb/data_stream/collstats/fields/agent.yml b/packages/mongodb/data_stream/collstats/fields/agent.yml index 334356372db..76e19e4808b 100644 --- a/packages/mongodb/data_stream/collstats/fields/agent.yml +++ b/packages/mongodb/data_stream/collstats/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true + dimension: true \ No newline at end of file diff --git a/packages/mongodb/data_stream/collstats/fields/base-fields.yml b/packages/mongodb/data_stream/collstats/fields/base-fields.yml index 14cf6ae2090..48209e70d35 100644 --- a/packages/mongodb/data_stream/collstats/fields/base-fields.yml +++ b/packages/mongodb/data_stream/collstats/fields/base-fields.yml @@ -18,3 +18,7 @@ - name: '@timestamp' type: date description: Event timestamp. +- name: service.address + type: keyword + dimension: true + description: Address of the machine where the service is running. diff --git a/packages/mongodb/data_stream/collstats/fields/ecs.yml b/packages/mongodb/data_stream/collstats/fields/ecs.yml index 87da1aa62d8..007e1303291 100644 --- a/packages/mongodb/data_stream/collstats/fields/ecs.yml +++ b/packages/mongodb/data_stream/collstats/fields/ecs.yml @@ -2,6 +2,5 @@ name: ecs.version - external: ecs name: service.address - dimension: true - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/dbstats/fields/agent.yml b/packages/mongodb/data_stream/dbstats/fields/agent.yml index 334356372db..76e19e4808b 100644 --- a/packages/mongodb/data_stream/dbstats/fields/agent.yml +++ b/packages/mongodb/data_stream/dbstats/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true + dimension: true \ No newline at end of file diff --git a/packages/mongodb/data_stream/dbstats/fields/base-fields.yml b/packages/mongodb/data_stream/dbstats/fields/base-fields.yml index f6348f95f7a..55380d6ed45 100644 --- a/packages/mongodb/data_stream/dbstats/fields/base-fields.yml +++ b/packages/mongodb/data_stream/dbstats/fields/base-fields.yml @@ -18,3 +18,7 @@ - name: '@timestamp' type: date description: Event timestamp. +- name: service.address + type: keyword + dimension: true + description: Address of the machine where the service is running. diff --git a/packages/mongodb/data_stream/dbstats/fields/ecs.yml b/packages/mongodb/data_stream/dbstats/fields/ecs.yml index 87da1aa62d8..007e1303291 100644 --- a/packages/mongodb/data_stream/dbstats/fields/ecs.yml +++ b/packages/mongodb/data_stream/dbstats/fields/ecs.yml @@ -2,6 +2,5 @@ name: ecs.version - external: ecs name: service.address - dimension: true - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/dbstats/manifest.yml b/packages/mongodb/data_stream/dbstats/manifest.yml index 930074c62d7..149c7d639ed 100644 --- a/packages/mongodb/data_stream/dbstats/manifest.yml +++ b/packages/mongodb/data_stream/dbstats/manifest.yml @@ -13,4 +13,4 @@ streams: title: MongoDB dbstats metrics description: Collect MongoDB dbstats metrics elasticsearch: - index_mode: "time_series" + index_mode: "time_series" \ No newline at end of file diff --git a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml index f54a125abfd..3cabcf9fb82 100644 --- a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml +++ b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml @@ -1,5 +1,5 @@ dynamic_fields: - "event.ingested": ".*" + event.ingested: ".*" fields: "@timestamp": "2020-04-28T11:07:58.223Z" tags: diff --git a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json index 2ef6d2931ac..9d618a002cf 100644 --- a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json +++ b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415476594Z", + "ingested": "2023-01-20T11:38:11.786193221Z", "kind": "event", "type": [ "info" @@ -40,7 +40,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415486928Z", + "ingested": "2023-01-20T11:38:11.786206054Z", "kind": "event", "type": [ "info" @@ -70,7 +70,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415488053Z", + "ingested": "2023-01-20T11:38:11.786207304Z", "kind": "event", "type": [ "info" @@ -100,7 +100,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415489053Z", + "ingested": "2023-01-20T11:38:11.786208387Z", "kind": "event", "type": [ "info" @@ -130,7 +130,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415489928Z", + "ingested": "2023-01-20T11:38:11.786209346Z", "kind": "event", "type": [ "info" @@ -160,7 +160,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415490761Z", + "ingested": "2023-01-20T11:38:11.786210304Z", "kind": "event", "type": [ "info" @@ -190,7 +190,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415505511Z", + "ingested": "2023-01-20T11:38:11.786211387Z", "kind": "event", "type": [ "info" @@ -220,7 +220,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415506719Z", + "ingested": "2023-01-20T11:38:11.786212346Z", "kind": "event", "type": [ "info" @@ -250,7 +250,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415507678Z", + "ingested": "2023-01-20T11:38:11.786213221Z", "kind": "event", "type": [ "info" @@ -280,7 +280,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415508511Z", + "ingested": "2023-01-20T11:38:11.786214137Z", "kind": "event", "type": [ "info" @@ -310,7 +310,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415509344Z", + "ingested": "2023-01-20T11:38:11.786215054Z", "kind": "event", "type": [ "info" @@ -340,7 +340,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415510219Z", + "ingested": "2023-01-20T11:38:11.786216179Z", "kind": "event", "type": [ "info" @@ -370,7 +370,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415511094Z", + "ingested": "2023-01-20T11:38:11.786217137Z", "kind": "event", "type": [ "info" @@ -400,7 +400,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415511928Z", + "ingested": "2023-01-20T11:38:11.786218054Z", "kind": "event", "type": [ "info" @@ -430,7 +430,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415512844Z", + "ingested": "2023-01-20T11:38:11.786218971Z", "kind": "event", "type": [ "info" @@ -460,7 +460,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415513636Z", + "ingested": "2023-01-20T11:38:11.786219887Z", "kind": "event", "type": [ "info" @@ -490,7 +490,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415515886Z", + "ingested": "2023-01-20T11:38:11.786220846Z", "kind": "event", "type": [ "info" @@ -520,7 +520,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415516678Z", + "ingested": "2023-01-20T11:38:11.786221721Z", "kind": "event", "type": [ "info" @@ -550,7 +550,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415517511Z", + "ingested": "2023-01-20T11:38:11.786222679Z", "kind": "event", "type": [ "info" @@ -580,7 +580,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415518344Z", + "ingested": "2023-01-20T11:38:11.786223512Z", "kind": "event", "type": [ "info" @@ -610,7 +610,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415519178Z", + "ingested": "2023-01-20T11:38:11.786224429Z", "kind": "event", "type": [ "info" @@ -640,7 +640,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415519969Z", + "ingested": "2023-01-20T11:38:11.786225387Z", "kind": "event", "type": [ "info" @@ -670,7 +670,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415520803Z", + "ingested": "2023-01-20T11:38:11.786226304Z", "kind": "event", "type": [ "info" @@ -700,7 +700,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415521678Z", + "ingested": "2023-01-20T11:38:11.786227221Z", "kind": "event", "type": [ "info" @@ -730,7 +730,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415522469Z", + "ingested": "2023-01-20T11:38:11.786228096Z", "kind": "event", "type": [ "info" @@ -760,7 +760,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415523303Z", + "ingested": "2023-01-20T11:38:11.786229012Z", "kind": "event", "type": [ "info" @@ -790,7 +790,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415524136Z", + "ingested": "2023-01-20T11:38:11.786230262Z", "kind": "event", "type": [ "info" @@ -820,7 +820,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415524928Z", + "ingested": "2023-01-20T11:38:11.786231262Z", "kind": "event", "type": [ "info" @@ -850,7 +850,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415525761Z", + "ingested": "2023-01-20T11:38:11.786232137Z", "kind": "event", "type": [ "info" @@ -880,7 +880,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415526594Z", + "ingested": "2023-01-20T11:38:11.786233054Z", "kind": "event", "type": [ "info" @@ -910,7 +910,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415527386Z", + "ingested": "2023-01-20T11:38:11.786233971Z", "kind": "event", "type": [ "info" @@ -940,7 +940,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415528219Z", + "ingested": "2023-01-20T11:38:11.786234929Z", "kind": "event", "type": [ "info" @@ -970,7 +970,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415529053Z", + "ingested": "2023-01-20T11:38:11.786235846Z", "kind": "event", "type": [ "info" @@ -1000,7 +1000,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415529844Z", + "ingested": "2023-01-20T11:38:11.786236721Z", "kind": "event", "type": [ "info" @@ -1030,7 +1030,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415530719Z", + "ingested": "2023-01-20T11:38:11.786237721Z", "kind": "event", "type": [ "info" @@ -1060,7 +1060,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415531553Z", + "ingested": "2023-01-20T11:38:11.786238596Z", "kind": "event", "type": [ "change", @@ -1091,7 +1091,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.415532386Z", + "ingested": "2023-01-20T11:38:11.786239471Z", "kind": "event", "type": [ "info", diff --git a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json index 81e56ff9642..fcca30da347 100644 --- a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json +++ b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.472233969Z", + "ingested": "2023-01-20T11:38:11.852437471Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:20.349+00:00\"},\"s\":\"I\", \"c\":\"STORAGE\", \"id\":4615611, \"ctx\":\"initandlisten\",\"msg\":\"MongoDB starting\",\"attr\":{\"pid\":1,\"port\":27017,\"dbPath\":\"/data/db\",\"architecture\":\"64-bit\",\"host\":\"6150fe65a89c\"}}", "type": [ @@ -49,7 +49,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.472242344Z", + "ingested": "2023-01-20T11:38:11.852449512Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:20.350+00:00\"},\"s\":\"I\", \"c\":\"CONTROL\", \"id\":23403, \"ctx\":\"initandlisten\",\"msg\":\"Build Info\",\"attr\":{\"buildInfo\":{\"version\":\"4.4.4\",\"gitVersion\":\"8db30a63db1a9d84bdcad0c83369623f708e0397\",\"openSSLVersion\":\"OpenSSL 1.1.1 11 Sep 2018\",\"modules\":[],\"allocator\":\"tcmalloc\",\"environment\":{\"distmod\":\"ubuntu1804\",\"distarch\":\"x86_64\",\"target_arch\":\"x86_64\"}}}}", "type": [ @@ -95,7 +95,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.472243594Z", + "ingested": "2023-01-20T11:38:11.852450887Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.240+00:00\"},\"s\":\"I\", \"c\":\"RECOVERY\", \"id\":23987, \"ctx\":\"initandlisten\",\"msg\":\"WiredTiger recoveryTimestamp\",\"attr\":{\"recoveryTimestamp\":{\"$timestamp\":{\"t\":0,\"i\":0}}}}", "type": [ @@ -135,7 +135,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.472244553Z", + "ingested": "2023-01-20T11:38:11.852451887Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.363+00:00\"},\"s\":\"I\", \"c\":\"STORAGE\", \"id\":20320, \"ctx\":\"initandlisten\",\"msg\":\"createCollection\",\"attr\":{\"namespace\":\"admin.system.version\",\"uuidDisposition\":\"provided\",\"uuid\":{\"uuid\":{\"$uuid\":\"b383f03c-b97c-4584-87ae-ab1b8ea399c3\"}},\"options\":{\"uuid\":{\"$uuid\":\"b383f03c-b97c-4584-87ae-ab1b8ea399c3\"}}}}", "type": [ @@ -181,7 +181,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.472245594Z", + "ingested": "2023-01-20T11:38:11.852452971Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.410+00:00\"},\"s\":\"I\", \"c\":\"INDEX\", \"id\":20345, \"ctx\":\"initandlisten\",\"msg\":\"Index build: done building\",\"attr\":{\"buildUUID\":null,\"namespace\":\"admin.system.version\",\"index\":\"_id_\",\"commitTimestamp\":{\"$timestamp\":{\"t\":0,\"i\":0}}}}", "type": [ @@ -224,7 +224,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.472246469Z", + "ingested": "2023-01-20T11:38:11.852453887Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.412+00:00\"},\"s\":\"I\", \"c\":\"COMMAND\", \"id\":20459, \"ctx\":\"initandlisten\",\"msg\":\"Setting featureCompatibilityVersion\",\"attr\":{\"newVersion\":\"4.4\"}}", "type": [ @@ -259,7 +259,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-10-12T09:36:05.472247511Z", + "ingested": "2023-01-20T11:38:11.852454887Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.451+00:00\"},\"s\":\"I\", \"c\":\"FTDC\", \"id\":20625, \"ctx\":\"initandlisten\",\"msg\":\"Initializing full-time diagnostic data capture\",\"attr\":{\"dataDirectory\":\"/data/db/diagnostic.data\"}}", "type": [ diff --git a/packages/mongodb/data_stream/metrics/fields/agent.yml b/packages/mongodb/data_stream/metrics/fields/agent.yml index 334356372db..76e19e4808b 100644 --- a/packages/mongodb/data_stream/metrics/fields/agent.yml +++ b/packages/mongodb/data_stream/metrics/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true + dimension: true \ No newline at end of file diff --git a/packages/mongodb/data_stream/metrics/fields/base-fields.yml b/packages/mongodb/data_stream/metrics/fields/base-fields.yml index e43aa3d82c5..bde2d4ab607 100644 --- a/packages/mongodb/data_stream/metrics/fields/base-fields.yml +++ b/packages/mongodb/data_stream/metrics/fields/base-fields.yml @@ -18,3 +18,7 @@ - name: '@timestamp' type: date description: Event timestamp. +- name: service.address + type: keyword + dimension: true + description: Address of the machine where the service is running. diff --git a/packages/mongodb/data_stream/metrics/fields/ecs.yml b/packages/mongodb/data_stream/metrics/fields/ecs.yml index 87da1aa62d8..007e1303291 100644 --- a/packages/mongodb/data_stream/metrics/fields/ecs.yml +++ b/packages/mongodb/data_stream/metrics/fields/ecs.yml @@ -2,6 +2,5 @@ name: ecs.version - external: ecs name: service.address - dimension: true - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/metrics/manifest.yml b/packages/mongodb/data_stream/metrics/manifest.yml index 0e9ff009e76..b5044e6c674 100644 --- a/packages/mongodb/data_stream/metrics/manifest.yml +++ b/packages/mongodb/data_stream/metrics/manifest.yml @@ -13,4 +13,4 @@ streams: title: MongoDB metrics description: Collect MongoDB use and state metrics elasticsearch: - index_mode: "time_series" + index_mode: "time_series" \ No newline at end of file diff --git a/packages/mongodb/data_stream/replstatus/fields/agent.yml b/packages/mongodb/data_stream/replstatus/fields/agent.yml index b0461bdf77e..93773a936e2 100644 --- a/packages/mongodb/data_stream/replstatus/fields/agent.yml +++ b/packages/mongodb/data_stream/replstatus/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true + dimension: true \ No newline at end of file diff --git a/packages/mongodb/data_stream/replstatus/fields/base-fields.yml b/packages/mongodb/data_stream/replstatus/fields/base-fields.yml index 570a470e320..dd2e3463518 100644 --- a/packages/mongodb/data_stream/replstatus/fields/base-fields.yml +++ b/packages/mongodb/data_stream/replstatus/fields/base-fields.yml @@ -18,3 +18,7 @@ - name: '@timestamp' type: date description: Event timestamp. +- name: service.address + type: keyword + dimension: true + description: Address of the machine where the service is running. diff --git a/packages/mongodb/data_stream/replstatus/fields/ecs.yml b/packages/mongodb/data_stream/replstatus/fields/ecs.yml index 87da1aa62d8..007e1303291 100644 --- a/packages/mongodb/data_stream/replstatus/fields/ecs.yml +++ b/packages/mongodb/data_stream/replstatus/fields/ecs.yml @@ -2,6 +2,5 @@ name: ecs.version - external: ecs name: service.address - dimension: true - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/replstatus/manifest.yml b/packages/mongodb/data_stream/replstatus/manifest.yml index 1d29b220b28..59718c634d9 100644 --- a/packages/mongodb/data_stream/replstatus/manifest.yml +++ b/packages/mongodb/data_stream/replstatus/manifest.yml @@ -13,4 +13,4 @@ streams: title: MongoDB replstatus metrics description: Collect MongoDB replstatus metrics elasticsearch: - index_mode: "time_series" + index_mode: "time_series" \ No newline at end of file diff --git a/packages/mongodb/data_stream/status/fields/agent.yml b/packages/mongodb/data_stream/status/fields/agent.yml index fc93fa1e993..9868c5ea183 100644 --- a/packages/mongodb/data_stream/status/fields/agent.yml +++ b/packages/mongodb/data_stream/status/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true + dimension: true \ No newline at end of file diff --git a/packages/mongodb/data_stream/status/manifest.yml b/packages/mongodb/data_stream/status/manifest.yml index d87e70b90dc..0d537342dd4 100644 --- a/packages/mongodb/data_stream/status/manifest.yml +++ b/packages/mongodb/data_stream/status/manifest.yml @@ -13,4 +13,4 @@ streams: title: MongoDB status metrics description: Collect MongoDB status metrics elasticsearch: - index_mode: "time_series" + index_mode: "time_series" \ No newline at end of file diff --git a/packages/mongodb/docs/README.md b/packages/mongodb/docs/README.md index da3ac0ede6a..77c7576e1bd 100644 --- a/packages/mongodb/docs/README.md +++ b/packages/mongodb/docs/README.md @@ -407,7 +407,7 @@ The fields reported are: | mongodb.collstats.total.time.us | Total waiting time for locks in microseconds. | long | counter | | mongodb.collstats.update.count | Number of document update events. | long | counter | | mongodb.collstats.update.time.us | Time updating documents in microseconds. | long | counter | -| service.address | Address where data about this service was collected from. This should be a URI, network address (ipv4:port or [ipv6]:port) or a resource path (sockets). | keyword | | +| service.address | Address of the machine where the service is running. | keyword | | | service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | | @@ -1066,7 +1066,7 @@ The fields reported are: | mongodb.metrics.storage.search.scanned | The number of available record allocations mongod has searched. | long | counter | | mongodb.metrics.ttl.deleted_documents.count | The total number of documents deleted from collections with a ttl index. | long | counter | | mongodb.metrics.ttl.passes.count | The number of times the background process removes documents from collections with a ttl index. | long | counter | -| service.address | Address where data about this service was collected from. This should be a URI, network address (ipv4:port or [ipv6]:port) or a resource path (sockets). | keyword | | +| service.address | Address of the machine where the service is running. | keyword | | | service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | | @@ -1240,7 +1240,7 @@ The fields reported are: | mongodb.replstatus.optimes.last_committed | Information, from the viewpoint of this member, regarding the most recent operation that has been written to a majority of replica set members. | long | gauge | | mongodb.replstatus.server_date | Reflects the current time according to the server that processed the replSetGetStatus command. | date | | | mongodb.replstatus.set_name | The name of the replica set. | keyword | | -| service.address | Address where data about this service was collected from. This should be a URI, network address (ipv4:port or [ipv6]:port) or a resource path (sockets). | keyword | | +| service.address | Address of the machine where the service is running. | keyword | | | service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | | diff --git a/packages/mongodb/manifest.yml b/packages/mongodb/manifest.yml index f55f082527f..ac8158f801f 100644 --- a/packages/mongodb/manifest.yml +++ b/packages/mongodb/manifest.yml @@ -1,6 +1,6 @@ name: mongodb title: MongoDB -version: "1.12.0" +version: "1.11.0" description: Collect logs and metrics from MongoDB instances with Elastic Agent. type: integration categories: @@ -11,12 +11,11 @@ icons: title: logo mongodb size: 32x32 type: image/svg+xml -format_version: "3.0.0" +format_version: 1.0.0 +license: basic +release: ga conditions: - kibana: - version: "^8.8.0" - elastic: - subscription: basic + kibana.version: "^8.8.0" screenshots: - src: /img/filebeat-mongodb-overview.png title: filebeat mongodb overview @@ -93,4 +92,3 @@ policy_templates: description: Collecting metrics from MongoDB instances owner: github: elastic/obs-infraobs-integrations - type: elastic From c20f2055f7d281ad689146deb71c239043c1aa47 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Wed, 18 Oct 2023 16:34:05 +0530 Subject: [PATCH 40/44] [influxdb]: revert changes package-spec v3 migration --- packages/influxdb/changelog.yml | 5 ----- .../influxdb/data_stream/advstatus/fields/ecs.yml | 4 ++-- .../influxdb/data_stream/advstatus/fields/fields.yml | 9 +++++---- packages/influxdb/data_stream/advstatus/manifest.yml | 7 ++----- .../data_stream/status/fields/base-fields.yml | 1 + packages/influxdb/data_stream/status/fields/ecs.yml | 4 ++-- .../influxdb/data_stream/status/fields/fields.yml | 11 ++++++----- packages/influxdb/data_stream/status/manifest.yml | 7 ++----- packages/influxdb/manifest.yml | 11 ++++------- 9 files changed, 24 insertions(+), 35 deletions(-) diff --git a/packages/influxdb/changelog.yml b/packages/influxdb/changelog.yml index 2a306e05beb..632d4fa72d7 100644 --- a/packages/influxdb/changelog.yml +++ b/packages/influxdb/changelog.yml @@ -1,9 +1,4 @@ # newer versions go on top -- version: 0.7.0 - changes: - - description: Update the package format_version to 3.0.0. - type: enhancement - link: https://github.com/elastic/integrations/pull/8171 - version: "0.6.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. diff --git a/packages/influxdb/data_stream/advstatus/fields/ecs.yml b/packages/influxdb/data_stream/advstatus/fields/ecs.yml index bb84ad1de70..6188615301e 100644 --- a/packages/influxdb/data_stream/advstatus/fields/ecs.yml +++ b/packages/influxdb/data_stream/advstatus/fields/ecs.yml @@ -18,7 +18,7 @@ dimension: true - external: ecs name: cloud.availability_zone - dimension: true + dimension: true - external: ecs name: cloud.instance.id dimension: true @@ -30,4 +30,4 @@ dimension: true - external: ecs name: host.name - dimension: true + dimension: true \ No newline at end of file diff --git a/packages/influxdb/data_stream/advstatus/fields/fields.yml b/packages/influxdb/data_stream/advstatus/fields/fields.yml index 6093ff750c5..61cbddfee2b 100644 --- a/packages/influxdb/data_stream/advstatus/fields/fields.yml +++ b/packages/influxdb/data_stream/advstatus/fields/fields.yml @@ -1,5 +1,6 @@ - name: influxdb.advstatus type: group + release: beta fields: - name: instance type: keyword @@ -40,7 +41,7 @@ # Reason to add as a dimension field: To support different request handler type dimension: true description: Request handler. - - name: user_agent + - name: user_agent type: keyword # Reason to add as a dimension field: To support multiple user agent type dimension: true @@ -59,7 +60,7 @@ type: keyword description: Bucket ID # Reason to add as a dimension field: To support more than one bucket ids - dimension: true + dimension: true - name: taskid type: keyword description: Task ID of the influxdb tasks @@ -67,14 +68,14 @@ dimension: true - name: quantile type: keyword - description: Number that indicates the histogram quantile value. + description: Number that indicates the histogram quantile value. # Reason to add as a dimension field: To support different quantile limit values dimension: true - name: method type: keyword description: Type of service operation # Reason to add as a dimension field: To support multiple service operation - dimension: true + dimension: true - name: op type: keyword description: Extended information related to various operations diff --git a/packages/influxdb/data_stream/advstatus/manifest.yml b/packages/influxdb/data_stream/advstatus/manifest.yml index 4a397a78e8e..d8d4350734e 100644 --- a/packages/influxdb/data_stream/advstatus/manifest.yml +++ b/packages/influxdb/data_stream/advstatus/manifest.yml @@ -1,6 +1,5 @@ title: "InfluxDB database advanced status metrics" type: metrics -release: beta streams: - input: prometheus/metrics title: InfluxDB database advanced status metrics @@ -24,11 +23,9 @@ streams: type: text title: Period default: 60s + elasticsearch: index_mode: "time_series" index_template: settings: - index: - mapping: - dimension_fields: - limit: 32 + index.mapping.dimension_fields.limit: 32 \ No newline at end of file diff --git a/packages/influxdb/data_stream/status/fields/base-fields.yml b/packages/influxdb/data_stream/status/fields/base-fields.yml index a267b2b922c..c7e75cc3070 100644 --- a/packages/influxdb/data_stream/status/fields/base-fields.yml +++ b/packages/influxdb/data_stream/status/fields/base-fields.yml @@ -11,3 +11,4 @@ - name: '@timestamp' type: date description: Event timestamp. + \ No newline at end of file diff --git a/packages/influxdb/data_stream/status/fields/ecs.yml b/packages/influxdb/data_stream/status/fields/ecs.yml index bb84ad1de70..6188615301e 100644 --- a/packages/influxdb/data_stream/status/fields/ecs.yml +++ b/packages/influxdb/data_stream/status/fields/ecs.yml @@ -18,7 +18,7 @@ dimension: true - external: ecs name: cloud.availability_zone - dimension: true + dimension: true - external: ecs name: cloud.instance.id dimension: true @@ -30,4 +30,4 @@ dimension: true - external: ecs name: host.name - dimension: true + dimension: true \ No newline at end of file diff --git a/packages/influxdb/data_stream/status/fields/fields.yml b/packages/influxdb/data_stream/status/fields/fields.yml index 663328d00d2..835ac477a01 100644 --- a/packages/influxdb/data_stream/status/fields/fields.yml +++ b/packages/influxdb/data_stream/status/fields/fields.yml @@ -1,5 +1,6 @@ - name: influxdb.status type: group + release: beta fields: - name: instance type: keyword @@ -44,7 +45,7 @@ # Reason to add as a dimension field: To support different request handler type dimension: true description: Request handler. - - name: user_agent + - name: user_agent type: keyword # Reason to add as a dimension field: To support multiple user agent type dimension: true @@ -63,7 +64,7 @@ type: keyword description: Bucket ID # Reason to add as a dimension field: To support more than one bucket ids - dimension: true + dimension: true - name: taskid type: keyword # Reason to add as a dimension field: To support multiple task id @@ -71,19 +72,19 @@ dimension: true - name: quantile type: keyword - description: Number that indicates the histogram quantile value. + description: Number that indicates the histogram quantile value. # Reason to add as a dimension field: To support different quantile limit values dimension: true - name: method type: keyword description: Type of service operation # Reason to add as a dimension field: To support multiple service operation - dimension: true + dimension: true - name: op type: keyword # Reason to add as a dimension field: To support multiple operation types description: Extended information related to various operations - dimension: true + dimension: true - name: http_api_requests_total metric_type: counter type: double diff --git a/packages/influxdb/data_stream/status/manifest.yml b/packages/influxdb/data_stream/status/manifest.yml index 85bef8a92bf..ecf43ada7b8 100644 --- a/packages/influxdb/data_stream/status/manifest.yml +++ b/packages/influxdb/data_stream/status/manifest.yml @@ -1,6 +1,5 @@ title: "InfluxDB database status metrics" type: metrics -release: beta streams: - input: prometheus/metrics title: InfluxDB database metrics @@ -24,11 +23,9 @@ streams: type: text title: Period default: 60s + elasticsearch: index_mode: "time_series" index_template: settings: - index: - mapping: - dimension_fields: - limit: 32 + index.mapping.dimension_fields.limit: 32 \ No newline at end of file diff --git a/packages/influxdb/manifest.yml b/packages/influxdb/manifest.yml index 4848e041136..cdff2f03745 100644 --- a/packages/influxdb/manifest.yml +++ b/packages/influxdb/manifest.yml @@ -1,17 +1,15 @@ -format_version: "3.0.0" +format_version: 1.0.0 name: influxdb title: "InfluxDb" -version: "0.7.0" +version: "0.6.0" +license: basic description: "Collect metrics from Influxdb database" type: integration categories: - datastore - observability conditions: - kibana: - version: "^8.8.0" - elastic: - subscription: basic + kibana.version: "^8.8.0" screenshots: - src: /img/Influxdb-status.png title: Influxdb status metrics dashboard @@ -46,4 +44,3 @@ policy_templates: input_group: metrics owner: github: elastic/obs-infraobs-integrations - type: elastic From da314b42c9b71a84808d5d7e596b9e2e36640721 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Wed, 18 Oct 2023 21:12:31 +0530 Subject: [PATCH 41/44] remove validation.yml for package which are not migrated to v3 --- packages/influxdb/validation.yml | 3 --- packages/mongodb/validation.yml | 4 ---- 2 files changed, 7 deletions(-) delete mode 100644 packages/influxdb/validation.yml delete mode 100644 packages/mongodb/validation.yml diff --git a/packages/influxdb/validation.yml b/packages/influxdb/validation.yml deleted file mode 100644 index bcc8f74ac3a..00000000000 --- a/packages/influxdb/validation.yml +++ /dev/null @@ -1,3 +0,0 @@ -errors: - exclude_checks: - - SVR00002 diff --git a/packages/mongodb/validation.yml b/packages/mongodb/validation.yml deleted file mode 100644 index efdb1de132d..00000000000 --- a/packages/mongodb/validation.yml +++ /dev/null @@ -1,4 +0,0 @@ -errors: - exclude_checks: - - SVR00004 - - SVR00002 From 9856790bb6dee12d7b2b9edd710ce6e27f575fe1 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Wed, 18 Oct 2023 21:24:25 +0530 Subject: [PATCH 42/44] remove comment --- packages/nginx/data_stream/access/fields/fields.yml | 4 ---- 1 file changed, 4 deletions(-) diff --git a/packages/nginx/data_stream/access/fields/fields.yml b/packages/nginx/data_stream/access/fields/fields.yml index 84b8f040721..811e5f03096 100644 --- a/packages/nginx/data_stream/access/fields/fields.yml +++ b/packages/nginx/data_stream/access/fields/fields.yml @@ -2,10 +2,6 @@ type: group fields: - name: remote_ip_list - # Change from "array" to "keyword" as in Elasticsearch, there is no dedicated "array" data type. - # Any field can contain zero or more values. - # See: https://www.elastic.co/guide/en/elasticsearch/reference/current/array.html - # Not setting the type to "ip" as "remote_ip_list" might get values like "localhost" which is not type "ip". type: keyword description: | An array of remote IP addresses. It is a list because it is common to include, besides the client IP address, IP addresses from headers like `X-Forwarded-For`. Real source IP is restored to `source.ip`. From 4c5ffae8d3d6478611e1f8596cdf4a96d6d20c87 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Wed, 18 Oct 2023 21:27:18 +0530 Subject: [PATCH 43/44] [hadoop]: update definition for tags --- packages/hadoop/data_stream/application/fields/ecs.yml | 1 + packages/hadoop/docs/README.md | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/packages/hadoop/data_stream/application/fields/ecs.yml b/packages/hadoop/data_stream/application/fields/ecs.yml index 2e12b75bb4e..e07979260d0 100644 --- a/packages/hadoop/data_stream/application/fields/ecs.yml +++ b/packages/hadoop/data_stream/application/fields/ecs.yml @@ -14,3 +14,4 @@ name: host.ip - external: ecs name: tags + description: User defined tags. diff --git a/packages/hadoop/docs/README.md b/packages/hadoop/docs/README.md index 5b0011aebe5..a54cc4ebed1 100644 --- a/packages/hadoop/docs/README.md +++ b/packages/hadoop/docs/README.md @@ -115,7 +115,7 @@ An example event for `application` looks as following: | hadoop.application.vcore_seconds | The amount of CPU resources the application has allocated | long | | host.ip | Host ip addresses. | ip | | input.type | Type of Filebeat input. | keyword | -| tags | List of keywords used to tag each event. | keyword | +| tags | User defined tags. | keyword | ## cluster From cd8da6a044bb8fea9af69fbc74bc1f2b9be39b88 Mon Sep 17 00:00:00 2001 From: subham sarkar Date: Thu, 19 Oct 2023 13:20:06 +0530 Subject: [PATCH 44/44] remove release: beta --- packages/hadoop/data_stream/namenode/manifest.yml | 1 - packages/mysql/data_stream/status/manifest.yml | 1 - 2 files changed, 2 deletions(-) diff --git a/packages/hadoop/data_stream/namenode/manifest.yml b/packages/hadoop/data_stream/namenode/manifest.yml index 0e57026e7d8..c7748d0a2ad 100644 --- a/packages/hadoop/data_stream/namenode/manifest.yml +++ b/packages/hadoop/data_stream/namenode/manifest.yml @@ -1,6 +1,5 @@ title: NameNode Metrics type: metrics -release: beta streams: - input: http/metrics title: NameNode metrics diff --git a/packages/mysql/data_stream/status/manifest.yml b/packages/mysql/data_stream/status/manifest.yml index 6e470e00c72..857f4e3e29e 100644 --- a/packages/mysql/data_stream/status/manifest.yml +++ b/packages/mysql/data_stream/status/manifest.yml @@ -1,6 +1,5 @@ type: metrics title: MySQL status metrics -release: beta streams: - input: mysql/metrics vars: