{ "name": "gcp", "title": "Google Cloud Platform", "version": "2.41.0", "release": "ga", "description": "Collect logs and metrics from Google Cloud Platform with Elastic Agent.", "type": "integration", "download": "/epr/gcp/gcp-2.41.0.zip", "path": "/package/gcp/2.41.0", "icons": [ { "src": "/img/logo_gcp.svg", "path": "/package/gcp/2.41.0/img/logo_gcp.svg", "title": "logo gcp", "size": "32x32", "type": "image/svg+xml" } ], "conditions": { "kibana": { "version": "^8.13.0 || ^9.0.0" } }, "owner": { "type": "elastic", "github": "elastic/obs-ds-hosted-services" }, "categories": [ "google_cloud", "cloud", "observability" ], "signature_path": "/epr/gcp/gcp-2.41.0.zip.sig", "format_version": "3.0.0", "readme": "/package/gcp/2.41.0/docs/README.md", "license": "basic", "screenshots": [ { "src": "/img/filebeat-gcp-audit.png", "path": "/package/gcp/2.41.0/img/filebeat-gcp-audit.png", "title": "filebeat gcp audit", "size": "1702x996", "type": "image/png" }, { "src": "/img/gcp-billing.png", "path": "/package/gcp/2.41.0/img/gcp-billing.png", "title": "GCP Billing Metrics Dashboard", "size": "2000x1020", "type": "image/png" }, { "src": "/img/gcp-compute.png", "path": "/package/gcp/2.41.0/img/gcp-compute.png", "title": "GCP Compute Metrics Dashboard", "size": "2000x2021", "type": "image/png" } ], "assets": [ "/package/gcp/2.41.0/LICENSE.txt", "/package/gcp/2.41.0/changelog.yml", "/package/gcp/2.41.0/manifest.yml", "/package/gcp/2.41.0/validation.yml", "/package/gcp/2.41.0/docs/README.md", "/package/gcp/2.41.0/docs/audit.md", "/package/gcp/2.41.0/docs/billing.md", "/package/gcp/2.41.0/docs/cloudrun.md", "/package/gcp/2.41.0/docs/cloudsql.md", "/package/gcp/2.41.0/docs/compute.md", "/package/gcp/2.41.0/docs/dataproc.md", "/package/gcp/2.41.0/docs/dns.md", "/package/gcp/2.41.0/docs/firestore.md", "/package/gcp/2.41.0/docs/firewall.md", "/package/gcp/2.41.0/docs/gke.md", "/package/gcp/2.41.0/docs/loadbalancing.md", "/package/gcp/2.41.0/docs/pubsub.md", "/package/gcp/2.41.0/docs/redis.md", "/package/gcp/2.41.0/docs/storage.md", "/package/gcp/2.41.0/docs/vpcflow.md", "/package/gcp/2.41.0/img/filebeat-gcp-audit.png", "/package/gcp/2.41.0/img/gcp-billing.png", "/package/gcp/2.41.0/img/gcp-compute.png", "/package/gcp/2.41.0/img/logo_gcp.svg", "/package/gcp/2.41.0/kibana/tags.yml", "/package/gcp/2.41.0/data_stream/audit/manifest.yml", "/package/gcp/2.41.0/data_stream/audit/sample_event.json", "/package/gcp/2.41.0/data_stream/billing/manifest.yml", "/package/gcp/2.41.0/data_stream/billing/sample_event.json", "/package/gcp/2.41.0/data_stream/cloudrun_metrics/manifest.yml", "/package/gcp/2.41.0/data_stream/cloudrun_metrics/sample_event.json", "/package/gcp/2.41.0/data_stream/cloudsql_mysql/manifest.yml", "/package/gcp/2.41.0/data_stream/cloudsql_mysql/sample_event.json", "/package/gcp/2.41.0/data_stream/cloudsql_postgresql/manifest.yml", "/package/gcp/2.41.0/data_stream/cloudsql_postgresql/sample_event.json", "/package/gcp/2.41.0/data_stream/cloudsql_sqlserver/manifest.yml", "/package/gcp/2.41.0/data_stream/cloudsql_sqlserver/sample_event.json", "/package/gcp/2.41.0/data_stream/compute/manifest.yml", "/package/gcp/2.41.0/data_stream/compute/sample_event.json", "/package/gcp/2.41.0/data_stream/dataproc/manifest.yml", "/package/gcp/2.41.0/data_stream/dataproc/sample_event.json", "/package/gcp/2.41.0/data_stream/dns/manifest.yml", "/package/gcp/2.41.0/data_stream/dns/sample_event.json", "/package/gcp/2.41.0/data_stream/firestore/manifest.yml", "/package/gcp/2.41.0/data_stream/firestore/sample_event.json", "/package/gcp/2.41.0/data_stream/firewall/manifest.yml", "/package/gcp/2.41.0/data_stream/firewall/sample_event.json", "/package/gcp/2.41.0/data_stream/gke/manifest.yml", "/package/gcp/2.41.0/data_stream/gke/sample_event.json", "/package/gcp/2.41.0/data_stream/loadbalancing_logs/manifest.yml", "/package/gcp/2.41.0/data_stream/loadbalancing_logs/sample_event.json", "/package/gcp/2.41.0/data_stream/loadbalancing_metrics/manifest.yml", "/package/gcp/2.41.0/data_stream/loadbalancing_metrics/sample_event.json", "/package/gcp/2.41.0/data_stream/pubsub/manifest.yml", "/package/gcp/2.41.0/data_stream/pubsub/sample_event.json", "/package/gcp/2.41.0/data_stream/redis/manifest.yml", "/package/gcp/2.41.0/data_stream/redis/sample_event.json", "/package/gcp/2.41.0/data_stream/storage/manifest.yml", "/package/gcp/2.41.0/data_stream/storage/sample_event.json", "/package/gcp/2.41.0/data_stream/vpcflow/manifest.yml", "/package/gcp/2.41.0/data_stream/vpcflow/sample_event.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-1ae960c0-f9f8-11eb-bc38-79936db7c106.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-2b0fd7b0-feac-11ea-b032-d59f894a5072.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-2b3773d0-3a16-11ee-8736-83dacf143f01.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-48e12760-cbe4-11ec-b519-85ccf621cbbf.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-6041d970-a6ae-11ea-950e-d57608e3aa51.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-76c9e920-e890-11ea-bf8c-d13ebf358a78.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-8a1fb690-cbeb-11ec-b519-85ccf621cbbf.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-8f9c6cc0-909d-11ea-8180-7b0dacd9df87.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-9484a4cd-685f-450e-aeaa-728fbdbea20f.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-aa5b8bd0-9157-11ea-8180-7b0dacd9df87.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-c355cbb0-3a18-11ee-8736-83dacf143f01.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-ca401040-8e52-11ea-9fa6-4d675d5290dc.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-ddc19780-3a0a-11ee-8736-83dacf143f01.json", "/package/gcp/2.41.0/kibana/dashboard/gcp-f40ee870-5e4a-11ea-a4f6-717338406083.json", "/package/gcp/2.41.0/kibana/search/gcp-d88364c0-73a1-11ea-a345-f985c61fe654.json", "/package/gcp/2.41.0/data_stream/audit/fields/agent.yml", "/package/gcp/2.41.0/data_stream/audit/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/audit/fields/fields.yml", "/package/gcp/2.41.0/data_stream/audit/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/billing/fields/agent.yml", "/package/gcp/2.41.0/data_stream/billing/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/billing/fields/fields.yml", "/package/gcp/2.41.0/data_stream/cloudrun_metrics/fields/agent.yml", "/package/gcp/2.41.0/data_stream/cloudrun_metrics/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/cloudrun_metrics/fields/ecs.yml", "/package/gcp/2.41.0/data_stream/cloudrun_metrics/fields/fields.yml", "/package/gcp/2.41.0/data_stream/cloudrun_metrics/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/cloudsql_mysql/fields/agent.yml", "/package/gcp/2.41.0/data_stream/cloudsql_mysql/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/cloudsql_mysql/fields/ecs.yml", "/package/gcp/2.41.0/data_stream/cloudsql_mysql/fields/fields.yml", "/package/gcp/2.41.0/data_stream/cloudsql_mysql/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/cloudsql_postgresql/fields/agent.yml", "/package/gcp/2.41.0/data_stream/cloudsql_postgresql/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/cloudsql_postgresql/fields/ecs.yml", "/package/gcp/2.41.0/data_stream/cloudsql_postgresql/fields/fields.yml", "/package/gcp/2.41.0/data_stream/cloudsql_postgresql/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/cloudsql_sqlserver/fields/agent.yml", "/package/gcp/2.41.0/data_stream/cloudsql_sqlserver/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/cloudsql_sqlserver/fields/ecs.yml", "/package/gcp/2.41.0/data_stream/cloudsql_sqlserver/fields/fields.yml", "/package/gcp/2.41.0/data_stream/cloudsql_sqlserver/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/compute/fields/agent.yml", "/package/gcp/2.41.0/data_stream/compute/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/compute/fields/ecs.yml", "/package/gcp/2.41.0/data_stream/compute/fields/fields.yml", "/package/gcp/2.41.0/data_stream/compute/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/dataproc/fields/agent.yml", "/package/gcp/2.41.0/data_stream/dataproc/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/dataproc/fields/ecs.yml", "/package/gcp/2.41.0/data_stream/dataproc/fields/fields.yml", "/package/gcp/2.41.0/data_stream/dataproc/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/dns/fields/agent.yml", "/package/gcp/2.41.0/data_stream/dns/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/dns/fields/fields.yml", "/package/gcp/2.41.0/data_stream/firestore/fields/agent.yml", "/package/gcp/2.41.0/data_stream/firestore/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/firestore/fields/fields.yml", "/package/gcp/2.41.0/data_stream/firestore/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/firewall/fields/agent.yml", "/package/gcp/2.41.0/data_stream/firewall/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/firewall/fields/fields.yml", "/package/gcp/2.41.0/data_stream/firewall/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/gke/fields/agent.yml", "/package/gcp/2.41.0/data_stream/gke/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/gke/fields/ecs.yml", "/package/gcp/2.41.0/data_stream/gke/fields/fields.yml", "/package/gcp/2.41.0/data_stream/gke/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/loadbalancing_logs/fields/agent.yml", "/package/gcp/2.41.0/data_stream/loadbalancing_logs/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/loadbalancing_logs/fields/fields.yml", "/package/gcp/2.41.0/data_stream/loadbalancing_metrics/fields/agent.yml", "/package/gcp/2.41.0/data_stream/loadbalancing_metrics/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/loadbalancing_metrics/fields/ecs.yml", "/package/gcp/2.41.0/data_stream/loadbalancing_metrics/fields/fields.yml", "/package/gcp/2.41.0/data_stream/loadbalancing_metrics/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/pubsub/fields/agent.yml", "/package/gcp/2.41.0/data_stream/pubsub/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/pubsub/fields/ecs.yml", "/package/gcp/2.41.0/data_stream/pubsub/fields/fields.yml", "/package/gcp/2.41.0/data_stream/pubsub/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/redis/fields/agent.yml", "/package/gcp/2.41.0/data_stream/redis/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/redis/fields/ecs.yml", "/package/gcp/2.41.0/data_stream/redis/fields/fields.yml", "/package/gcp/2.41.0/data_stream/redis/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/storage/fields/agent.yml", "/package/gcp/2.41.0/data_stream/storage/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/storage/fields/ecs.yml", "/package/gcp/2.41.0/data_stream/storage/fields/fields.yml", "/package/gcp/2.41.0/data_stream/storage/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/vpcflow/fields/agent.yml", "/package/gcp/2.41.0/data_stream/vpcflow/fields/base-fields.yml", "/package/gcp/2.41.0/data_stream/vpcflow/fields/fields.yml", "/package/gcp/2.41.0/data_stream/vpcflow/fields/package-fields.yml", "/package/gcp/2.41.0/data_stream/audit/agent/stream/gcp-pubsub.yml.hbs", "/package/gcp/2.41.0/data_stream/audit/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/billing/agent/stream/stream.yml.hbs", "/package/gcp/2.41.0/data_stream/cloudrun_metrics/agent/stream/stream.yml.hbs", "/package/gcp/2.41.0/data_stream/cloudrun_metrics/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/cloudsql_mysql/agent/stream/stream.yml.hbs", "/package/gcp/2.41.0/data_stream/cloudsql_mysql/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/cloudsql_postgresql/agent/stream/stream.yml.hbs", "/package/gcp/2.41.0/data_stream/cloudsql_postgresql/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/cloudsql_sqlserver/agent/stream/stream.yml.hbs", "/package/gcp/2.41.0/data_stream/cloudsql_sqlserver/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/compute/agent/stream/stream.yml.hbs", "/package/gcp/2.41.0/data_stream/compute/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/dataproc/agent/stream/stream.yml.hbs", "/package/gcp/2.41.0/data_stream/dataproc/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/dns/agent/stream/gcp-pubsub.yml.hbs", "/package/gcp/2.41.0/data_stream/dns/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/firestore/agent/stream/stream.yml.hbs", "/package/gcp/2.41.0/data_stream/firestore/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/firewall/agent/stream/gcp-pubsub.yml.hbs", "/package/gcp/2.41.0/data_stream/firewall/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/gke/agent/stream/stream.yml.hbs", "/package/gcp/2.41.0/data_stream/gke/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/loadbalancing_logs/agent/stream/gcp-pubsub.yml.hbs", "/package/gcp/2.41.0/data_stream/loadbalancing_logs/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/loadbalancing_metrics/agent/stream/stream.yml.hbs", "/package/gcp/2.41.0/data_stream/loadbalancing_metrics/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/pubsub/agent/stream/stream.yml.hbs", "/package/gcp/2.41.0/data_stream/pubsub/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/redis/agent/stream/stream.yml.hbs", "/package/gcp/2.41.0/data_stream/redis/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/storage/agent/stream/stream.yml.hbs", "/package/gcp/2.41.0/data_stream/storage/elasticsearch/ingest_pipeline/default.yml", "/package/gcp/2.41.0/data_stream/vpcflow/agent/stream/gcp-pubsub.yml.hbs", "/package/gcp/2.41.0/data_stream/vpcflow/elasticsearch/ingest_pipeline/default.yml" ], "policy_templates": [ { "name": "audit", "title": "Google Cloud Platform (GCP) Audit logs", "description": "Collect audit logs from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "audit" ], "inputs": [ { "type": "gcp-pubsub", "title": "Collect Google Cloud Platform (GCP) audit logs (input: gcp-pubsub)", "description": "Collecting audit logs from Google Cloud Platform (GCP) instances (input: gcp-pubsub)", "input_group": "logs" } ], "multiple": true, "categories": [ "security" ], "screenshots": [ { "src": "/img/filebeat-gcp-audit.png", "path": "/package/gcp/2.41.0/img/filebeat-gcp-audit.png", "title": "filebeat gcp audit", "size": "1702x996", "type": "image/png" } ], "readme": "/package/gcp/2.41.0/docs/audit.md" }, { "name": "firewall", "title": "Google Cloud Platform (GCP) Firewall logs", "description": "Collect firewall logs from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "firewall" ], "inputs": [ { "type": "gcp-pubsub", "title": "Collect Google Cloud Platform (GCP) firewall logs (input: gcp-pubsub)", "description": "Collecting firewall logs from Google Cloud Platform (GCP) instances (input: gcp-pubsub)", "input_group": "logs" } ], "multiple": true, "categories": [ "security", "firewall_security" ], "readme": "/package/gcp/2.41.0/docs/firewall.md" }, { "name": "vpcflow", "title": "Google Cloud Platform (GCP) VPC Flow logs", "description": "Collect vpcflow logs from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "vpcflow" ], "inputs": [ { "type": "gcp-pubsub", "title": "Collect Google Cloud Platform (GCP) VPC Flow logs (input: gcp-pubsub)", "description": "Collecting vpcflow logs from Google Cloud Platform (GCP) instances (input: gcp-pubsub)", "input_group": "logs" } ], "multiple": true, "categories": [ "security" ], "readme": "/package/gcp/2.41.0/docs/vpcflow.md" }, { "name": "dns", "title": "Google Cloud Platform (GCP) DNS logs", "description": "Collect DNS logs from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "dns" ], "inputs": [ { "type": "gcp-pubsub", "title": "Collect Google Cloud Platform (GCP) DNS logs (input: gcp-pubsub)", "description": "Collecting DNS logs from Google Cloud Platform (GCP) instances (input: gcp-pubsub)", "input_group": "logs" } ], "multiple": true, "categories": [ "security", "dns_security" ], "readme": "/package/gcp/2.41.0/docs/dns.md" }, { "name": "billing", "title": "Google Cloud Platform (GCP) Billing metrics", "description": "Collect billing metrics from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "billing" ], "inputs": [ { "type": "gcp/metrics", "title": "Collect GCP Billing Metrics", "description": "Collect GCP Billing Metrics", "input_group": "metrics" } ], "multiple": true, "categories": [ "observability" ], "screenshots": [ { "src": "/img/gcp-billing.png", "path": "/package/gcp/2.41.0/img/gcp-billing.png", "title": "GCP Billing Metrics Dashboard", "size": "2000x1020", "type": "image/png" } ], "readme": "/package/gcp/2.41.0/docs/billing.md" }, { "name": "compute", "title": "Google Cloud Platform (GCP) Compute metrics", "description": "Collect compute metrics from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "compute" ], "inputs": [ { "type": "gcp/metrics", "title": "Collect GCP Compute Metrics", "description": "Collect GCP Compute Metrics", "input_group": "metrics" } ], "multiple": true, "categories": [ "observability" ], "screenshots": [ { "src": "/img/gcp-compute.png", "path": "/package/gcp/2.41.0/img/gcp-compute.png", "title": "GCP Compute Metrics Dashboard", "size": "2000x2021", "type": "image/png" } ], "readme": "/package/gcp/2.41.0/docs/compute.md" }, { "name": "firestore", "title": "Google Cloud Platform (GCP) Firestore metrics", "description": "Collect firestore metrics from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "firestore" ], "inputs": [ { "type": "gcp/metrics", "title": "Collect GCP Firestore Metrics", "description": "Collect GCP Firestore Metrics", "input_group": "metrics" } ], "multiple": true, "categories": [ "datastore", "observability" ], "readme": "/package/gcp/2.41.0/docs/firestore.md" }, { "name": "loadbalancing", "title": "Google Cloud Platform (GCP) Load Balancing metrics", "description": "Collect Load Balancing metrics from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "loadbalancing_metrics", "loadbalancing_logs" ], "inputs": [ { "type": "gcp/metrics", "title": "Collect GCP Load Balancing Metrics", "description": "Collect GCP Load Balancing Metrics", "input_group": "metrics" }, { "type": "gcp-pubsub", "title": "Collect Google Cloud Platform (GCP) load balancing logs (input: gcp-pubsub)", "description": "Collecting load balancing logs from Google Cloud Platform (GCP) (input: gcp-pubsub)", "input_group": "logs" } ], "multiple": true, "categories": [ "security" ], "readme": "/package/gcp/2.41.0/docs/loadbalancing.md" }, { "name": "storage", "title": "Google Cloud Platform (GCP) Storage metrics", "description": "Collect storage metrics from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "storage" ], "inputs": [ { "type": "gcp/metrics", "title": "Collect GCP Storage Metrics", "description": "Collect GCP Storage Metrics", "input_group": "metrics" } ], "multiple": true, "categories": [ "datastore", "observability" ], "readme": "/package/gcp/2.41.0/docs/storage.md" }, { "name": "gke", "title": "Google Cloud Platform (GCP) GKE metrics", "description": "Collect gke metrics from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "gke" ], "inputs": [ { "type": "gcp/metrics", "title": "Collect GCP GKE Metrics", "description": "Collect GCP GKE Metrics", "input_group": "metrics" } ], "multiple": true, "categories": [ "containers", "observability" ], "readme": "/package/gcp/2.41.0/docs/gke.md" }, { "name": "dataproc", "title": "Google Cloud Platform (GCP) Dataproc metrics", "description": "Collect dataproc metrics from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "dataproc" ], "inputs": [ { "type": "gcp/metrics", "title": "Collect GCP Dataproc Metrics", "description": "Collect GCP Dataproc Metrics", "input_group": "metrics" } ], "multiple": true, "categories": [ "observability" ], "readme": "/package/gcp/2.41.0/docs/dataproc.md" }, { "name": "pubsub", "title": "Google Cloud Platform (GCP) PubSub metrics", "description": "Collect pubsub metrics from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "pubsub" ], "inputs": [ { "type": "gcp/metrics", "title": "Collect GCP PubSub Metrics", "description": "Collect GCP PubSub Metrics" } ], "multiple": true, "categories": [ "message_queue", "observability" ], "readme": "/package/gcp/2.41.0/docs/pubsub.md" }, { "name": "redis", "title": "Google Cloud Platform (GCP) Redis metrics", "description": "Collect Redis metrics from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "redis" ], "inputs": [ { "type": "gcp/metrics", "title": "Collect GCP Redis Metrics", "description": "Collect GCP Redis Metrics" } ], "multiple": true, "categories": [ "datastore", "observability" ], "readme": "/package/gcp/2.41.0/docs/redis.md" }, { "name": "cloudrun", "title": "Google Cloud Platform (GCP) Cloud Run metrics", "description": "Collect Cloud Run metrics from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "cloudrun_metrics" ], "inputs": [ { "type": "gcp/metrics", "title": "Collect GCP Cloud Run Metrics", "description": "Collect GCP Cloud Run Metrics" } ], "multiple": true, "readme": "/package/gcp/2.41.0/docs/cloudrun.md" }, { "name": "cloudsql", "title": "Google Cloud Platform (GCP) CloudSQL metrics", "description": "Collect CloudSQL metrics from Google Cloud Platform (GCP) with Elastic Agent", "data_streams": [ "cloudsql_mysql", "cloudsql_postgresql", "cloudsql_sqlserver" ], "inputs": [ { "type": "gcp/metrics", "title": "Collect GCP CloudSQL Metrics", "description": "Collect GCP CloudSQL Metrics", "input_group": "metrics" } ], "multiple": true, "readme": "/package/gcp/2.41.0/docs/cloudsql.md" } ], "data_streams": [ { "type": "logs", "dataset": "gcp.audit", "title": "Google Cloud Platform (GCP) audit logs", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp-pubsub", "vars": [ { "name": "topic", "type": "text", "title": "Topic", "description": "Name of the topic where the logs are written to.", "multi": false, "required": true, "show_user": true, "default": "cloud-logging-audit" }, { "name": "subscription_name", "type": "text", "title": "Subscription Name", "description": "Use the short subscription name here, not the full-blown path with the project ID. You can find it as \"Subscription ID\" on the Google Cloud Console.", "multi": false, "required": true, "show_user": true, "default": "filebeat-gcp-audit" }, { "name": "subscription_create", "type": "bool", "title": "Subscription Create", "description": "If true, the integration will create the subscription on start.", "multi": false, "required": true, "show_user": false, "default": false }, { "name": "subscription_num_goroutines", "type": "text", "title": "Subscription Num Goroutines", "description": "Number of goroutines created to read from the subscription. This does not limit the number of messages that can be processed concurrently or the maximum number of goroutines the input will create.", "multi": false, "required": false, "show_user": false }, { "name": "subscription_max_outstanding_messages", "type": "text", "title": "Subscription Max Outstanding Messages", "description": "The maximum number of unprocessed messages (unacknowledged but not yet expired). If the value is negative, then there will be no limit on the number of unprocessed messages. Default is 1000.", "multi": false, "required": false, "show_user": false }, { "name": "alternative_host", "type": "text", "title": "Alternative host", "description": "Overrides the default Pub/Sub service address and disables TLS. For testing.", "multi": false, "required": false, "show_user": false }, { "name": "tags", "type": "text", "title": "Tags", "multi": true, "required": true, "show_user": false, "default": [ "forwarded", "gcp-audit" ] }, { "name": "preserve_original_event", "type": "bool", "title": "Preserve original event", "description": "Preserves a raw copy of the original event, added to the field `event.original`", "multi": false, "required": true, "show_user": true, "default": false }, { "name": "keep_json", "type": "bool", "title": "Keep the JSON document as `gcp.audit.flattened`", "description": "Keeps a copy of the original document as a JSON field for processing in `@custom` pipelines. Any fields that are in the original GCP document may renamed, copied or otherwire unprocessed from the field's path relative to `gcp.audit.flattened`. GCP documents may be large and so will potentially add significant storage cost if retained after completion of the ingest pipeline. It is the responsibility of the user to remove the `gcp.audit.flattened` field after `@custom` pipeline processors have been executed if the complete flattened field is not needed. It is not recommended to permanently retain the flattened field and also set Preserve Original Event as this will duplicate the storage of the original data.", "multi": false, "required": true, "show_user": false, "default": false }, { "name": "processors", "type": "yaml", "title": "Processors", "description": "Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details.\n", "multi": false, "required": false, "show_user": false } ], "template_path": "gcp-pubsub.yml.hbs", "title": "Google Cloud Platform (GCP) audit logs (gcp-pubsub)", "description": "Collect Google Cloud Platform (GCP) audit logs using gcp-pubsub input", "enabled": true, "ingestion_method": "GCP Pub/Sub" } ], "package": "gcp", "path": "audit" }, { "type": "metrics", "dataset": "gcp.billing", "title": "GCP Billing Metrics", "release": "ga", "streams": [ { "input": "gcp/metrics", "vars": [ { "name": "period", "type": "text", "title": "Period", "multi": false, "required": false, "show_user": false, "default": "24h" }, { "name": "dataset_id", "type": "text", "title": "Dataset ID", "description": "Dataset ID that points to the top-level container which contains the actual billing tables.", "multi": false, "required": true, "show_user": true }, { "name": "table_pattern", "type": "text", "title": "Table pattern", "description": "Daily cost detail billing table name prefix. Use gcp_billing_export_resource_v1 for detailed billing tables.", "multi": false, "required": true, "show_user": true, "default": "gcp_billing_export_v1" }, { "name": "cost_type", "type": "text", "title": "Cost Type", "description": "The type of cost this line item represents: regular, tax, adjustment, or rounding error", "multi": false, "required": true, "show_user": true, "default": "regular" } ], "template_path": "stream.yml.hbs", "title": "GCP Billing Metrics", "description": "Collect GCP Billing Metrics", "enabled": true, "ingestion_method": "API" } ], "package": "gcp", "path": "billing" }, { "type": "metrics", "dataset": "gcp.cloudrun_metrics", "title": "GCP Cloud Run Metrics", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp/metrics", "vars": [ { "name": "zone", "type": "text", "title": "GCP Zone", "multi": false, "required": false, "show_user": true }, { "name": "region", "type": "text", "title": "GCP Region", "description": "deprecated, use regions instead", "multi": false, "required": false, "show_user": true }, { "name": "regions", "type": "text", "title": "GCP Regions", "description": "A list of GCP regions to pull data from", "multi": true, "required": false, "show_user": true }, { "name": "period", "type": "text", "title": "Period", "multi": false, "required": true, "show_user": false, "default": "60s" }, { "name": "exclude_labels", "type": "bool", "title": "Exclude Labels", "description": "Exclude additional labels from metrics", "multi": false, "required": false, "show_user": true } ], "template_path": "stream.yml.hbs", "title": "GCP Cloud Run Metrics", "description": "Collect GCP Cloud Run Metrics", "enabled": true, "ingestion_method": "API" } ], "package": "gcp", "elasticsearch": { "ingest_pipeline.name": "default" }, "path": "cloudrun_metrics" }, { "type": "metrics", "dataset": "gcp.cloudsql_mysql", "title": "GCP CloudSQL MySQL Metrics", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp/metrics", "vars": [ { "name": "region", "type": "text", "title": "GCP Region", "multi": false, "required": false, "show_user": true }, { "name": "period", "type": "text", "title": "Period", "multi": false, "required": true, "show_user": false, "default": "60s" }, { "name": "exclude_labels", "type": "bool", "title": "Exclude Labels", "description": "Exclude additional labels from metrics", "multi": false, "required": false, "show_user": true } ], "template_path": "stream.yml.hbs", "title": "GCP CloudSQL MySQL Metrics", "description": "Collect GCP CloudSQL MySQL Metrics", "enabled": true, "ingestion_method": "API" } ], "package": "gcp", "elasticsearch": { "ingest_pipeline.name": "default" }, "path": "cloudsql_mysql" }, { "type": "metrics", "dataset": "gcp.cloudsql_postgresql", "title": "GCP CloudSQL PostgreSQL Metrics", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp/metrics", "vars": [ { "name": "region", "type": "text", "title": "GCP Region", "multi": false, "required": false, "show_user": true }, { "name": "period", "type": "text", "title": "Period", "multi": false, "required": true, "show_user": false, "default": "60s" }, { "name": "exclude_labels", "type": "bool", "title": "Exclude Labels", "description": "Exclude additional labels from metrics", "multi": false, "required": false, "show_user": true }, { "name": "tags", "type": "text", "title": "Tags", "description": "Tags to include in the published event", "multi": true, "required": false, "show_user": false, "default": [ "gcp-cloudsql-postgresql" ] }, { "name": "processors", "type": "yaml", "title": "Processors", "description": "Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/fleet/current/elastic-agent-processor-configuration.html) for details.", "multi": false, "required": false, "show_user": false } ], "template_path": "stream.yml.hbs", "title": "GCP CloudSQL PostgreSQL Metrics", "description": "Collect GCP CloudSQL PostgreSQL Metrics", "enabled": true, "ingestion_method": "API" } ], "package": "gcp", "elasticsearch": { "ingest_pipeline.name": "default" }, "path": "cloudsql_postgresql" }, { "type": "metrics", "dataset": "gcp.cloudsql_sqlserver", "title": "GCP CloudSQL SQL Server Metrics", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp/metrics", "vars": [ { "name": "region", "type": "text", "title": "GCP Region", "multi": false, "required": false, "show_user": true }, { "name": "period", "type": "text", "title": "Period", "multi": false, "required": true, "show_user": false, "default": "60s" }, { "name": "exclude_labels", "type": "bool", "title": "Exclude Labels", "description": "Exclude additional labels from metrics", "multi": false, "required": false, "show_user": true } ], "template_path": "stream.yml.hbs", "title": "GCP CloudSQL SQL Server Metrics", "description": "Collect GCP CloudSQL SQL Server Metrics", "enabled": true, "ingestion_method": "API" } ], "package": "gcp", "elasticsearch": { "ingest_pipeline.name": "default" }, "path": "cloudsql_sqlserver" }, { "type": "metrics", "dataset": "gcp.compute", "title": "GCP Compute Metrics", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp/metrics", "vars": [ { "name": "zone", "type": "text", "title": "GCP Zone", "multi": false, "required": false, "show_user": true }, { "name": "region", "type": "text", "title": "GCP Region", "description": "deprecated, use regions instead", "multi": false, "required": false, "show_user": true }, { "name": "regions", "type": "text", "title": "GCP Regions", "description": "A list of GCP regions to pull data from", "multi": true, "required": false, "show_user": true }, { "name": "period", "type": "text", "title": "Period", "multi": false, "required": true, "show_user": false, "default": "60s" }, { "name": "exclude_labels", "type": "bool", "title": "Exclude Labels", "description": "Exclude additional labels from metrics", "multi": false, "required": false, "show_user": true }, { "name": "tags", "type": "text", "title": "Tags", "description": "Tags to include in the published event", "multi": true, "required": false, "show_user": false, "default": [ "gcp-compute" ] }, { "name": "processors", "type": "yaml", "title": "Processors", "description": "Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/fleet/current/elastic-agent-processor-configuration.html) for details.", "multi": false, "required": false, "show_user": false } ], "template_path": "stream.yml.hbs", "title": "GCP Compute Metrics", "description": "Collect GCP Compute Metrics", "enabled": true, "ingestion_method": "API" } ], "package": "gcp", "elasticsearch": { "ingest_pipeline.name": "default" }, "path": "compute" }, { "type": "metrics", "dataset": "gcp.dataproc", "title": "GCP Dataproc Metrics", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp/metrics", "vars": [ { "name": "region", "type": "text", "title": "GCP Region", "description": "deprecated, use regions instead", "multi": false, "required": false, "show_user": true }, { "name": "regions", "type": "text", "title": "GCP Regions", "description": "A list of GCP regions to pull data from", "multi": true, "required": false, "show_user": true }, { "name": "period", "type": "text", "title": "Period", "multi": false, "required": true, "show_user": false, "default": "60s" }, { "name": "exclude_labels", "type": "bool", "title": "Exclude Labels", "description": "Exclude additional labels from metrics", "multi": false, "required": false, "show_user": true } ], "template_path": "stream.yml.hbs", "title": "GCP Dataproc Metrics", "description": "Collect GCP Dataproc Metrics", "enabled": true, "ingestion_method": "API" } ], "package": "gcp", "elasticsearch": { "ingest_pipeline.name": "default" }, "path": "dataproc" }, { "type": "logs", "dataset": "gcp.dns", "title": "Google Cloud Platform (GCP) DNS logs", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp-pubsub", "vars": [ { "name": "topic", "type": "text", "title": "Topic", "description": "Name of the topic where the logs are written to.", "multi": false, "required": true, "show_user": true, "default": "cloud-logging-dns" }, { "name": "subscription_name", "type": "text", "title": "Subscription Name", "description": "Use the short subscription name here, not the full-blown path with the project ID. You can find it as \"Subscription ID\" on the Google Cloud Console.", "multi": false, "required": true, "show_user": true, "default": "filebeat-gcp-dns" }, { "name": "subscription_create", "type": "bool", "title": "Subscription Create", "description": "If true, the integration will create the subscription on start.", "multi": false, "required": true, "show_user": false, "default": false }, { "name": "subscription_num_goroutines", "type": "text", "title": "Subscription Num Goroutines", "description": "Number of goroutines created to read from the subscription. This does not limit the number of messages that can be processed concurrently or the maximum number of goroutines the input will create.", "multi": false, "required": false, "show_user": false }, { "name": "subscription_max_outstanding_messages", "type": "text", "title": "Subscription Max Outstanding Messages", "description": "The maximum number of unprocessed messages (unacknowledged but not yet expired). If the value is negative, then there will be no limit on the number of unprocessed messages. Default is 1000.", "multi": false, "required": false, "show_user": false }, { "name": "alternative_host", "type": "text", "title": "Alternative host", "description": "Overrides the default Pub/Sub service address and disables TLS. For testing.", "multi": false, "required": false, "show_user": false }, { "name": "tags", "type": "text", "title": "Tags", "multi": true, "required": true, "show_user": false, "default": [ "forwarded", "gcp-dns" ] }, { "name": "preserve_original_event", "type": "bool", "title": "Preserve original event", "description": "Preserves a raw copy of the original event, added to the field `event.original`", "multi": false, "required": true, "show_user": true, "default": false }, { "name": "keep_json", "type": "bool", "title": "Keep the JSON document as `gcp.dns.flattened`", "description": "Keeps a copy of the original document as a JSON field for processing in `@custom` pipelines. Any fields that are in the original GCP document may renamed, copied or otherwire unprocessed from the field's path relative to `gcp.dns.flattened`. GCP documents may be large and so will potentially add significant storage cost if retained after completion of the ingest pipeline. It is the responsibility of the user to remove the `gcp.dns.flattened` field after `@custom` pipeline processors have been executed if the complete flattened field is not needed. It is not recommended to permanently retain the flattened field and also set Preserve Original Event as this will duplicate the storage of the original data.", "multi": false, "required": true, "show_user": false, "default": false }, { "name": "processors", "type": "yaml", "title": "Processors", "description": "Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details.\n", "multi": false, "required": false, "show_user": false } ], "template_path": "gcp-pubsub.yml.hbs", "title": "Google Cloud Platform (GCP) DNS logs (gcp-pubsub)", "description": "Collect Google Cloud Platform (GCP) DNS logs using gcp-pubsub input", "enabled": true, "ingestion_method": "GCP Pub/Sub" } ], "package": "gcp", "path": "dns" }, { "type": "metrics", "dataset": "gcp.firestore", "title": "GCP Firestore Metrics", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp/metrics", "vars": [ { "name": "zone", "type": "text", "title": "GCP Zone", "multi": false, "required": false, "show_user": true }, { "name": "region", "type": "text", "title": "GCP Region", "description": "deprecated, use regions instead", "multi": false, "required": false, "show_user": true }, { "name": "regions", "type": "text", "title": "GCP Regions", "description": "A list of GCP regions to pull data from", "multi": true, "required": false, "show_user": true }, { "name": "period", "type": "text", "title": "Period", "multi": false, "required": true, "show_user": false, "default": "60s" }, { "name": "exclude_labels", "type": "bool", "title": "Exclude Labels", "description": "Exclude additional labels from metrics", "multi": false, "required": false, "show_user": true }, { "name": "tags", "type": "text", "title": "Tags", "description": "Tags to include in the published event", "multi": true, "required": false, "show_user": false, "default": [ "gcp-firestore" ] }, { "name": "processors", "type": "yaml", "title": "Processors", "description": "Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/fleet/current/elastic-agent-processor-configuration.html) for details.", "multi": false, "required": false, "show_user": false } ], "template_path": "stream.yml.hbs", "title": "GCP Firestore Metrics", "description": "Collect GCP Firestore Metrics", "enabled": true, "ingestion_method": "API" } ], "package": "gcp", "path": "firestore" }, { "type": "logs", "dataset": "gcp.firewall", "title": "Google Cloud Platform (GCP) firewall logs", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp-pubsub", "vars": [ { "name": "topic", "type": "text", "title": "Topic", "description": "Name of the topic where the logs are written to.", "multi": false, "required": true, "show_user": true, "default": "cloud-logging-firewall" }, { "name": "subscription_name", "type": "text", "title": "Subscription Name", "description": "Use the short subscription name here, not the full-blown path with the project ID. You can find it as \"Subscription ID\" on the Google Cloud Console.", "multi": false, "required": true, "show_user": true, "default": "filebeat-gcp-firewall" }, { "name": "subscription_create", "type": "bool", "title": "Subscription Create", "description": "If true, the integration will create the subscription on start.", "multi": false, "required": true, "show_user": false, "default": false }, { "name": "subscription_num_goroutines", "type": "text", "title": "Subscription Num Goroutines", "description": "Number of goroutines created to read from the subscription. This does not limit the number of messages that can be processed concurrently or the maximum number of goroutines the input will create.", "multi": false, "required": false, "show_user": false }, { "name": "subscription_max_outstanding_messages", "type": "text", "title": "Subscription Max Outstanding Messages", "description": "The maximum number of unprocessed messages (unacknowledged but not yet expired). If the value is negative, then there will be no limit on the number of unprocessed messages. Default is 1000.", "multi": false, "required": false, "show_user": false }, { "name": "alternative_host", "type": "text", "title": "Alternative host", "description": "Overrides the default Pub/Sub service address and disables TLS. For testing.", "multi": false, "required": false, "show_user": false }, { "name": "tags", "type": "text", "title": "Tags", "multi": true, "required": true, "show_user": false, "default": [ "forwarded", "gcp-firewall" ] }, { "name": "preserve_original_event", "type": "bool", "title": "Preserve original event", "description": "Preserves a raw copy of the original event, added to the field `event.original`", "multi": false, "required": true, "show_user": true, "default": false }, { "name": "keep_json", "type": "bool", "title": "Keep the JSON document as `gcp.firewall.flattened`", "description": "Keeps a copy of the original document as a JSON field for processing in `@custom` pipelines. Any fields that are in the original GCP document may renamed, copied or otherwire unprocessed from the field's path relative to `gcp.firewall.flattened`. GCP documents may be large and so will potentially add significant storage cost if retained after completion of the ingest pipeline. It is the responsibility of the user to remove the `gcp.firewall.flattened` field after `@custom` pipeline processors have been executed if the complete flattened field is not needed. It is not recommended to permanently retain the flattened field and also set Preserve Original Event as this will duplicate the storage of the original data.", "multi": false, "required": true, "show_user": false, "default": false }, { "name": "processors", "type": "yaml", "title": "Processors", "description": "Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details.\n", "multi": false, "required": false, "show_user": false } ], "template_path": "gcp-pubsub.yml.hbs", "title": "Google Cloud Platform (GCP) firewall logs (gcp-pubsub)", "description": "Collect Google Cloud Platform (GCP) firewall logs using gcp-pubsub input", "enabled": true, "ingestion_method": "GCP Pub/Sub" } ], "package": "gcp", "path": "firewall" }, { "type": "metrics", "dataset": "gcp.gke", "title": "GCP GKE Metrics", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp/metrics", "vars": [ { "name": "zone", "type": "text", "title": "GCP Zone", "multi": false, "required": false, "show_user": true }, { "name": "region", "type": "text", "title": "GCP Region", "description": "deprecated, use regions instead", "multi": false, "required": false, "show_user": true }, { "name": "regions", "type": "text", "title": "GCP Regions", "description": "A list of GCP regions to pull data from", "multi": true, "required": false, "show_user": true }, { "name": "period", "type": "text", "title": "Period", "multi": false, "required": true, "show_user": false, "default": "60s" }, { "name": "exclude_labels", "type": "bool", "title": "Exclude Labels", "description": "Exclude additional labels from metrics", "multi": false, "required": false, "show_user": true } ], "template_path": "stream.yml.hbs", "title": "GCP GKE Metrics", "description": "Collect GCP GKE Metrics", "enabled": true, "ingestion_method": "API" } ], "package": "gcp", "elasticsearch": { "ingest_pipeline.name": "default" }, "path": "gke" }, { "type": "logs", "dataset": "gcp.loadbalancing_logs", "title": "Google Cloud Platform (GCP) Load Balancing logs", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp-pubsub", "vars": [ { "name": "topic", "type": "text", "title": "Topic", "description": "Name of the topic where the logs are written to.", "multi": false, "required": true, "show_user": true, "default": "cloud-logging-load_balancer" }, { "name": "subscription_name", "type": "text", "title": "Subscription Name", "description": "Use the short subscription name here, not the full-blown path with the project ID. You can find it as \"Subscription ID\" on the Google Cloud Console.", "multi": false, "required": true, "show_user": true, "default": "filebeat-gcp-load_balancer" }, { "name": "subscription_create", "type": "bool", "title": "Subscription Create", "description": "If true, the integration will create the subscription on start.", "multi": false, "required": true, "show_user": false, "default": false }, { "name": "subscription_num_goroutines", "type": "text", "title": "Subscription Num Goroutines", "description": "Number of goroutines created to read from the subscription. This does not limit the number of messages that can be processed concurrently or the maximum number of goroutines the input will create.", "multi": false, "required": false, "show_user": false }, { "name": "subscription_max_outstanding_messages", "type": "text", "title": "Subscription Max Outstanding Messages", "description": "The maximum number of unprocessed messages (unacknowledged but not yet expired). If the value is negative, then there will be no limit on the number of unprocessed messages. Default is 1000.", "multi": false, "required": false, "show_user": false }, { "name": "alternative_host", "type": "text", "title": "Alternative host", "description": "Overrides the default Pub/Sub service address and disables TLS. For testing.", "multi": false, "required": false, "show_user": false }, { "name": "tags", "type": "text", "title": "Tags", "multi": true, "required": true, "show_user": false, "default": [ "forwarded", "gcp-loadbalancing_logs" ] }, { "name": "preserve_original_event", "type": "bool", "title": "Preserve original event", "description": "Preserves a raw copy of the original event, added to the field `event.original`", "multi": false, "required": true, "show_user": true, "default": false }, { "name": "processors", "type": "yaml", "title": "Processors", "description": "Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details.\n", "multi": false, "required": false, "show_user": false } ], "template_path": "gcp-pubsub.yml.hbs", "title": "Google Cloud Platform (GCP) Load Balancing logs (gcp-pubsub)", "description": "Collect Google Cloud Platform (GCP) Load Balancing logs using gcp-pubsub input", "enabled": true, "ingestion_method": "GCP Pub/Sub" } ], "package": "gcp", "path": "loadbalancing_logs" }, { "type": "metrics", "dataset": "gcp.loadbalancing_metrics", "title": "GCP Load Balancing Metrics", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp/metrics", "vars": [ { "name": "zone", "type": "text", "title": "GCP Zone", "multi": false, "required": false, "show_user": true }, { "name": "region", "type": "text", "title": "GCP Region", "description": "deprecated, use regions instead", "multi": false, "required": false, "show_user": true }, { "name": "regions", "type": "text", "title": "GCP Regions", "description": "A list of GCP regions to pull data from", "multi": true, "required": false, "show_user": true }, { "name": "period", "type": "text", "title": "Period", "multi": false, "required": true, "show_user": false, "default": "60s" }, { "name": "exclude_labels", "type": "bool", "title": "Exclude Labels", "description": "Exclude additional labels from metrics", "multi": false, "required": false, "show_user": true } ], "template_path": "stream.yml.hbs", "title": "GCP Load Balancing Metrics", "description": "Collect GCP Load Balancing Metrics", "enabled": true, "ingestion_method": "API" } ], "package": "gcp", "elasticsearch": { "ingest_pipeline.name": "default" }, "path": "loadbalancing_metrics" }, { "type": "metrics", "dataset": "gcp.pubsub", "title": "GCP PubSub Metrics", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp/metrics", "vars": [ { "name": "zone", "type": "text", "title": "GCP Zone", "multi": false, "required": false, "show_user": true }, { "name": "region", "type": "text", "title": "GCP Region", "multi": false, "required": false, "show_user": true }, { "name": "period", "type": "text", "title": "Period", "multi": false, "required": true, "show_user": false, "default": "60s" }, { "name": "exclude_labels", "type": "bool", "title": "Exclude Labels", "description": "Exclude additional labels from metrics", "multi": false, "required": false, "show_user": true } ], "template_path": "stream.yml.hbs", "title": "GCP PubSub Metrics", "description": "Collect GCP PubSub Metrics", "enabled": true, "ingestion_method": "API" } ], "package": "gcp", "elasticsearch": { "ingest_pipeline.name": "default" }, "path": "pubsub" }, { "type": "metrics", "dataset": "gcp.redis", "title": "GCP Redis Metrics", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp/metrics", "vars": [ { "name": "zone", "type": "text", "title": "GCP Zone", "multi": false, "required": false, "show_user": true }, { "name": "region", "type": "text", "title": "GCP Region", "description": "deprecated, use regions instead", "multi": false, "required": false, "show_user": true }, { "name": "regions", "type": "text", "title": "GCP Regions", "description": "A list of GCP regions to pull data from", "multi": true, "required": false, "show_user": true }, { "name": "period", "type": "text", "title": "Period", "multi": false, "required": true, "show_user": false, "default": "60s" }, { "name": "exclude_labels", "type": "bool", "title": "Exclude Labels", "description": "Exclude additional labels from metrics", "multi": false, "required": false, "show_user": true } ], "template_path": "stream.yml.hbs", "title": "GCP Redis Metrics", "description": "Collect GCP Redis Metrics", "enabled": true, "ingestion_method": "API" } ], "package": "gcp", "elasticsearch": { "ingest_pipeline.name": "default" }, "path": "redis" }, { "type": "metrics", "dataset": "gcp.storage", "title": "GCP Storage Metrics", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp/metrics", "vars": [ { "name": "zone", "type": "text", "title": "GCP Zone", "multi": false, "required": false, "show_user": true }, { "name": "region", "type": "text", "title": "GCP Region", "description": "deprecated, use regions instead", "multi": false, "required": false, "show_user": true }, { "name": "regions", "type": "text", "title": "GCP Regions", "description": "A list of GCP regions to pull data from", "multi": true, "required": false, "show_user": true }, { "name": "period", "type": "text", "title": "Period", "multi": false, "required": true, "show_user": false, "default": "5m" }, { "name": "exclude_labels", "type": "bool", "title": "Exclude Labels", "description": "Exclude additional labels from metrics", "multi": false, "required": false, "show_user": true }, { "name": "tags", "type": "text", "title": "Tags", "description": "Tags to include in the published event", "multi": true, "required": false, "show_user": false, "default": [ "gcp-storage" ] }, { "name": "processors", "type": "yaml", "title": "Processors", "description": "Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/fleet/current/elastic-agent-processor-configuration.html) for details.", "multi": false, "required": false, "show_user": false } ], "template_path": "stream.yml.hbs", "title": "GCP Storage Metrics", "description": "Collect GCP Storage Metrics", "enabled": true, "ingestion_method": "API" } ], "package": "gcp", "elasticsearch": { "ingest_pipeline.name": "default" }, "path": "storage" }, { "type": "logs", "dataset": "gcp.vpcflow", "title": "Google Cloud Platform (GCP) vpcflow logs", "release": "ga", "ingest_pipeline": "default", "streams": [ { "input": "gcp-pubsub", "vars": [ { "name": "topic", "type": "text", "title": "Topic", "description": "Name of the topic where the logs are written to.", "multi": false, "required": true, "show_user": true, "default": "cloud-logging-vpcflow" }, { "name": "subscription_name", "type": "text", "title": "Subscription Name", "description": "Use the short subscription name here, not the full-blown path with the project ID. You can find it as \"Subscription ID\" on the Google Cloud Console.", "multi": false, "required": true, "show_user": true, "default": "filebeat-gcp-vpcflow" }, { "name": "subscription_create", "type": "bool", "title": "Subscription Create", "description": "If true, the integration will create the subscription on start.", "multi": false, "required": true, "show_user": false, "default": false }, { "name": "subscription_num_goroutines", "type": "text", "title": "Subscription Num Goroutines", "description": "Number of goroutines created to read from the subscription. This does not limit the number of messages that can be processed concurrently or the maximum number of goroutines the input will create.", "multi": false, "required": false, "show_user": false }, { "name": "subscription_max_outstanding_messages", "type": "text", "title": "Subscription Max Outstanding Messages", "description": "The maximum number of unprocessed messages (unacknowledged but not yet expired). If the value is negative, then there will be no limit on the number of unprocessed messages. Default is 1000.", "multi": false, "required": false, "show_user": false }, { "name": "alternative_host", "type": "text", "title": "Alternative host", "description": "Overrides the default Pub/Sub service address and disables TLS. For testing.", "multi": false, "required": false, "show_user": false }, { "name": "tags", "type": "text", "title": "Tags", "multi": true, "required": true, "show_user": false, "default": [ "forwarded", "gcp-vpcflow" ] }, { "name": "preserve_original_event", "type": "bool", "title": "Preserve original event", "description": "Preserves a raw copy of the original event, added to the field `event.original`", "multi": false, "required": true, "show_user": true, "default": false }, { "name": "keep_json", "type": "bool", "title": "Keep the JSON document as `gcp.vpcflow.flattened`", "description": "Keeps a copy of the original document as a JSON field for processing in `@custom` pipelines. Any fields that are in the original GCP document may renamed, copied or otherwire unprocessed from the field's path relative to `gcp.vpcflow.flattened`. GCP documents may be large and so will potentially add significant storage cost if retained after completion of the ingest pipeline. It is the responsibility of the user to remove the `gcp.vpcflow.flattened` field after `@custom` pipeline processors have been executed if the complete flattened field is not needed. It is not recommended to permanently retain the flattened field and also set Preserve Original Event as this will duplicate the storage of the original data.", "multi": false, "required": true, "show_user": false, "default": false }, { "name": "processors", "type": "yaml", "title": "Processors", "description": "Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details.\n", "multi": false, "required": false, "show_user": false } ], "template_path": "gcp-pubsub.yml.hbs", "title": "Google Cloud Platform (GCP) vpcflow logs (gcp-pubsub)", "description": "Collect Google Cloud Platform (GCP) vpcflow logs using gcp-pubsub input", "enabled": true, "ingestion_method": "GCP Pub/Sub" } ], "package": "gcp", "path": "vpcflow" } ], "vars": [ { "name": "project_id", "type": "text", "title": "Project Id", "multi": false, "required": true, "show_user": true, "default": "SET_PROJECT_NAME" }, { "name": "credentials_file", "type": "text", "title": "Credentials File", "multi": false, "required": false, "show_user": true }, { "name": "credentials_json", "type": "text", "title": "Credentials Json", "multi": false, "required": false, "show_user": true } ] }