-
Notifications
You must be signed in to change notification settings - Fork 25.8k
Synthetic _source: preserve source for specific fields (object arrays) #90708
Copy link
Copy link
Closed
Labels
:Search Foundations/MappingIndex mappings, including merging and defining field typesIndex mappings, including merging and defining field types:StorageEngine/MappingThe storage related side of mappingsThe storage related side of mappings:StorageEngine/TSDBYou know, for MetricsYou know, for Metrics>featureTeam:Search FoundationsMeta label for the Search Foundations team in ElasticsearchMeta label for the Search Foundations team in ElasticsearchTeam:StorageEngine
Metadata
Metadata
Assignees
Labels
:Search Foundations/MappingIndex mappings, including merging and defining field typesIndex mappings, including merging and defining field types:StorageEngine/MappingThe storage related side of mappingsThe storage related side of mappings:StorageEngine/TSDBYou know, for MetricsYou know, for Metrics>featureTeam:Search FoundationsMeta label for the Search Foundations team in ElasticsearchMeta label for the Search Foundations team in ElasticsearchTeam:StorageEngine
Type
Fields
Give feedbackNo fields configured for issues without a type.
We'd really like to use synthetic source for the traces index in APM but we hit a few blockers.
While for most of the fields, we should be good with the modifications of the synthetic _source compared to the original _source, there are a few fields where it is problematic that arrays are moved to leaf fields that are ordered alphabetically and de-duplicated.
Currently we know about these two fields that are problematic:
span.linksanderror.stacktrace. As these fields are not present in the majority of documents, we'd be fine with just storing the plain _source. In fact,error.stacktraceis not actually mapped at all (the mapping is configured withdynamic: false, therefore _source is the only place where the stack trace is stored) and we never do queries or aggregations on it. Thespan.linksfield is mapped and we do queries on it, but we rely on being able to retrieve the original source as it is an array of objects.Ideally, we'd just mark these two fields to opt-into storing the original source for them, even if synthetic source is enabled in the mapping.
An alternative we thought about is that we store the source of these fields in a dedicated field as an escaped JSON string. However, this would requite a lot more changes in the application so we'd hope for something more transparent.
Click to expand contrived
span.linksexample{ "span": { "links": [ { "trace": { "id": "a" }, "span": { "id": "1" } }, { "trace": { "id": "b" }, "span": { "id": "1" } } ] } }Click to expand full example span with a
stacktrace{ "_index": ".ds-traces-apm-default-2022.09.07-000010", "_id": "HOp_g4MBOF4RiJ14nodp", "_score": 1, "_source": { "parent": { "id": "7b8a7bd5c40cba85" }, "agent": { "name": "java", "ephemeral_id": "e7c145da-7a81-42cd-aadd-e2a8720dfdce", "version": "1.33.0" }, "data_stream.namespace": "default", "destination": { "address": "db-postgresql", "port": 5432 }, "processor": { "name": "transaction", "event": "span" }, "data_stream.type": "traces", "cloud": { "availability_zone": "us-central1-c", "instance": { "name": "gke-release-oblt-release-oblt-pool-c4163099-5vhg", "id": "2598324766217814632" }, "provider": "gcp", "machine": { "type": "n1-standard-4" }, "project": { "name": "elastic-observability", "id": "8560181848" }, "region": "us-central1" }, "observer": { "hostname": "7e3186d65a3a", "id": "476bfcfa-fbc9-4c12-9709-68138fd31009", "ephemeral_id": "940f2094-a11a-4ab3-98af-55830c19fe5d", "type": "apm-server", "version": "8.4.2" }, "trace": { "id": "c68001c7c6a43442a173f59298a64c33" }, "@timestamp": "2022-09-28T09:48:31.312Z", "ecs": { "version": "1.12.0" }, "service": { "environment": "testing", "name": "opbeans-java", "target": { "name": "opbeans-java", "type": "postgresql" } }, "data_stream.dataset": "apm", "event": { "agent_id_status": "missing", "ingested": "2022-09-28T09:48:42Z", "outcome": "success" }, "transaction": { "id": "7b8a7bd5c40cba85" }, "timestamp": { "us": 1664358511312010 }, "span": { "duration": { "us": 10981 }, "stacktrace": [ { "exclude_from_grouping": false, "library_frame": true, "filename": "ApplicationFilterChain.java", "classname": "org.apache.catalina.core.ApplicationFilterChain", "line": { "number": 168 }, "function": "doFilter", "module": "org.apache.catalina.core" }, { "exclude_from_grouping": false, "library_frame": true, "filename": "StandardWrapperValve.java", "classname": "org.apache.catalina.core.StandardWrapperValve", "line": { "number": 198 }, "function": "invoke", "module": "org.apache.catalina.core" }, { "exclude_from_grouping": false, "library_frame": true, "filename": "StandardContextValve.java", "classname": "org.apache.catalina.core.StandardContextValve", "line": { "number": 96 }, "function": "invoke", "module": "org.apache.catalina.core" }, { "exclude_from_grouping": false, "library_frame": true, "filename": "AuthenticatorBase.java", "classname": "org.apache.catalina.authenticator.AuthenticatorBase", "line": { "number": 496 }, "function": "invoke", "module": "org.apache.catalina.authenticator" }, { "exclude_from_grouping": false, "library_frame": true, "filename": "StandardHostValve.java", "classname": "org.apache.catalina.core.StandardHostValve", "line": { "number": 140 }, "function": "invoke", "module": "org.apache.catalina.core" }, { "exclude_from_grouping": false, "library_frame": true, "filename": "ErrorReportValve.java", "classname": "org.apache.catalina.valves.ErrorReportValve", "line": { "number": 81 }, "function": "invoke", "module": "org.apache.catalina.valves" }, { "exclude_from_grouping": false, "library_frame": true, "filename": "StandardEngineValve.java", "classname": "org.apache.catalina.core.StandardEngineValve", "line": { "number": 87 }, "function": "invoke", "module": "org.apache.catalina.core" }, { "exclude_from_grouping": false, "library_frame": true, "filename": "CoyoteAdapter.java", "classname": "org.apache.catalina.connector.CoyoteAdapter", "line": { "number": 342 }, "function": "service", "module": "org.apache.catalina.connector" }, { "exclude_from_grouping": false, "library_frame": true, "filename": "Http11Processor.java", "classname": "org.apache.coyote.http11.Http11Processor", "line": { "number": 803 }, "function": "service", "module": "org.apache.coyote.http11" }, { "exclude_from_grouping": false, "library_frame": true, "filename": "AbstractProcessorLight.java", "classname": "org.apache.coyote.AbstractProcessorLight", "line": { "number": 66 }, "function": "process", "module": "org.apache.coyote" }, { "exclude_from_grouping": false, "library_frame": true, "filename": "AbstractProtocol.java", "classname": "org.apache.coyote.AbstractProtocol$ConnectionHandler", "line": { "number": 790 }, "function": "process", "module": "org.apache.coyote" }, { "exclude_from_grouping": false, "library_frame": true, "filename": "NioEndpoint.java", "classname": "org.apache.tomcat.util.net.NioEndpoint$SocketProcessor", "line": { "number": 1468 }, "function": "doRun", "module": "org.apache.tomcat.util.net" }, { "exclude_from_grouping": false, "library_frame": true, "filename": "SocketProcessorBase.java", "classname": "org.apache.tomcat.util.net.SocketProcessorBase", "line": { "number": 49 }, "function": "run", "module": "org.apache.tomcat.util.net" }, { "exclude_from_grouping": false, "library_frame": true, "filename": "TaskThread.java", "classname": "org.apache.tomcat.util.threads.TaskThread$WrappingRunnable", "line": { "number": 61 }, "function": "run", "module": "org.apache.tomcat.util.threads" } ], "subtype": "postgresql", "name": "SELECT FROM order_lines", "destination": { "service": { "resource": "postgresql/opbeans-java" } }, "action": "query", "id": "2a892de57a2fd152", "type": "db", "db": { "instance": "opbeans-java", "statement": "select product1_.id as col_0_0_, product1_.sku as col_1_0_, product1_.name as col_2_0_, product1_.stock as col_3_0_, sum(orderline0_.amount) as col_4_0_ from order_lines orderline0_ left outer join products product1_ on orderline0_.product_id=product1_.id group by product1_.id order by col_4_0_ desc limit ?", "type": "sql", "user": { "name": "elastic" } } } }, "fields": { "span.name": [ "SELECT FROM order_lines" ], "span.action": [ "query" ], "destination.port": [ 5432 ], "cloud.project.name": [ "elastic-observability" ], "cloud.availability_zone": [ "us-central1-c" ], "transaction.id": [ "7b8a7bd5c40cba85" ], "cloud.instance.id": [ "2598324766217814632" ], "trace.id": [ "c68001c7c6a43442a173f59298a64c33" ], "span.duration.us": [ 10981 ], "processor.event": [ "span" ], "service.target.type": [ "postgresql" ], "agent.name": [ "java" ], "destination.address": [ "db-postgresql" ], "event.agent_id_status": [ "missing" ], "event.outcome": [ "success" ], "service.environment": [ "testing" ], "cloud.region": [ "us-central1" ], "service.name": [ "opbeans-java" ], "data_stream.namespace": [ "default" ], "processor.name": [ "transaction" ], "span.id": [ "2a892de57a2fd152" ], "span.subtype": [ "postgresql" ], "service.target.name": [ "opbeans-java" ], "data_stream.type": [ "traces" ], "observer.hostname": [ "7e3186d65a3a" ], "span.type": [ "db" ], "cloud.machine.type": [ "n1-standard-4" ], "cloud.provider": [ "gcp" ], "timestamp.us": [ 1664358511312010 ], "observer.id": [ "476bfcfa-fbc9-4c12-9709-68138fd31009" ], "event.ingested": [ "2022-09-28T09:48:42Z" ], "@timestamp": [ "2022-09-28T09:48:31.312Z" ], "observer.ephemeral_id": [ "940f2094-a11a-4ab3-98af-55830c19fe5d" ], "observer.version": [ "8.4.2" ], "ecs.version": [ "1.12.0" ], "observer.type": [ "apm-server" ], "data_stream.dataset": [ "apm" ], "agent.ephemeral_id": [ "e7c145da-7a81-42cd-aadd-e2a8720dfdce" ], "parent.id": [ "7b8a7bd5c40cba85" ], "agent.version": [ "1.33.0" ], "span.destination.service.resource": [ "postgresql/opbeans-java" ], "cloud.instance.name": [ "gke-release-oblt-release-oblt-pool-c4163099-5vhg" ], "cloud.project.id": [ "8560181848" ] } }Click to expand traces index mapping
{ "mappings": { "dynamic": "false", "_meta": { "package": { "name": "apm" }, "managed_by": "fleet", "managed": true }, "_data_stream_timestamp": { "enabled": true }, "dynamic_templates": [ { "numeric_labels": { "path_match": "numeric_labels.*", "mapping": { "scaling_factor": 1000000, "type": "scaled_float" } } }, { "strings_as_keyword": { "match_mapping_type": "string", "mapping": { "ignore_above": 1024, "type": "keyword" } } } ], "date_detection": false, "properties": { "@timestamp": { "type": "date" }, "agent": { "properties": { "ephemeral_id": { "type": "keyword", "ignore_above": 1024 }, "name": { "type": "keyword", "ignore_above": 1024 }, "version": { "type": "keyword", "ignore_above": 1024 } } }, "child": { "properties": { "id": { "type": "keyword", "ignore_above": 1024 } } }, "client": { "properties": { "domain": { "type": "keyword", "ignore_above": 1024 }, "geo": { "properties": { "city_name": { "type": "keyword", "ignore_above": 1024 }, "continent_name": { "type": "keyword", "ignore_above": 1024 }, "country_iso_code": { "type": "keyword", "ignore_above": 1024 }, "country_name": { "type": "keyword", "ignore_above": 1024 }, "location": { "type": "geo_point" }, "region_iso_code": { "type": "keyword", "ignore_above": 1024 }, "region_name": { "type": "keyword", "ignore_above": 1024 } } }, "ip": { "type": "ip" }, "port": { "type": "long" } } }, "cloud": { "properties": { "account": { "properties": { "id": { "type": "keyword", "ignore_above": 1024 }, "name": { "type": "keyword", "ignore_above": 1024 } } }, "availability_zone": { "type": "keyword", "ignore_above": 1024 }, "instance": { "properties": { "id": { "type": "keyword", "ignore_above": 1024 }, "name": { "type": "keyword", "ignore_above": 1024 } } }, "machine": { "properties": { "type": { "type": "keyword", "ignore_above": 1024 } } }, "origin": { "properties": { "account": { "properties": { "id": { "type": "keyword", "ignore_above": 1024 } } }, "provider": { "type": "keyword", "ignore_above": 1024 }, "region": { "type": "keyword", "ignore_above": 1024 }, "service": { "properties": { "name": { "type": "keyword", "ignore_above": 1024 } } } } }, "project": { "properties": { "id": { "type": "keyword", "ignore_above": 1024 }, "name": { "type": "keyword", "ignore_above": 1024 } } }, "provider": { "type": "keyword", "ignore_above": 1024 }, "region": { "type": "keyword", "ignore_above": 1024 }, "service": { "properties": { "name": { "type": "keyword", "ignore_above": 1024 } } } } }, "container": { "properties": { "id": { "type": "keyword", "ignore_above": 1024 } } }, "data_stream": { "properties": { "dataset": { "type": "constant_keyword", "value": "apm" }, "namespace": { "type": "constant_keyword", "value": "default" }, "type": { "type": "constant_keyword", "value": "traces" } } }, "destination": { "properties": { "address": { "type": "keyword", "ignore_above": 1024 }, "ip": { "type": "ip" }, "port": { "type": "long" } } }, "ecs": { "properties": { "version": { "type": "keyword", "ignore_above": 1024 } } }, "event": { "properties": { "agent_id_status": { "type": "keyword", "ignore_above": 1024 }, "ingested": { "type": "date", "format": "strict_date_time_no_millis||strict_date_optional_time||epoch_millis" }, "outcome": { "type": "keyword", "ignore_above": 1024 } } }, "faas": { "properties": { "coldstart": { "type": "boolean" }, "execution": { "type": "keyword", "ignore_above": 1024 }, "id": { "type": "keyword", "ignore_above": 1024 }, "name": { "type": "keyword", "ignore_above": 1024 }, "trigger": { "properties": { "request_id": { "type": "keyword", "ignore_above": 1024 }, "type": { "type": "keyword", "ignore_above": 1024 } } }, "version": { "type": "keyword", "ignore_above": 1024 } } }, "host": { "properties": { "architecture": { "type": "keyword", "ignore_above": 1024 }, "hostname": { "type": "keyword", "ignore_above": 1024 }, "ip": { "type": "ip" }, "name": { "type": "keyword", "ignore_above": 1024 }, "os": { "properties": { "platform": { "type": "keyword", "ignore_above": 1024 } } } } }, "http": { "properties": { "request": { "properties": { "headers": { "type": "object" }, "method": { "type": "keyword", "ignore_above": 1024 }, "referrer": { "type": "keyword", "ignore_above": 1024 } } }, "response": { "properties": { "finished": { "type": "boolean" }, "headers": { "type": "object" }, "status_code": { "type": "long" } } }, "version": { "type": "keyword", "ignore_above": 1024 } } }, "kubernetes": { "properties": { "namespace": { "type": "keyword", "ignore_above": 1024 }, "node": { "properties": { "name": { "type": "keyword", "ignore_above": 1024 } } }, "pod": { "properties": { "name": { "type": "keyword", "ignore_above": 1024 }, "uid": { "type": "keyword", "ignore_above": 1024 } } } } }, "labels": { "dynamic": "true", "properties": { "a": { "type": "keyword", "ignore_above": 1024 }, "administrativeMonitor": { "type": "keyword", "ignore_above": 1024 }, "ansible_host_ip": { "type": "keyword", "ignore_above": 1024 }, "ansible_host_name": { "type": "keyword", "ignore_above": 1024 }, "ansible_host_user": { "type": "keyword", "ignore_above": 1024 }, "ansible_session": { "type": "keyword", "ignore_above": 1024 }, "ansible_task_args_name": { "type": "keyword", "ignore_above": 1024 }, "ansible_task_args_value": { "type": "keyword", "ignore_above": 1024 }, "ansible_task_host_name": { "type": "keyword", "ignore_above": 1024 }, "ansible_task_host_status": { "type": "keyword", "ignore_above": 1024 }, "ansible_task_message": { "type": "keyword", "ignore_above": 1024 }, "ansible_task_module": { "type": "keyword", "ignore_above": 1024 }, "ansible_task_name": { "type": "keyword", "ignore_above": 1024 }, "ansible_version": { "type": "keyword", "ignore_above": 1024 }, "b": { "type": "keyword", "ignore_above": 1024 }, "ci_pipeline_id": { "type": "keyword", "ignore_above": 1024 }, "ci_pipeline_multibranch_type": { "type": "keyword", "ignore_above": 1024 }, "ci_pipeline_name": { "type": "keyword", "ignore_above": 1024 }, "ci_pipeline_run_cause": { "type": "keyword", "ignore_above": 1024 }, "ci_pipeline_run_committers": { "type": "keyword", "ignore_above": 1024 }, "ci_pipeline_run_completed": { "type": "keyword", "ignore_above": 1024 }, "ci_pipeline_run_result": { "type": "keyword", "ignore_above": 1024 }, "ci_pipeline_run_url": { "type": "keyword", "ignore_above": 1024 }, "ci_pipeline_run_user": { "type": "keyword", "ignore_above": 1024 }, "ci_pipeline_type": { "type": "keyword", "ignore_above": 1024 }, "company": { "type": "keyword", "ignore_above": 1024 }, "complete": { "type": "keyword", "ignore_above": 1024 }, "completed": { "type": "keyword", "ignore_above": 1024 }, "customer_email": { "type": "keyword", "ignore_above": 1024 }, "customer_name": { "type": "keyword", "ignore_above": 1024 }, "customer_tier": { "type": "keyword", "ignore_above": 1024 }, "db_connection_string": { "type": "keyword", "ignore_above": 1024 }, "db_name": { "type": "keyword", "ignore_above": 1024 }, "db_operation": { "type": "keyword", "ignore_above": 1024 }, "db_sql_table": { "type": "keyword", "ignore_above": 1024 }, "db_statement": { "type": "keyword", "ignore_above": 1024 }, "db_system": { "type": "keyword", "ignore_above": 1024 }, "db_user": { "type": "keyword", "ignore_above": 1024 }, "enduser_id": { "type": "keyword", "ignore_above": 1024 }, "exception_message": { "type": "keyword", "ignore_above": 1024 }, "exception_type": { "type": "keyword", "ignore_above": 1024 }, "foo": { "type": "keyword", "ignore_above": 1024 }, "git_branch": { "type": "keyword", "ignore_above": 1024 }, "git_clone_shallow": { "type": "keyword", "ignore_above": 1024 }, "git_repository": { "type": "keyword", "ignore_above": 1024 }, "git_username": { "type": "keyword", "ignore_above": 1024 }, "host_ip": { "type": "keyword", "ignore_above": 1024 }, "host_name": { "type": "keyword", "ignore_above": 1024 }, "http_flavor": { "type": "keyword", "ignore_above": 1024 }, "http_route": { "type": "keyword", "ignore_above": 1024 }, "jenkins_computer_name": { "type": "keyword", "ignore_above": 1024 }, "jenkins_opentelemetry_plugin_version": { "type": "keyword", "ignore_above": 1024 }, "jenkins_pipeline_step_agent_label": { "type": "keyword", "ignore_above": 1024 }, "jenkins_pipeline_step_id": { "type": "keyword", "ignore_above": 1024 }, "jenkins_pipeline_step_interruption_causes": { "type": "keyword", "ignore_above": 1024 }, "jenkins_pipeline_step_name": { "type": "keyword", "ignore_above": 1024 }, "jenkins_pipeline_step_plugin_name": { "type": "keyword", "ignore_above": 1024 }, "jenkins_pipeline_step_plugin_version": { "type": "keyword", "ignore_above": 1024 }, "jenkins_pipeline_step_type": { "type": "keyword", "ignore_above": 1024 }, "jenkins_url": { "type": "keyword", "ignore_above": 1024 }, "jenkins_version": { "type": "keyword", "ignore_above": 1024 }, "lorem": { "type": "keyword", "ignore_above": 1024 }, "maven_build_container_image_name": { "type": "keyword", "ignore_above": 1024 }, "maven_build_container_image_tags": { "type": "keyword", "ignore_above": 1024 }, "maven_build_container_registry_url": { "type": "keyword", "ignore_above": 1024 }, "maven_execution_goal": { "type": "keyword", "ignore_above": 1024 }, "maven_execution_id": { "type": "keyword", "ignore_above": 1024 }, "maven_execution_lifecyclePhase": { "type": "keyword", "ignore_above": 1024 }, "maven_plugin_artifactId": { "type": "keyword", "ignore_above": 1024 }, "maven_plugin_groupId": { "type": "keyword", "ignore_above": 1024 }, "maven_plugin_version": { "type": "keyword", "ignore_above": 1024 }, "maven_project_artifactId": { "type": "keyword", "ignore_above": 1024 }, "maven_project_groupId": { "type": "keyword", "ignore_above": 1024 }, "maven_project_version": { "type": "keyword", "ignore_above": 1024 }, "multi-line": { "type": "keyword", "ignore_above": 1024 }, "net_transport": { "type": "keyword", "ignore_above": 1024 }, "pitId": { "type": "keyword", "ignore_above": 1024 }, "process_runtime_description": { "type": "keyword", "ignore_above": 1024 }, "query_index": { "type": "keyword", "ignore_above": 1024 }, "query_keepAlive": { "type": "keyword", "ignore_above": 1024 }, "query_match_jobFullName": { "type": "keyword", "ignore_above": 1024 }, "query_match_traceId": { "type": "keyword", "ignore_above": 1024 }, "query_pointInTimeId": { "type": "keyword", "ignore_above": 1024 }, "request_id": { "type": "keyword", "ignore_above": 1024 }, "served_from_cache": { "type": "keyword", "ignore_above": 1024 }, "service_namespace": { "type": "keyword", "ignore_above": 1024 }, "telemetry_auto_version": { "type": "keyword", "ignore_above": 1024 }, "this-is-a-very-long-tag-name-without-any-spaces": { "type": "keyword", "ignore_above": 1024 }, "thread_name": { "type": "keyword", "ignore_above": 1024 }, "worker": { "type": "keyword", "ignore_above": 1024 } } }, "network": { "properties": { "carrier": { "properties": { "icc": { "type": "keyword", "ignore_above": 1024 }, "mcc": { "type": "keyword", "ignore_above": 1024 }, "mnc": { "type": "keyword", "ignore_above": 1024 }, "name": { "type": "keyword", "ignore_above": 1024 } } }, "connection": { "properties": { "subtype": { "type": "keyword", "ignore_above": 1024 }, "type": { "type": "keyword", "ignore_above": 1024 } } } } }, "numeric_labels": { "dynamic": "true", "properties": { "ansible_task_result": { "type": "scaled_float", "scaling_factor": 1000000 }, "ci_pipeline_run_durationMillis": { "type": "scaled_float", "scaling_factor": 1000000 }, "ci_pipeline_run_number": { "type": "scaled_float", "scaling_factor": 1000000 }, "events_encoded": { "type": "scaled_float", "scaling_factor": 1000000 }, "events_failed": { "type": "scaled_float", "scaling_factor": 1000000 }, "events_original": { "type": "scaled_float", "scaling_factor": 1000000 }, "events_published": { "type": "scaled_float", "scaling_factor": 1000000 }, "git_clone_depth": { "type": "scaled_float", "scaling_factor": 1000000 }, "http_request_content_length": { "type": "scaled_float", "scaling_factor": 1000000 }, "http_response_content_length": { "type": "scaled_float", "scaling_factor": 1000000 }, "order_id": { "type": "scaled_float", "scaling_factor": 1000000 }, "product_id": { "type": "scaled_float", "scaling_factor": 1000000 }, "query_from": { "type": "scaled_float", "scaling_factor": 1000000 }, "query_match_runNumber": { "type": "scaled_float", "scaling_factor": 1000000 }, "query_size": { "type": "scaled_float", "scaling_factor": 1000000 }, "response_size": { "type": "scaled_float", "scaling_factor": 1000000 }, "thread_id": { "type": "scaled_float", "scaling_factor": 1000000 } } }, "observer": { "properties": { "ephemeral_id": { "type": "keyword", "ignore_above": 1024 }, "hostname": { "type": "keyword", "ignore_above": 1024 }, "id": { "type": "keyword", "ignore_above": 1024 }, "name": { "type": "keyword", "ignore_above": 1024 }, "type": { "type": "keyword", "ignore_above": 1024 }, "version": { "type": "keyword", "ignore_above": 1024 } } }, "parent": { "properties": { "id": { "type": "keyword", "ignore_above": 1024 } } }, "process": { "properties": { "args": { "type": "keyword", "ignore_above": 1024 }, "pid": { "type": "long" }, "ppid": { "type": "long" }, "title": { "type": "keyword", "ignore_above": 1024, "fields": { "text": { "type": "match_only_text" } } } } }, "processor": { "properties": { "event": { "type": "keyword", "ignore_above": 1024 }, "name": { "type": "constant_keyword", "value": "transaction" } } }, "service": { "properties": { "environment": { "type": "keyword", "ignore_above": 1024 }, "framework": { "properties": { "name": { "type": "keyword", "ignore_above": 1024 }, "version": { "type": "keyword", "ignore_above": 1024 } } }, "language": { "properties": { "name": { "type": "keyword", "ignore_above": 1024 }, "version": { "type": "keyword", "ignore_above": 1024 } } }, "name": { "type": "keyword", "ignore_above": 1024 }, "node": { "properties": { "name": { "type": "keyword", "ignore_above": 1024 } } }, "origin": { "properties": { "id": { "type": "keyword", "ignore_above": 1024 }, "name": { "type": "keyword", "ignore_above": 1024 }, "version": { "type": "keyword", "ignore_above": 1024 } } }, "runtime": { "properties": { "name": { "type": "keyword", "ignore_above": 1024 }, "version": { "type": "keyword", "ignore_above": 1024 } } }, "target": { "properties": { "name": { "type": "keyword", "ignore_above": 1024 }, "type": { "type": "keyword", "ignore_above": 1024 } } }, "version": { "type": "keyword", "ignore_above": 1024 } } }, "session": { "properties": { "id": { "type": "keyword", "ignore_above": 1024 }, "sequence": { "type": "long" } } }, "source": { "properties": { "domain": { "type": "keyword", "ignore_above": 1024 }, "ip": { "type": "ip" }, "nat": { "properties": { "ip": { "type": "ip" }, "port": { "type": "long" } } }, "port": { "type": "long" } } }, "span": { "properties": { "action": { "type": "keyword", "ignore_above": 1024 }, "composite": { "properties": { "compression_strategy": { "type": "keyword", "ignore_above": 1024 }, "count": { "type": "long" }, "sum": { "properties": { "us": { "type": "long" } } } } }, "db": { "properties": { "link": { "type": "keyword", "ignore_above": 1024 }, "rows_affected": { "type": "long" } } }, "destination": { "properties": { "service": { "properties": { "name": { "type": "keyword", "ignore_above": 1024 }, "resource": { "type": "keyword", "ignore_above": 1024 }, "type": { "type": "keyword", "ignore_above": 1024 } } } } }, "duration": { "properties": { "us": { "type": "long" } } }, "id": { "type": "keyword", "ignore_above": 1024 }, "kind": { "type": "keyword", "ignore_above": 1024 }, "links": { "properties": { "span": { "properties": { "id": { "type": "keyword", "ignore_above": 1024 } } }, "trace": { "properties": { "id": { "type": "keyword", "ignore_above": 1024 } } } } }, "message": { "properties": { "age": { "properties": { "ms": { "type": "long" } } }, "queue": { "properties": { "name": { "type": "keyword", "ignore_above": 1024 } } } } }, "name": { "type": "keyword", "ignore_above": 1024 }, "subtype": { "type": "keyword", "ignore_above": 1024 }, "sync": { "type": "boolean" }, "type": { "type": "keyword", "ignore_above": 1024 } } }, "timestamp": { "properties": { "us": { "type": "long" } } }, "trace": { "properties": { "id": { "type": "keyword", "ignore_above": 1024 } } }, "transaction": { "properties": { "duration": { "properties": { "us": { "type": "long" } } }, "experience": { "properties": { "cls": { "type": "scaled_float", "scaling_factor": 1000 }, "fid": { "type": "scaled_float", "scaling_factor": 1000 }, "longtask": { "properties": { "count": { "type": "long" }, "max": { "type": "scaled_float", "scaling_factor": 1000 }, "sum": { "type": "scaled_float", "scaling_factor": 1000 } } }, "tbt": { "type": "scaled_float", "scaling_factor": 1000 } } }, "id": { "type": "keyword", "ignore_above": 1024 }, "marks": { "type": "object", "dynamic": "true" }, "message": { "properties": { "age": { "properties": { "ms": { "type": "long" } } }, "queue": { "properties": { "name": { "type": "keyword", "ignore_above": 1024 } } } } }, "name": { "type": "keyword", "ignore_above": 1024, "fields": { "text": { "type": "text" } } }, "result": { "type": "keyword", "ignore_above": 1024 }, "sampled": { "type": "boolean" }, "span_count": { "properties": { "dropped": { "type": "long" } } }, "type": { "type": "keyword", "ignore_above": 1024 } } }, "url": { "properties": { "domain": { "type": "keyword", "ignore_above": 1024 }, "fragment": { "type": "keyword", "ignore_above": 1024 }, "full": { "type": "wildcard", "ignore_above": 1024, "fields": { "text": { "type": "match_only_text" } } }, "original": { "type": "wildcard", "ignore_above": 1024, "fields": { "text": { "type": "match_only_text" } } }, "path": { "type": "wildcard", "ignore_above": 1024 }, "port": { "type": "long" }, "query": { "type": "keyword", "ignore_above": 1024 }, "scheme": { "type": "keyword", "ignore_above": 1024 } } }, "user": { "properties": { "domain": { "type": "keyword", "ignore_above": 1024 }, "email": { "type": "keyword", "ignore_above": 1024 }, "id": { "type": "keyword", "ignore_above": 1024 }, "name": { "type": "keyword", "ignore_above": 1024, "fields": { "text": { "type": "match_only_text" } } } } }, "user_agent": { "properties": { "device": { "properties": { "name": { "type": "keyword", "ignore_above": 1024 } } }, "name": { "type": "keyword", "ignore_above": 1024 }, "original": { "type": "keyword", "ignore_above": 1024, "fields": { "text": { "type": "match_only_text" } } }, "os": { "properties": { "family": { "type": "keyword", "ignore_above": 1024 }, "full": { "type": "keyword", "ignore_above": 1024, "fields": { "text": { "type": "match_only_text" } } }, "kernel": { "type": "keyword", "ignore_above": 1024 }, "name": { "type": "keyword", "ignore_above": 1024, "fields": { "text": { "type": "match_only_text" } } }, "platform": { "type": "keyword", "ignore_above": 1024 }, "version": { "type": "keyword", "ignore_above": 1024 } } }, "version": { "type": "keyword", "ignore_above": 1024 } } } } } }