From ce37174a330d6392c8b7f06d7bca710f0e565159 Mon Sep 17 00:00:00 2001 From: ajaywk7 Date: Fri, 26 Jul 2024 17:08:25 +0530 Subject: [PATCH 1/5] Adding local datastore setup files --- local/create_spans_v1 | 78 +++++++++++++++++++++++++++++++++++++++++++ local/error_data | 10 ++++++ local/seed.py | 19 +++++++++++ local/seedx.py | 19 +++++++++++ 4 files changed, 126 insertions(+) create mode 100644 local/create_spans_v1 create mode 100644 local/error_data create mode 100644 local/seed.py create mode 100644 local/seedx.py diff --git a/local/create_spans_v1 b/local/create_spans_v1 new file mode 100644 index 000000000..2207c7c64 --- /dev/null +++ b/local/create_spans_v1 @@ -0,0 +1,78 @@ +CREATE TABLE span +( + `timestamp` DateTime64(3) CODEC(Delta(8), LZ4), + `_source` String CODEC(ZSTD(3)), + `traceID` String, + `serviceName` LowCardinality(String), + `__root_span` UInt8, + `references` String, + `hostName` String, + `startTimeMillis` UInt64 CODEC(DoubleDelta), + `startTime` UInt64 CODEC(DoubleDelta), + `duration` UInt64 CODEC(T64), + `operationName` LowCardinality(String), + `parentSpanID` String, + `spanID` String, + `tags.key` Array(LowCardinality(String)) CODEC(ZSTD(3)), + `tags.value` Array(String) CODEC(ZSTD(3)), + `exception_type` String, + `fw_err_nm_name` String, + `fw_err_transaction_name` String, + `application_version` String, + `exception_message` String, + `db_type` String, + `db_statement` String, + `db_instance` String, + `transactionName` String MATERIALIZED tags.value[indexOf(tags.key, 'transactionName')], + `http_method` String MATERIALIZED tags.value[indexOf(tags.key, 'http@method')], + `http_status_code` String MATERIALIZED tags.value[indexOf(tags.key, 'http@status_code')], + `http_user_agent` String MATERIALIZED tags.value[indexOf(tags.key, 'http@user_agent')], + `net_peer_name` String MATERIALIZED tags.value[indexOf(tags.key, 'net@peer@name')], + `net_peer_port` String MATERIALIZED tags.value[indexOf(tags.key, 'net@peer@port')], + `net_peer_ip` String MATERIALIZED tags.value[indexOf(tags.key, 'net@peer@ip')], + `http_url` String MATERIALIZED tags.value[indexOf(tags.key, 'http@url')], + `net_host_name` String MATERIALIZED tags.value[indexOf(tags.key, 'net@host@name')], + `net_host_port` String MATERIALIZED tags.value[indexOf(tags.key, 'net@host@port')], + `net_host_ip` String MATERIALIZED tags.value[indexOf(tags.key, 'net@host@ip')], + `http_target` String MATERIALIZED tags.value[indexOf(tags.key, 'http@target')], + `http_route` String MATERIALIZED tags.value[indexOf(tags.key, 'http@route')], + `http_client_ip` String MATERIALIZED tags.value[indexOf(tags.key, 'http@client_ip')], + `http_host` String MATERIALIZED tags.value[indexOf(tags.key, 'http@host')], + `db_system` String MATERIALIZED tags.value[indexOf(tags.key, 'db@system')], + `db_user` String MATERIALIZED tags.value[indexOf(tags.key, 'db@user')], + `db_operation` String MATERIALIZED tags.value[indexOf(tags.key, 'db@operation')], + `messaging_system` String MATERIALIZED tags.value[indexOf(tags.key, 'messaging@system')], + `messaging_destination` String MATERIALIZED tags.value[indexOf(tags.key, 'messaging@destination')], + `messaging_destination_kind` String MATERIALIZED tags.value[indexOf(tags.key, 'messaging@destination_kind')], + `messaging_operation` String MATERIALIZED tags.value[indexOf(tags.key, 'messaging@operation')], + `messaging_url` String MATERIALIZED tags.value[indexOf(tags.key, 'messaging@url')], + `k8s_namespace_name` String MATERIALIZED tags.value[indexOf(tags.key, 'k8s@namespace@name')], + `k8s_pod_ip` String MATERIALIZED tags.value[indexOf(tags.key, 'k8s@pod@ip')], + `k8s_pod_name` String MATERIALIZED tags.value[indexOf(tags.key, 'k8s@pod@name')], + `k8s_pod_namespace` String MATERIALIZED tags.value[indexOf(tags.key, 'k8s@pod@namespace')], + `otel_library_name` String MATERIALIZED tags.value[indexOf(tags.key, 'otel@library@name')], + `otel_library_version` String MATERIALIZED tags.value[indexOf(tags.key, 'otel@library@version')], + `telemetry_sdk_name` String MATERIALIZED tags.value[indexOf(tags.key, 'telemetry@sdk@name')], + `telemetry_sdk_language` String MATERIALIZED tags.value[indexOf(tags.key, 'telemetry@sdk@language')], + `telemetry_auto_version` String MATERIALIZED tags.value[indexOf(tags.key, 'telemetry@auto@version')], + `span_kind` String MATERIALIZED tags.value[indexOf(tags.key, 'span@kind')], + `error` String MATERIALIZED tags.value[indexOf(tags.key, 'error')], + `rpc_service` String MATERIALIZED tags.value[indexOf(tags.key, 'rpc@service')], + `rpc_method` String MATERIALIZED tags.value[indexOf(tags.key, 'rpc@method')], + `rpc_system` String MATERIALIZED tags.value[indexOf(tags.key, 'rpc@system')], + `rpc_grpc_status_code` String MATERIALIZED tags.value[indexOf(tags.key, 'rpc@grpc@status_code')], + `fw_a_id` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@a_id')], + `fw_err_msg_id` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@msg@id')], + `fw_err_r_id` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@r_id')], + `fw_p` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@p')], + `fw_err_req_h_accept` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@h@accept')], + `fw_err_req_h_host` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@h@host')], + `fw_err_req_h_ref` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@h@ref')], + `fw_err_req_h_u_a` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@h@u_a')], + `fw_err_req_method` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@method')], + `fw_err_req_resp_code` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@resp_code')], + `fw_err_req_url` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@url')] +) +ENGINE = MergeTree +ORDER BY (serviceName, traceID) +SETTINGS index_granularity = 2048 \ No newline at end of file diff --git a/local/error_data b/local/error_data new file mode 100644 index 000000000..2bbc26805 --- /dev/null +++ b/local/error_data @@ -0,0 +1,10 @@ +{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"eb6f962f0b872132eebf478b3a4bf980\",\"spanID\":\"794cc7e0a684cce0\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"eb6f962f0b872132eebf478b3a4bf980\",\"spanID\":\"bfab110c6c093af4\"}],\"startTime\":1681840766887000,\"startTimeMillis\":1681840766887,\"duration\":963063,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=delivery+time\\u0026language=en-US\\u0026platforms=android\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":59305,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":35,\"thread@name\":\"http-nio-8080-exec-6\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.228.154\",\"host@name\":\"kbservice-56486cf647-x7nxc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"eb6f962f0b872132eebf478b3a4bf980","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"bfab110c6c093af4\",\"traceID\":\"eb6f962f0b872132eebf478b3a4bf980\",\"refType\":\"CHILD_OF\"}]","hostName":"kbservice-56486cf647-x7nxc","startTimeMillis":"1681840766887","startTime":"1681840766887000","duration":"963063","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"bfab110c6c093af4","spanID":"794cc7e0a684cce0","tags.key":["span@kind","http@method","http@flavor","thread@id","transactionName","net@peer@ip","http@status_code","http@client_ip","thread@name","status@code","otel@library@version","net@peer@port","internal@span@format","http@user_agent","http@url","otel@library@name","process@runtime@version","telemetry@sdk@language","process@runtime@name","host@ip","process@pid","telemetry@sdk@name","telemetry@auto@version","os@type","process@executable@path","telemetry@sdk@version","os@description","process@command_line","process@runtime@description","host@name"],"tags.value":["server","GET","HTTP\/1.1","35","\/solutions\/api\/v2\/search","127.0.0.6","200","13.238.188.219","http-nio-8080-exec-6","0","0.17.0","59305","proto","Freshchat User Agent","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=delivery+time&language=en-US&platforms=android&page=1&per_page=30","io.opentelemetry.javaagent.tomcat","11.0.16+8","java","OpenJDK Runtime Environment","10.21.228.154","7","opentelemetry","0.17.0","LINUX","\/usr\/local\/openjdk-11:bin:java","0.17.0","Linux 5.4.209-116.363.amzn2.x86_64","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","kbservice-56486cf647-x7nxc"],"exception_type":"exception_type_1","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_1","db_type":"","db_statement":"","db_instance":""} +{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"402ebe4672b0103f956f4bd398d91c72\",\"spanID\":\"c0b937a0b79397e5\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"402ebe4672b0103f956f4bd398d91c72\",\"spanID\":\"c0bd203425c84997\"}],\"startTime\":1682248962241000,\"startTimeMillis\":1682248962241,\"duration\":656316,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=change\\u0026language=en-AU\\u0026platforms=android\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":57743,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":32,\"thread@name\":\"http-nio-8080-exec-3\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.228.154\",\"host@name\":\"kbservice-56486cf647-x7nxc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"402ebe4672b0103f956f4bd398d91c72","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"c0bd203425c84997\",\"refType\":\"CHILD_OF\",\"traceID\":\"402ebe4672b0103f956f4bd398d91c72\"}]","hostName":"kbservice-56486cf647-x7nxc","startTimeMillis":"1682248962241","startTime":"1682248962241000","duration":"656316","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"c0bd203425c84997","spanID":"c0b937a0b79397e5","tags.key":["net@peer@port","net@peer@ip","span@kind","status@code","http@url","http@flavor","http@status_code","internal@span@format","thread@name","http@user_agent","transactionName","otel@library@name","http@client_ip","http@method","otel@library@version","thread@id","process@executable@path","os@type","process@runtime@name","telemetry@sdk@version","host@name","host@ip","process@runtime@version","telemetry@auto@version","telemetry@sdk@language","telemetry@sdk@name","process@command_line","process@pid","process@runtime@description","os@description"],"tags.value":["57743","127.0.0.6","server","0","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=change&language=en-AU&platforms=android&page=1&per_page=30","HTTP\/1.1","200","proto","http-nio-8080-exec-3","Freshchat User Agent","\/solutions\/api\/v2\/search","io.opentelemetry.javaagent.tomcat","13.238.188.219","GET","0.17.0","32","\/usr\/local\/openjdk-11:bin:java","LINUX","OpenJDK Runtime Environment","0.17.0","kbservice-56486cf647-x7nxc","10.21.228.154","11.0.16+8","0.17.0","java","opentelemetry","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","7","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","Linux 5.4.209-116.363.amzn2.x86_64"],"exception_type":"exception_type_1","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_1","db_type":"","db_statement":"","db_instance":""} +{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"6e27904b23054d63ea4e1fabc0af3c06\",\"spanID\":\"bdec1e205ca5b670\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"6e27904b23054d63ea4e1fabc0af3c06\",\"spanID\":\"4fc1476f6bc152bc\"}],\"startTime\":1682248967050000,\"startTimeMillis\":1682248967050,\"duration\":858648,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=change+mobil\\u0026language=en-AU\\u0026platforms=android\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":43713,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"parentServiceName\":\"edge_envoy_freshdesk\",\"parentTransactionName\":\"ingress\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":32,\"thread@name\":\"http-nio-8080-exec-3\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.224.138\",\"host@name\":\"kbservice-56486cf647-j2vtc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"6e27904b23054d63ea4e1fabc0af3c06","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"refType\":\"CHILD_OF\",\"traceID\":\"6e27904b23054d63ea4e1fabc0af3c06\",\"spanID\":\"4fc1476f6bc152bc\"}]","hostName":"kbservice-56486cf647-j2vtc","startTimeMillis":"1682248967050","startTime":"1682248967050000","duration":"858648","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"4fc1476f6bc152bc","spanID":"bdec1e205ca5b670","tags.key":["http@status_code","thread@name","status@code","http@method","thread@id","internal@span@format","net@peer@port","http@client_ip","parentTransactionName","parentServiceName","otel@library@version","net@peer@ip","span@kind","http@user_agent","transactionName","http@flavor","http@url","otel@library@name","process@executable@path","telemetry@auto@version","telemetry@sdk@version","telemetry@sdk@language","telemetry@sdk@name","process@pid","process@command_line","os@description","host@ip","os@type","process@runtime@description","process@runtime@version","host@name","process@runtime@name"],"tags.value":["200","http-nio-8080-exec-3","0","GET","32","proto","43713","13.238.188.219","ingress","edge_envoy_freshdesk","0.17.0","127.0.0.6","server","Freshchat User Agent","\/solutions\/api\/v2\/search","HTTP\/1.1","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=change+mobil&language=en-AU&platforms=android&page=1&per_page=30","io.opentelemetry.javaagent.tomcat","\/usr\/local\/openjdk-11:bin:java","0.17.0","0.17.0","java","opentelemetry","7","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","Linux 5.4.209-116.363.amzn2.x86_64","10.21.224.138","LINUX","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","11.0.16+8","kbservice-56486cf647-j2vtc","OpenJDK Runtime Environment"],"exception_type":"exception_type_2","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_1","db_type":"","db_statement":"","db_instance":""} +{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"83d76d8e860e5f0d6a6d09aa515505b3\",\"spanID\":\"34a9305f0458e1a7\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"83d76d8e860e5f0d6a6d09aa515505b3\",\"spanID\":\"be43f8d5bac7af98\"}],\"startTime\":1682066077254000,\"startTimeMillis\":1682066077254,\"duration\":158012,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/sarisuki-omni.freshdesk.com\/solutions\/api\/v2\/search?term=Del\\u0026language=en-us\\u0026platforms=web\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":45781,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":31,\"thread@name\":\"http-nio-8080-exec-2\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.228.154\",\"host@name\":\"kbservice-56486cf647-x7nxc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"83d76d8e860e5f0d6a6d09aa515505b3","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"be43f8d5bac7af98\",\"refType\":\"CHILD_OF\",\"traceID\":\"83d76d8e860e5f0d6a6d09aa515505b3\"}]","hostName":"kbservice-56486cf647-x7nxc","startTimeMillis":"1682066077254","startTime":"1682066077254000","duration":"158012","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"be43f8d5bac7af98","spanID":"34a9305f0458e1a7","tags.key":["net@peer@ip","http@method","http@url","http@client_ip","internal@span@format","otel@library@name","otel@library@version","thread@id","http@user_agent","net@peer@port","span@kind","transactionName","http@flavor","thread@name","status@code","http@status_code","os@description","host@name","process@runtime@description","process@runtime@name","host@ip","process@command_line","process@executable@path","telemetry@sdk@version","process@runtime@version","telemetry@sdk@name","telemetry@auto@version","process@pid","telemetry@sdk@language","os@type"],"tags.value":["127.0.0.6","GET","http:\/\/sarisuki-omni.freshdesk.com\/solutions\/api\/v2\/search?term=Del&language=en-us&platforms=web&page=1&per_page=30","13.238.188.219","proto","io.opentelemetry.javaagent.tomcat","0.17.0","31","Freshchat User Agent","45781","server","\/solutions\/api\/v2\/search","HTTP\/1.1","http-nio-8080-exec-2","0","200","Linux 5.4.209-116.363.amzn2.x86_64","kbservice-56486cf647-x7nxc","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","OpenJDK Runtime Environment","10.21.228.154","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","\/usr\/local\/openjdk-11:bin:java","0.17.0","11.0.16+8","opentelemetry","0.17.0","7","java","LINUX"],"exception_type":"exception_type_2","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_1","db_type":"","db_statement":"","db_instance":""} +{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"934c2ea094e4a6f227b337a387c56e13\",\"spanID\":\"c5dc14db9aac18c6\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"934c2ea094e4a6f227b337a387c56e13\",\"spanID\":\"c815c4710daa3541\"}],\"startTime\":1682066212930000,\"startTimeMillis\":1682066212930,\"duration\":294153,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=replac\\u0026language=en\\u0026platforms=ios\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":56713,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":36,\"thread@name\":\"http-nio-8080-exec-7\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.224.138\",\"host@name\":\"kbservice-56486cf647-j2vtc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"934c2ea094e4a6f227b337a387c56e13","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"refType\":\"CHILD_OF\",\"spanID\":\"c815c4710daa3541\",\"traceID\":\"934c2ea094e4a6f227b337a387c56e13\"}]","hostName":"kbservice-56486cf647-j2vtc","startTimeMillis":"1682066212930","startTime":"1682066212930000","duration":"294153","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"c815c4710daa3541","spanID":"c5dc14db9aac18c6","tags.key":["net@peer@port","status@code","thread@id","thread@name","transactionName","http@flavor","internal@span@format","http@status_code","net@peer@ip","http@client_ip","http@user_agent","otel@library@name","http@method","span@kind","http@url","otel@library@version","os@type","process@command_line","telemetry@sdk@version","telemetry@sdk@name","telemetry@auto@version","os@description","process@executable@path","host@name","process@runtime@version","process@pid","host@ip","telemetry@sdk@language","process@runtime@description","process@runtime@name"],"tags.value":["56713","0","36","http-nio-8080-exec-7","\/solutions\/api\/v2\/search","HTTP\/1.1","proto","200","127.0.0.6","13.238.188.219","Freshchat User Agent","io.opentelemetry.javaagent.tomcat","GET","server","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=replac&language=en&platforms=ios&page=1&per_page=30","0.17.0","LINUX","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","0.17.0","opentelemetry","0.17.0","Linux 5.4.209-116.363.amzn2.x86_64","\/usr\/local\/openjdk-11:bin:java","kbservice-56486cf647-j2vtc","11.0.16+8","7","10.21.224.138","java","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","OpenJDK Runtime Environment"],"exception_type":"exception_type_2","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_1","db_type":"","db_statement":"","db_instance":""} +{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"da825b0798725c839936be6fed168a8d\",\"spanID\":\"1e0d196da5126965\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"da825b0798725c839936be6fed168a8d\",\"spanID\":\"52ea29af61a0adb8\"}],\"startTime\":1682066213484000,\"startTimeMillis\":1682066213484,\"duration\":355265,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=replace\\u0026language=en\\u0026platforms=ios\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":56713,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":30,\"thread@name\":\"http-nio-8080-exec-1\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.224.138\",\"host@name\":\"kbservice-56486cf647-j2vtc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"da825b0798725c839936be6fed168a8d","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"traceID\":\"da825b0798725c839936be6fed168a8d\",\"spanID\":\"52ea29af61a0adb8\",\"refType\":\"CHILD_OF\"}]","hostName":"kbservice-56486cf647-j2vtc","startTimeMillis":"1682066213484","startTime":"1682066213484000","duration":"355265","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"52ea29af61a0adb8","spanID":"1e0d196da5126965","tags.key":["net@peer@ip","net@peer@port","span@kind","http@method","transactionName","thread@name","internal@span@format","otel@library@version","otel@library@name","http@user_agent","http@flavor","status@code","thread@id","http@status_code","http@client_ip","http@url","os@description","process@pid","process@runtime@name","telemetry@auto@version","telemetry@sdk@name","process@runtime@version","process@executable@path","host@ip","os@type","process@runtime@description","telemetry@sdk@version","telemetry@sdk@language","process@command_line","host@name"],"tags.value":["127.0.0.6","56713","server","GET","\/solutions\/api\/v2\/search","http-nio-8080-exec-1","proto","0.17.0","io.opentelemetry.javaagent.tomcat","Freshchat User Agent","HTTP\/1.1","0","30","200","13.238.188.219","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=replace&language=en&platforms=ios&page=1&per_page=30","Linux 5.4.209-116.363.amzn2.x86_64","7","OpenJDK Runtime Environment","0.17.0","opentelemetry","11.0.16+8","\/usr\/local\/openjdk-11:bin:java","10.21.224.138","LINUX","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","0.17.0","java","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","kbservice-56486cf647-j2vtc"],"exception_type":"","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_2","db_type":"","db_statement":"","db_instance":""} +{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"dd0c2149a922e2866572ad9f7dcff9dc\",\"spanID\":\"7fcb34d3a019033e\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"dd0c2149a922e2866572ad9f7dcff9dc\",\"spanID\":\"1d28f4e220bcf7d9\"}],\"startTime\":1680846668538000,\"startTimeMillis\":1680846668538,\"duration\":214693,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=paus\\u0026language=en\\u0026platforms=android\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":46141,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":36,\"thread@name\":\"http-nio-8080-exec-7\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.224.138\",\"host@name\":\"kbservice-56486cf647-j2vtc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"dd0c2149a922e2866572ad9f7dcff9dc","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"1d28f4e220bcf7d9\",\"refType\":\"CHILD_OF\",\"traceID\":\"dd0c2149a922e2866572ad9f7dcff9dc\"}]","hostName":"kbservice-56486cf647-j2vtc","startTimeMillis":"1680846668538","startTime":"1680846668538000","duration":"214693","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"1d28f4e220bcf7d9","spanID":"7fcb34d3a019033e","tags.key":["net@peer@port","net@peer@ip","span@kind","status@code","http@url","http@flavor","http@status_code","internal@span@format","thread@name","http@user_agent","transactionName","otel@library@name","http@client_ip","http@method","otel@library@version","thread@id","process@executable@path","os@type","process@runtime@name","telemetry@sdk@version","host@name","host@ip","process@runtime@version","telemetry@auto@version","telemetry@sdk@language","telemetry@sdk@name","process@command_line","process@pid","process@runtime@description","os@description"],"tags.value":["46141","127.0.0.6","server","0","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=paus&language=en&platforms=android&page=1&per_page=30","HTTP\/1.1","200","proto","http-nio-8080-exec-7","Freshchat User Agent","\/solutions\/api\/v2\/search","io.opentelemetry.javaagent.tomcat","13.238.188.219","GET","0.17.0","36","\/usr\/local\/openjdk-11:bin:java","LINUX","OpenJDK Runtime Environment","0.17.0","kbservice-56486cf647-j2vtc","10.21.224.138","11.0.16+8","0.17.0","java","opentelemetry","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","7","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","Linux 5.4.209-116.363.amzn2.x86_64"],"exception_type":"","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_2","db_type":"","db_statement":"","db_instance":""} +{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"0aa8462b64cf2541925c9dacb9b91a17\",\"spanID\":\"93836c4f52213006\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"0aa8462b64cf2541925c9dacb9b91a17\",\"spanID\":\"b0a5ad1530007f85\"}],\"startTime\":1681625249969000,\"startTimeMillis\":1681625249969,\"duration\":916530,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=International+coun\\u0026language=en-us\\u0026platforms=web\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":41051,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":39,\"thread@name\":\"http-nio-8080-exec-10\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.228.154\",\"host@name\":\"kbservice-56486cf647-x7nxc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"0aa8462b64cf2541925c9dacb9b91a17","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"b0a5ad1530007f85\",\"refType\":\"CHILD_OF\",\"traceID\":\"0aa8462b64cf2541925c9dacb9b91a17\"}]","hostName":"kbservice-56486cf647-x7nxc","startTimeMillis":"1681625249969","startTime":"1681625249969000","duration":"916530","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"b0a5ad1530007f85","spanID":"93836c4f52213006","tags.key":["net@peer@ip","http@method","http@url","http@client_ip","internal@span@format","otel@library@name","otel@library@version","thread@id","http@user_agent","net@peer@port","span@kind","transactionName","http@flavor","thread@name","status@code","http@status_code","os@description","host@name","process@runtime@description","process@runtime@name","host@ip","process@command_line","process@executable@path","telemetry@sdk@version","process@runtime@version","telemetry@sdk@name","telemetry@auto@version","process@pid","telemetry@sdk@language","os@type"],"tags.value":["127.0.0.6","GET","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=International+coun&language=en-us&platforms=web&page=1&per_page=30","13.238.188.219","proto","io.opentelemetry.javaagent.tomcat","0.17.0","39","Freshchat User Agent","41051","server","\/solutions\/api\/v2\/search","HTTP\/1.1","http-nio-8080-exec-10","0","200","Linux 5.4.209-116.363.amzn2.x86_64","kbservice-56486cf647-x7nxc","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","OpenJDK Runtime Environment","10.21.228.154","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","\/usr\/local\/openjdk-11:bin:java","0.17.0","11.0.16+8","opentelemetry","0.17.0","7","java","LINUX"],"exception_type":"","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_2","db_type":"","db_statement":"","db_instance":""} +{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"14f2a5df0048e9fbd4d6ad59f8d846ba\",\"spanID\":\"b679abea23af4d4d\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"14f2a5df0048e9fbd4d6ad59f8d846ba\",\"spanID\":\"c9155342b8db2fd1\"}],\"startTime\":1681426264683000,\"startTimeMillis\":1681426264683,\"duration\":286623,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=roaming\\u0026language=en\\u0026platforms=web\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":42397,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":31,\"thread@name\":\"http-nio-8080-exec-2\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.224.138\",\"host@name\":\"kbservice-56486cf647-j2vtc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"14f2a5df0048e9fbd4d6ad59f8d846ba","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"c9155342b8db2fd1\",\"traceID\":\"14f2a5df0048e9fbd4d6ad59f8d846ba\",\"refType\":\"CHILD_OF\"}]","hostName":"kbservice-56486cf647-j2vtc","startTimeMillis":"1681426264683","startTime":"1681426264683000","duration":"286623","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"c9155342b8db2fd1","spanID":"b679abea23af4d4d","tags.key":["http@client_ip","internal@span@format","net@peer@ip","http@flavor","span@kind","http@url","http@status_code","net@peer@port","thread@id","http@user_agent","otel@library@version","transactionName","http@method","thread@name","status@code","otel@library@name","telemetry@sdk@language","process@runtime@description","process@command_line","host@ip","os@type","host@name","telemetry@auto@version","process@executable@path","process@pid","process@runtime@name","process@runtime@version","telemetry@sdk@name","telemetry@sdk@version","os@description"],"tags.value":["13.238.188.219","proto","127.0.0.6","HTTP\/1.1","server","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=roaming&language=en&platforms=web&page=1&per_page=30","200","42397","31","Freshchat User Agent","0.17.0","\/solutions\/api\/v2\/search","GET","http-nio-8080-exec-2","0","io.opentelemetry.javaagent.tomcat","java","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","10.21.224.138","LINUX","kbservice-56486cf647-j2vtc","0.17.0","\/usr\/local\/openjdk-11:bin:java","7","OpenJDK Runtime Environment","11.0.16+8","opentelemetry","0.17.0","Linux 5.4.209-116.363.amzn2.x86_64"],"exception_type":"","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_2","db_type":"","db_statement":"","db_instance":""} +{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"1f8bf1c51aa0c05cc2f86f99136a3f56\",\"spanID\":\"d068a1e3c1551a98\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"1f8bf1c51aa0c05cc2f86f99136a3f56\",\"spanID\":\"9daa127beb9beeb0\"}],\"startTime\":1681625249614000,\"startTimeMillis\":1681625249614,\"duration\":940380,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=International+cou\\u0026language=en-us\\u0026platforms=web\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":35427,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":30,\"thread@name\":\"http-nio-8080-exec-1\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.228.154\",\"host@name\":\"kbservice-56486cf647-x7nxc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"1f8bf1c51aa0c05cc2f86f99136a3f56","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"9daa127beb9beeb0\",\"refType\":\"CHILD_OF\",\"traceID\":\"1f8bf1c51aa0c05cc2f86f99136a3f56\"}]","hostName":"kbservice-56486cf647-x7nxc","startTimeMillis":"1681625249614","startTime":"1681625249614000","duration":"940380","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"9daa127beb9beeb0","spanID":"d068a1e3c1551a98","tags.key":["net@peer@port","net@peer@ip","span@kind","status@code","http@url","http@flavor","http@status_code","internal@span@format","thread@name","http@user_agent","transactionName","otel@library@name","http@client_ip","http@method","otel@library@version","thread@id","process@executable@path","os@type","process@runtime@name","telemetry@sdk@version","host@name","host@ip","process@runtime@version","telemetry@auto@version","telemetry@sdk@language","telemetry@sdk@name","process@command_line","process@pid","process@runtime@description","os@description"],"tags.value":["35427","127.0.0.6","server","0","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=International+cou&language=en-us&platforms=web&page=1&per_page=30","HTTP\/1.1","200","proto","http-nio-8080-exec-1","Freshchat User Agent","\/solutions\/api\/v2\/search","io.opentelemetry.javaagent.tomcat","13.238.188.219","GET","0.17.0","30","\/usr\/local\/openjdk-11:bin:java","LINUX","OpenJDK Runtime Environment","0.17.0","kbservice-56486cf647-x7nxc","10.21.228.154","11.0.16+8","0.17.0","java","opentelemetry","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","7","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","Linux 5.4.209-116.363.amzn2.x86_64"],"exception_type":"","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_2","db_type":"","db_statement":"","db_instance":""} diff --git a/local/seed.py b/local/seed.py new file mode 100644 index 000000000..2e57d7415 --- /dev/null +++ b/local/seed.py @@ -0,0 +1,19 @@ +import requests +import json + +headers = { + 'Content-Type': 'application/x-www-form-urlencoded', +} + +# requests.post('http://localhost:8123/',headers=headers, data="DROP DATABASE sherlock") +# requests.post('http://localhost:8123/',headers=headers, data='CREATE DATABASE sherlock') + +with open('./create_spans_v1', 'r') as file: + data = file.read() + res = requests.post('http://localhost:2123/',headers=headers, data=data) + print(res.content) + +with open('error_data', 'r') as file: + data = file.read() + res = requests.post('http://localhost:2123/?query=INSERT%20INTO%20span%20FORMAT%20JSONEachRow',headers=headers, data=data) + print(res.content) \ No newline at end of file diff --git a/local/seedx.py b/local/seedx.py new file mode 100644 index 000000000..a742368e9 --- /dev/null +++ b/local/seedx.py @@ -0,0 +1,19 @@ +import requests +import json + +headers = { + 'Content-Type': 'application/x-www-form-urlencoded', +} + +requests.post('http://localhost:9123/',headers=headers, data="DROP DATABASE sherlock") +requests.post('http://localhost:9123/',headers=headers, data='CREATE DATABASE sherlock') + +with open('./create_spans_v1', 'r') as file: + data = file.read() + res = requests.post('http://localhost:9123/',headers=headers, data=data) + print(res.content) + +with open('error_data', 'r') as file: + data = file.read() + res = requests.post('http://localhost:9123/?query=INSERT%20INTO%20sherlock.span%20FORMAT%20JSONEachRow',headers=headers, data=data) + print(res.content) \ No newline at end of file From 6b227dfdef4138c91df46154d063617445d68c4c Mon Sep 17 00:00:00 2001 From: ajaywk7 Date: Mon, 29 Jul 2024 11:37:08 +0530 Subject: [PATCH 2/5] Added header X-Env to router requests if configured --- elastalert/config.py | 3 ++- elastalert/elastalert.py | 5 ++++- elastalert/util.py | 7 ++++++- 3 files changed, 12 insertions(+), 3 deletions(-) diff --git a/elastalert/config.py b/elastalert/config.py index 7e841799a..9cc2618bc 100644 --- a/elastalert/config.py +++ b/elastalert/config.py @@ -25,7 +25,8 @@ 'ES_PORT': 'es_port', 'ES_URL_PREFIX': 'es_url_prefix', 'STATSD_INSTANCE_TAG': 'statsd_instance_tag', - 'STATSD_HOST': 'statsd_host'} + 'STATSD_HOST': 'statsd_host', + 'X_ENV':'X_ENV'} env = Env(ES_USE_SSL=bool) diff --git a/elastalert/elastalert.py b/elastalert/elastalert.py index 1207cc198..5cf6c6210 100755 --- a/elastalert/elastalert.py +++ b/elastalert/elastalert.py @@ -704,7 +704,10 @@ def get_ch_data(self, rule, starttime, endtime, agg_key, freshquery,aggregation) "aggregations":[aggregation] } try: - res = requests.post(self.query_endpoint, json=data) + headers = {} + if 'X_ENV' in rule: + headers['X-ENV'] = rule['X_ENV'] + res = requests.post(self.query_endpoint, json=data, headers=headers) res.raise_for_status() except requests.exceptions.RequestException as e: if len(str(e)) > 1024: diff --git a/elastalert/util.py b/elastalert/util.py index 10cf76519..dedb8b42a 100644 --- a/elastalert/util.py +++ b/elastalert/util.py @@ -395,7 +395,7 @@ def build_adapter_conn_config(conf): parsed_conf['es_bearer'] = None parsed_conf['aws_region'] = None parsed_conf['profile'] = None - parsed_conf['headers'] = None + parsed_conf['headers'] = {} parsed_conf['es_host'] = conf['kibana_adapter'] parsed_conf['es_port'] = conf['kibana_adapter_port'] parsed_conf['es_url_prefix'] = '' @@ -420,6 +420,11 @@ def build_adapter_conn_config(conf): elif 'es_bearer' in conf: parsed_conf['es_bearer'] = conf['es_bearer'] + if os.environ.get('X_ENV'): + parsed_conf['headers']['X-ENV'] = os.environ.get('X_ENV') + elif 'X_ENV' in conf: + parsed_conf['headers']['X-ENV'] = os.environ.get('X_ENV') + if 'aws_region' in conf: parsed_conf['aws_region'] = conf['aws_region'] From 6989e1b43b3143c8a71e0c62b097796b2773b0ad Mon Sep 17 00:00:00 2001 From: ajaywk7 Date: Mon, 29 Jul 2024 11:37:08 +0530 Subject: [PATCH 3/5] Added header X-Env to router requests if configured --- elastalert/config.py | 3 +- elastalert/elastalert.py | 5 ++- elastalert/util.py | 7 +++- local/create_spans_v1 | 78 ---------------------------------------- local/error_data | 10 ------ local/seed.py | 19 ---------- local/seedx.py | 19 ---------- 7 files changed, 12 insertions(+), 129 deletions(-) delete mode 100644 local/create_spans_v1 delete mode 100644 local/error_data delete mode 100644 local/seed.py delete mode 100644 local/seedx.py diff --git a/elastalert/config.py b/elastalert/config.py index 7e841799a..9cc2618bc 100644 --- a/elastalert/config.py +++ b/elastalert/config.py @@ -25,7 +25,8 @@ 'ES_PORT': 'es_port', 'ES_URL_PREFIX': 'es_url_prefix', 'STATSD_INSTANCE_TAG': 'statsd_instance_tag', - 'STATSD_HOST': 'statsd_host'} + 'STATSD_HOST': 'statsd_host', + 'X_ENV':'X_ENV'} env = Env(ES_USE_SSL=bool) diff --git a/elastalert/elastalert.py b/elastalert/elastalert.py index 1207cc198..5cf6c6210 100755 --- a/elastalert/elastalert.py +++ b/elastalert/elastalert.py @@ -704,7 +704,10 @@ def get_ch_data(self, rule, starttime, endtime, agg_key, freshquery,aggregation) "aggregations":[aggregation] } try: - res = requests.post(self.query_endpoint, json=data) + headers = {} + if 'X_ENV' in rule: + headers['X-ENV'] = rule['X_ENV'] + res = requests.post(self.query_endpoint, json=data, headers=headers) res.raise_for_status() except requests.exceptions.RequestException as e: if len(str(e)) > 1024: diff --git a/elastalert/util.py b/elastalert/util.py index 10cf76519..dedb8b42a 100644 --- a/elastalert/util.py +++ b/elastalert/util.py @@ -395,7 +395,7 @@ def build_adapter_conn_config(conf): parsed_conf['es_bearer'] = None parsed_conf['aws_region'] = None parsed_conf['profile'] = None - parsed_conf['headers'] = None + parsed_conf['headers'] = {} parsed_conf['es_host'] = conf['kibana_adapter'] parsed_conf['es_port'] = conf['kibana_adapter_port'] parsed_conf['es_url_prefix'] = '' @@ -420,6 +420,11 @@ def build_adapter_conn_config(conf): elif 'es_bearer' in conf: parsed_conf['es_bearer'] = conf['es_bearer'] + if os.environ.get('X_ENV'): + parsed_conf['headers']['X-ENV'] = os.environ.get('X_ENV') + elif 'X_ENV' in conf: + parsed_conf['headers']['X-ENV'] = os.environ.get('X_ENV') + if 'aws_region' in conf: parsed_conf['aws_region'] = conf['aws_region'] diff --git a/local/create_spans_v1 b/local/create_spans_v1 deleted file mode 100644 index 2207c7c64..000000000 --- a/local/create_spans_v1 +++ /dev/null @@ -1,78 +0,0 @@ -CREATE TABLE span -( - `timestamp` DateTime64(3) CODEC(Delta(8), LZ4), - `_source` String CODEC(ZSTD(3)), - `traceID` String, - `serviceName` LowCardinality(String), - `__root_span` UInt8, - `references` String, - `hostName` String, - `startTimeMillis` UInt64 CODEC(DoubleDelta), - `startTime` UInt64 CODEC(DoubleDelta), - `duration` UInt64 CODEC(T64), - `operationName` LowCardinality(String), - `parentSpanID` String, - `spanID` String, - `tags.key` Array(LowCardinality(String)) CODEC(ZSTD(3)), - `tags.value` Array(String) CODEC(ZSTD(3)), - `exception_type` String, - `fw_err_nm_name` String, - `fw_err_transaction_name` String, - `application_version` String, - `exception_message` String, - `db_type` String, - `db_statement` String, - `db_instance` String, - `transactionName` String MATERIALIZED tags.value[indexOf(tags.key, 'transactionName')], - `http_method` String MATERIALIZED tags.value[indexOf(tags.key, 'http@method')], - `http_status_code` String MATERIALIZED tags.value[indexOf(tags.key, 'http@status_code')], - `http_user_agent` String MATERIALIZED tags.value[indexOf(tags.key, 'http@user_agent')], - `net_peer_name` String MATERIALIZED tags.value[indexOf(tags.key, 'net@peer@name')], - `net_peer_port` String MATERIALIZED tags.value[indexOf(tags.key, 'net@peer@port')], - `net_peer_ip` String MATERIALIZED tags.value[indexOf(tags.key, 'net@peer@ip')], - `http_url` String MATERIALIZED tags.value[indexOf(tags.key, 'http@url')], - `net_host_name` String MATERIALIZED tags.value[indexOf(tags.key, 'net@host@name')], - `net_host_port` String MATERIALIZED tags.value[indexOf(tags.key, 'net@host@port')], - `net_host_ip` String MATERIALIZED tags.value[indexOf(tags.key, 'net@host@ip')], - `http_target` String MATERIALIZED tags.value[indexOf(tags.key, 'http@target')], - `http_route` String MATERIALIZED tags.value[indexOf(tags.key, 'http@route')], - `http_client_ip` String MATERIALIZED tags.value[indexOf(tags.key, 'http@client_ip')], - `http_host` String MATERIALIZED tags.value[indexOf(tags.key, 'http@host')], - `db_system` String MATERIALIZED tags.value[indexOf(tags.key, 'db@system')], - `db_user` String MATERIALIZED tags.value[indexOf(tags.key, 'db@user')], - `db_operation` String MATERIALIZED tags.value[indexOf(tags.key, 'db@operation')], - `messaging_system` String MATERIALIZED tags.value[indexOf(tags.key, 'messaging@system')], - `messaging_destination` String MATERIALIZED tags.value[indexOf(tags.key, 'messaging@destination')], - `messaging_destination_kind` String MATERIALIZED tags.value[indexOf(tags.key, 'messaging@destination_kind')], - `messaging_operation` String MATERIALIZED tags.value[indexOf(tags.key, 'messaging@operation')], - `messaging_url` String MATERIALIZED tags.value[indexOf(tags.key, 'messaging@url')], - `k8s_namespace_name` String MATERIALIZED tags.value[indexOf(tags.key, 'k8s@namespace@name')], - `k8s_pod_ip` String MATERIALIZED tags.value[indexOf(tags.key, 'k8s@pod@ip')], - `k8s_pod_name` String MATERIALIZED tags.value[indexOf(tags.key, 'k8s@pod@name')], - `k8s_pod_namespace` String MATERIALIZED tags.value[indexOf(tags.key, 'k8s@pod@namespace')], - `otel_library_name` String MATERIALIZED tags.value[indexOf(tags.key, 'otel@library@name')], - `otel_library_version` String MATERIALIZED tags.value[indexOf(tags.key, 'otel@library@version')], - `telemetry_sdk_name` String MATERIALIZED tags.value[indexOf(tags.key, 'telemetry@sdk@name')], - `telemetry_sdk_language` String MATERIALIZED tags.value[indexOf(tags.key, 'telemetry@sdk@language')], - `telemetry_auto_version` String MATERIALIZED tags.value[indexOf(tags.key, 'telemetry@auto@version')], - `span_kind` String MATERIALIZED tags.value[indexOf(tags.key, 'span@kind')], - `error` String MATERIALIZED tags.value[indexOf(tags.key, 'error')], - `rpc_service` String MATERIALIZED tags.value[indexOf(tags.key, 'rpc@service')], - `rpc_method` String MATERIALIZED tags.value[indexOf(tags.key, 'rpc@method')], - `rpc_system` String MATERIALIZED tags.value[indexOf(tags.key, 'rpc@system')], - `rpc_grpc_status_code` String MATERIALIZED tags.value[indexOf(tags.key, 'rpc@grpc@status_code')], - `fw_a_id` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@a_id')], - `fw_err_msg_id` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@msg@id')], - `fw_err_r_id` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@r_id')], - `fw_p` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@p')], - `fw_err_req_h_accept` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@h@accept')], - `fw_err_req_h_host` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@h@host')], - `fw_err_req_h_ref` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@h@ref')], - `fw_err_req_h_u_a` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@h@u_a')], - `fw_err_req_method` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@method')], - `fw_err_req_resp_code` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@resp_code')], - `fw_err_req_url` String MATERIALIZED tags.value[indexOf(tags.key, 'fw@err@req@url')] -) -ENGINE = MergeTree -ORDER BY (serviceName, traceID) -SETTINGS index_granularity = 2048 \ No newline at end of file diff --git a/local/error_data b/local/error_data deleted file mode 100644 index 2bbc26805..000000000 --- a/local/error_data +++ /dev/null @@ -1,10 +0,0 @@ -{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"eb6f962f0b872132eebf478b3a4bf980\",\"spanID\":\"794cc7e0a684cce0\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"eb6f962f0b872132eebf478b3a4bf980\",\"spanID\":\"bfab110c6c093af4\"}],\"startTime\":1681840766887000,\"startTimeMillis\":1681840766887,\"duration\":963063,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=delivery+time\\u0026language=en-US\\u0026platforms=android\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":59305,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":35,\"thread@name\":\"http-nio-8080-exec-6\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.228.154\",\"host@name\":\"kbservice-56486cf647-x7nxc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"eb6f962f0b872132eebf478b3a4bf980","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"bfab110c6c093af4\",\"traceID\":\"eb6f962f0b872132eebf478b3a4bf980\",\"refType\":\"CHILD_OF\"}]","hostName":"kbservice-56486cf647-x7nxc","startTimeMillis":"1681840766887","startTime":"1681840766887000","duration":"963063","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"bfab110c6c093af4","spanID":"794cc7e0a684cce0","tags.key":["span@kind","http@method","http@flavor","thread@id","transactionName","net@peer@ip","http@status_code","http@client_ip","thread@name","status@code","otel@library@version","net@peer@port","internal@span@format","http@user_agent","http@url","otel@library@name","process@runtime@version","telemetry@sdk@language","process@runtime@name","host@ip","process@pid","telemetry@sdk@name","telemetry@auto@version","os@type","process@executable@path","telemetry@sdk@version","os@description","process@command_line","process@runtime@description","host@name"],"tags.value":["server","GET","HTTP\/1.1","35","\/solutions\/api\/v2\/search","127.0.0.6","200","13.238.188.219","http-nio-8080-exec-6","0","0.17.0","59305","proto","Freshchat User Agent","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=delivery+time&language=en-US&platforms=android&page=1&per_page=30","io.opentelemetry.javaagent.tomcat","11.0.16+8","java","OpenJDK Runtime Environment","10.21.228.154","7","opentelemetry","0.17.0","LINUX","\/usr\/local\/openjdk-11:bin:java","0.17.0","Linux 5.4.209-116.363.amzn2.x86_64","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","kbservice-56486cf647-x7nxc"],"exception_type":"exception_type_1","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_1","db_type":"","db_statement":"","db_instance":""} -{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"402ebe4672b0103f956f4bd398d91c72\",\"spanID\":\"c0b937a0b79397e5\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"402ebe4672b0103f956f4bd398d91c72\",\"spanID\":\"c0bd203425c84997\"}],\"startTime\":1682248962241000,\"startTimeMillis\":1682248962241,\"duration\":656316,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=change\\u0026language=en-AU\\u0026platforms=android\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":57743,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":32,\"thread@name\":\"http-nio-8080-exec-3\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.228.154\",\"host@name\":\"kbservice-56486cf647-x7nxc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"402ebe4672b0103f956f4bd398d91c72","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"c0bd203425c84997\",\"refType\":\"CHILD_OF\",\"traceID\":\"402ebe4672b0103f956f4bd398d91c72\"}]","hostName":"kbservice-56486cf647-x7nxc","startTimeMillis":"1682248962241","startTime":"1682248962241000","duration":"656316","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"c0bd203425c84997","spanID":"c0b937a0b79397e5","tags.key":["net@peer@port","net@peer@ip","span@kind","status@code","http@url","http@flavor","http@status_code","internal@span@format","thread@name","http@user_agent","transactionName","otel@library@name","http@client_ip","http@method","otel@library@version","thread@id","process@executable@path","os@type","process@runtime@name","telemetry@sdk@version","host@name","host@ip","process@runtime@version","telemetry@auto@version","telemetry@sdk@language","telemetry@sdk@name","process@command_line","process@pid","process@runtime@description","os@description"],"tags.value":["57743","127.0.0.6","server","0","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=change&language=en-AU&platforms=android&page=1&per_page=30","HTTP\/1.1","200","proto","http-nio-8080-exec-3","Freshchat User Agent","\/solutions\/api\/v2\/search","io.opentelemetry.javaagent.tomcat","13.238.188.219","GET","0.17.0","32","\/usr\/local\/openjdk-11:bin:java","LINUX","OpenJDK Runtime Environment","0.17.0","kbservice-56486cf647-x7nxc","10.21.228.154","11.0.16+8","0.17.0","java","opentelemetry","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","7","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","Linux 5.4.209-116.363.amzn2.x86_64"],"exception_type":"exception_type_1","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_1","db_type":"","db_statement":"","db_instance":""} -{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"6e27904b23054d63ea4e1fabc0af3c06\",\"spanID\":\"bdec1e205ca5b670\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"6e27904b23054d63ea4e1fabc0af3c06\",\"spanID\":\"4fc1476f6bc152bc\"}],\"startTime\":1682248967050000,\"startTimeMillis\":1682248967050,\"duration\":858648,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=change+mobil\\u0026language=en-AU\\u0026platforms=android\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":43713,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"parentServiceName\":\"edge_envoy_freshdesk\",\"parentTransactionName\":\"ingress\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":32,\"thread@name\":\"http-nio-8080-exec-3\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.224.138\",\"host@name\":\"kbservice-56486cf647-j2vtc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"6e27904b23054d63ea4e1fabc0af3c06","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"refType\":\"CHILD_OF\",\"traceID\":\"6e27904b23054d63ea4e1fabc0af3c06\",\"spanID\":\"4fc1476f6bc152bc\"}]","hostName":"kbservice-56486cf647-j2vtc","startTimeMillis":"1682248967050","startTime":"1682248967050000","duration":"858648","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"4fc1476f6bc152bc","spanID":"bdec1e205ca5b670","tags.key":["http@status_code","thread@name","status@code","http@method","thread@id","internal@span@format","net@peer@port","http@client_ip","parentTransactionName","parentServiceName","otel@library@version","net@peer@ip","span@kind","http@user_agent","transactionName","http@flavor","http@url","otel@library@name","process@executable@path","telemetry@auto@version","telemetry@sdk@version","telemetry@sdk@language","telemetry@sdk@name","process@pid","process@command_line","os@description","host@ip","os@type","process@runtime@description","process@runtime@version","host@name","process@runtime@name"],"tags.value":["200","http-nio-8080-exec-3","0","GET","32","proto","43713","13.238.188.219","ingress","edge_envoy_freshdesk","0.17.0","127.0.0.6","server","Freshchat User Agent","\/solutions\/api\/v2\/search","HTTP\/1.1","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=change+mobil&language=en-AU&platforms=android&page=1&per_page=30","io.opentelemetry.javaagent.tomcat","\/usr\/local\/openjdk-11:bin:java","0.17.0","0.17.0","java","opentelemetry","7","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","Linux 5.4.209-116.363.amzn2.x86_64","10.21.224.138","LINUX","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","11.0.16+8","kbservice-56486cf647-j2vtc","OpenJDK Runtime Environment"],"exception_type":"exception_type_2","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_1","db_type":"","db_statement":"","db_instance":""} -{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"83d76d8e860e5f0d6a6d09aa515505b3\",\"spanID\":\"34a9305f0458e1a7\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"83d76d8e860e5f0d6a6d09aa515505b3\",\"spanID\":\"be43f8d5bac7af98\"}],\"startTime\":1682066077254000,\"startTimeMillis\":1682066077254,\"duration\":158012,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/sarisuki-omni.freshdesk.com\/solutions\/api\/v2\/search?term=Del\\u0026language=en-us\\u0026platforms=web\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":45781,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":31,\"thread@name\":\"http-nio-8080-exec-2\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.228.154\",\"host@name\":\"kbservice-56486cf647-x7nxc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"83d76d8e860e5f0d6a6d09aa515505b3","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"be43f8d5bac7af98\",\"refType\":\"CHILD_OF\",\"traceID\":\"83d76d8e860e5f0d6a6d09aa515505b3\"}]","hostName":"kbservice-56486cf647-x7nxc","startTimeMillis":"1682066077254","startTime":"1682066077254000","duration":"158012","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"be43f8d5bac7af98","spanID":"34a9305f0458e1a7","tags.key":["net@peer@ip","http@method","http@url","http@client_ip","internal@span@format","otel@library@name","otel@library@version","thread@id","http@user_agent","net@peer@port","span@kind","transactionName","http@flavor","thread@name","status@code","http@status_code","os@description","host@name","process@runtime@description","process@runtime@name","host@ip","process@command_line","process@executable@path","telemetry@sdk@version","process@runtime@version","telemetry@sdk@name","telemetry@auto@version","process@pid","telemetry@sdk@language","os@type"],"tags.value":["127.0.0.6","GET","http:\/\/sarisuki-omni.freshdesk.com\/solutions\/api\/v2\/search?term=Del&language=en-us&platforms=web&page=1&per_page=30","13.238.188.219","proto","io.opentelemetry.javaagent.tomcat","0.17.0","31","Freshchat User Agent","45781","server","\/solutions\/api\/v2\/search","HTTP\/1.1","http-nio-8080-exec-2","0","200","Linux 5.4.209-116.363.amzn2.x86_64","kbservice-56486cf647-x7nxc","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","OpenJDK Runtime Environment","10.21.228.154","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","\/usr\/local\/openjdk-11:bin:java","0.17.0","11.0.16+8","opentelemetry","0.17.0","7","java","LINUX"],"exception_type":"exception_type_2","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_1","db_type":"","db_statement":"","db_instance":""} -{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"934c2ea094e4a6f227b337a387c56e13\",\"spanID\":\"c5dc14db9aac18c6\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"934c2ea094e4a6f227b337a387c56e13\",\"spanID\":\"c815c4710daa3541\"}],\"startTime\":1682066212930000,\"startTimeMillis\":1682066212930,\"duration\":294153,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=replac\\u0026language=en\\u0026platforms=ios\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":56713,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":36,\"thread@name\":\"http-nio-8080-exec-7\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.224.138\",\"host@name\":\"kbservice-56486cf647-j2vtc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"934c2ea094e4a6f227b337a387c56e13","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"refType\":\"CHILD_OF\",\"spanID\":\"c815c4710daa3541\",\"traceID\":\"934c2ea094e4a6f227b337a387c56e13\"}]","hostName":"kbservice-56486cf647-j2vtc","startTimeMillis":"1682066212930","startTime":"1682066212930000","duration":"294153","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"c815c4710daa3541","spanID":"c5dc14db9aac18c6","tags.key":["net@peer@port","status@code","thread@id","thread@name","transactionName","http@flavor","internal@span@format","http@status_code","net@peer@ip","http@client_ip","http@user_agent","otel@library@name","http@method","span@kind","http@url","otel@library@version","os@type","process@command_line","telemetry@sdk@version","telemetry@sdk@name","telemetry@auto@version","os@description","process@executable@path","host@name","process@runtime@version","process@pid","host@ip","telemetry@sdk@language","process@runtime@description","process@runtime@name"],"tags.value":["56713","0","36","http-nio-8080-exec-7","\/solutions\/api\/v2\/search","HTTP\/1.1","proto","200","127.0.0.6","13.238.188.219","Freshchat User Agent","io.opentelemetry.javaagent.tomcat","GET","server","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=replac&language=en&platforms=ios&page=1&per_page=30","0.17.0","LINUX","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","0.17.0","opentelemetry","0.17.0","Linux 5.4.209-116.363.amzn2.x86_64","\/usr\/local\/openjdk-11:bin:java","kbservice-56486cf647-j2vtc","11.0.16+8","7","10.21.224.138","java","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","OpenJDK Runtime Environment"],"exception_type":"exception_type_2","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_1","db_type":"","db_statement":"","db_instance":""} -{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"da825b0798725c839936be6fed168a8d\",\"spanID\":\"1e0d196da5126965\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"da825b0798725c839936be6fed168a8d\",\"spanID\":\"52ea29af61a0adb8\"}],\"startTime\":1682066213484000,\"startTimeMillis\":1682066213484,\"duration\":355265,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=replace\\u0026language=en\\u0026platforms=ios\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":56713,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":30,\"thread@name\":\"http-nio-8080-exec-1\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.224.138\",\"host@name\":\"kbservice-56486cf647-j2vtc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"da825b0798725c839936be6fed168a8d","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"traceID\":\"da825b0798725c839936be6fed168a8d\",\"spanID\":\"52ea29af61a0adb8\",\"refType\":\"CHILD_OF\"}]","hostName":"kbservice-56486cf647-j2vtc","startTimeMillis":"1682066213484","startTime":"1682066213484000","duration":"355265","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"52ea29af61a0adb8","spanID":"1e0d196da5126965","tags.key":["net@peer@ip","net@peer@port","span@kind","http@method","transactionName","thread@name","internal@span@format","otel@library@version","otel@library@name","http@user_agent","http@flavor","status@code","thread@id","http@status_code","http@client_ip","http@url","os@description","process@pid","process@runtime@name","telemetry@auto@version","telemetry@sdk@name","process@runtime@version","process@executable@path","host@ip","os@type","process@runtime@description","telemetry@sdk@version","telemetry@sdk@language","process@command_line","host@name"],"tags.value":["127.0.0.6","56713","server","GET","\/solutions\/api\/v2\/search","http-nio-8080-exec-1","proto","0.17.0","io.opentelemetry.javaagent.tomcat","Freshchat User Agent","HTTP\/1.1","0","30","200","13.238.188.219","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=replace&language=en&platforms=ios&page=1&per_page=30","Linux 5.4.209-116.363.amzn2.x86_64","7","OpenJDK Runtime Environment","0.17.0","opentelemetry","11.0.16+8","\/usr\/local\/openjdk-11:bin:java","10.21.224.138","LINUX","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","0.17.0","java","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","kbservice-56486cf647-j2vtc"],"exception_type":"","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_2","db_type":"","db_statement":"","db_instance":""} -{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"dd0c2149a922e2866572ad9f7dcff9dc\",\"spanID\":\"7fcb34d3a019033e\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"dd0c2149a922e2866572ad9f7dcff9dc\",\"spanID\":\"1d28f4e220bcf7d9\"}],\"startTime\":1680846668538000,\"startTimeMillis\":1680846668538,\"duration\":214693,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=paus\\u0026language=en\\u0026platforms=android\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":46141,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":36,\"thread@name\":\"http-nio-8080-exec-7\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.224.138\",\"host@name\":\"kbservice-56486cf647-j2vtc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"dd0c2149a922e2866572ad9f7dcff9dc","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"1d28f4e220bcf7d9\",\"refType\":\"CHILD_OF\",\"traceID\":\"dd0c2149a922e2866572ad9f7dcff9dc\"}]","hostName":"kbservice-56486cf647-j2vtc","startTimeMillis":"1680846668538","startTime":"1680846668538000","duration":"214693","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"1d28f4e220bcf7d9","spanID":"7fcb34d3a019033e","tags.key":["net@peer@port","net@peer@ip","span@kind","status@code","http@url","http@flavor","http@status_code","internal@span@format","thread@name","http@user_agent","transactionName","otel@library@name","http@client_ip","http@method","otel@library@version","thread@id","process@executable@path","os@type","process@runtime@name","telemetry@sdk@version","host@name","host@ip","process@runtime@version","telemetry@auto@version","telemetry@sdk@language","telemetry@sdk@name","process@command_line","process@pid","process@runtime@description","os@description"],"tags.value":["46141","127.0.0.6","server","0","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=paus&language=en&platforms=android&page=1&per_page=30","HTTP\/1.1","200","proto","http-nio-8080-exec-7","Freshchat User Agent","\/solutions\/api\/v2\/search","io.opentelemetry.javaagent.tomcat","13.238.188.219","GET","0.17.0","36","\/usr\/local\/openjdk-11:bin:java","LINUX","OpenJDK Runtime Environment","0.17.0","kbservice-56486cf647-j2vtc","10.21.224.138","11.0.16+8","0.17.0","java","opentelemetry","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","7","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","Linux 5.4.209-116.363.amzn2.x86_64"],"exception_type":"","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_2","db_type":"","db_statement":"","db_instance":""} -{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"0aa8462b64cf2541925c9dacb9b91a17\",\"spanID\":\"93836c4f52213006\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"0aa8462b64cf2541925c9dacb9b91a17\",\"spanID\":\"b0a5ad1530007f85\"}],\"startTime\":1681625249969000,\"startTimeMillis\":1681625249969,\"duration\":916530,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=International+coun\\u0026language=en-us\\u0026platforms=web\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":41051,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":39,\"thread@name\":\"http-nio-8080-exec-10\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.228.154\",\"host@name\":\"kbservice-56486cf647-x7nxc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"0aa8462b64cf2541925c9dacb9b91a17","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"b0a5ad1530007f85\",\"refType\":\"CHILD_OF\",\"traceID\":\"0aa8462b64cf2541925c9dacb9b91a17\"}]","hostName":"kbservice-56486cf647-x7nxc","startTimeMillis":"1681625249969","startTime":"1681625249969000","duration":"916530","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"b0a5ad1530007f85","spanID":"93836c4f52213006","tags.key":["net@peer@ip","http@method","http@url","http@client_ip","internal@span@format","otel@library@name","otel@library@version","thread@id","http@user_agent","net@peer@port","span@kind","transactionName","http@flavor","thread@name","status@code","http@status_code","os@description","host@name","process@runtime@description","process@runtime@name","host@ip","process@command_line","process@executable@path","telemetry@sdk@version","process@runtime@version","telemetry@sdk@name","telemetry@auto@version","process@pid","telemetry@sdk@language","os@type"],"tags.value":["127.0.0.6","GET","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=International+coun&language=en-us&platforms=web&page=1&per_page=30","13.238.188.219","proto","io.opentelemetry.javaagent.tomcat","0.17.0","39","Freshchat User Agent","41051","server","\/solutions\/api\/v2\/search","HTTP\/1.1","http-nio-8080-exec-10","0","200","Linux 5.4.209-116.363.amzn2.x86_64","kbservice-56486cf647-x7nxc","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","OpenJDK Runtime Environment","10.21.228.154","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","\/usr\/local\/openjdk-11:bin:java","0.17.0","11.0.16+8","opentelemetry","0.17.0","7","java","LINUX"],"exception_type":"","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_2","db_type":"","db_statement":"","db_instance":""} -{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"14f2a5df0048e9fbd4d6ad59f8d846ba\",\"spanID\":\"b679abea23af4d4d\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"14f2a5df0048e9fbd4d6ad59f8d846ba\",\"spanID\":\"c9155342b8db2fd1\"}],\"startTime\":1681426264683000,\"startTimeMillis\":1681426264683,\"duration\":286623,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=roaming\\u0026language=en\\u0026platforms=web\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":42397,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":31,\"thread@name\":\"http-nio-8080-exec-2\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.224.138\",\"host@name\":\"kbservice-56486cf647-j2vtc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"14f2a5df0048e9fbd4d6ad59f8d846ba","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"c9155342b8db2fd1\",\"traceID\":\"14f2a5df0048e9fbd4d6ad59f8d846ba\",\"refType\":\"CHILD_OF\"}]","hostName":"kbservice-56486cf647-j2vtc","startTimeMillis":"1681426264683","startTime":"1681426264683000","duration":"286623","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"c9155342b8db2fd1","spanID":"b679abea23af4d4d","tags.key":["http@client_ip","internal@span@format","net@peer@ip","http@flavor","span@kind","http@url","http@status_code","net@peer@port","thread@id","http@user_agent","otel@library@version","transactionName","http@method","thread@name","status@code","otel@library@name","telemetry@sdk@language","process@runtime@description","process@command_line","host@ip","os@type","host@name","telemetry@auto@version","process@executable@path","process@pid","process@runtime@name","process@runtime@version","telemetry@sdk@name","telemetry@sdk@version","os@description"],"tags.value":["13.238.188.219","proto","127.0.0.6","HTTP\/1.1","server","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=roaming&language=en&platforms=web&page=1&per_page=30","200","42397","31","Freshchat User Agent","0.17.0","\/solutions\/api\/v2\/search","GET","http-nio-8080-exec-2","0","io.opentelemetry.javaagent.tomcat","java","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","10.21.224.138","LINUX","kbservice-56486cf647-j2vtc","0.17.0","\/usr\/local\/openjdk-11:bin:java","7","OpenJDK Runtime Environment","11.0.16+8","opentelemetry","0.17.0","Linux 5.4.209-116.363.amzn2.x86_64"],"exception_type":"","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_2","db_type":"","db_statement":"","db_instance":""} -{"timestamp":"2024-01-10 06:59:26.887","_source":"{\"traceID\":\"1f8bf1c51aa0c05cc2f86f99136a3f56\",\"spanID\":\"d068a1e3c1551a98\",\"operationName\":\"\/solutions\/api\/v2\/search\",\"references\":[{\"refType\":\"CHILD_OF\",\"traceID\":\"1f8bf1c51aa0c05cc2f86f99136a3f56\",\"spanID\":\"9daa127beb9beeb0\"}],\"startTime\":1681625249614000,\"startTimeMillis\":1681625249614,\"duration\":940380,\"tags\":[],\"tag\":{\"http@client_ip\":\"13.238.188.219\",\"http@flavor\":\"HTTP\/1.1\",\"http@method\":\"GET\",\"http@status_code\":200,\"http@url\":\"http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=International+cou\\u0026language=en-us\\u0026platforms=web\\u0026page=1\\u0026per_page=30\",\"http@user_agent\":\"Freshchat User Agent\",\"internal@span@format\":\"proto\",\"net@peer@ip\":\"127.0.0.6\",\"net@peer@port\":35427,\"otel@library@name\":\"io.opentelemetry.javaagent.tomcat\",\"otel@library@version\":\"0.17.0\",\"span@kind\":\"server\",\"status@code\":0,\"thread@id\":30,\"thread@name\":\"http-nio-8080-exec-1\",\"transactionName\":\"\/solutions\/api\/v2\/search\"},\"logs\":[],\"process\":{\"serviceName\":\"\\\"prod_freshworks_kbservice\\\"\",\"tags\":[],\"tag\":{\"host@ip\":\"10.21.228.154\",\"host@name\":\"kbservice-56486cf647-x7nxc\",\"os@description\":\"Linux 5.4.209-116.363.amzn2.x86_64\",\"os@type\":\"LINUX\",\"process@command_line\":\"\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar\",\"process@executable@path\":\"\/usr\/local\/openjdk-11:bin:java\",\"process@pid\":7,\"process@runtime@description\":\"Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8\",\"process@runtime@name\":\"OpenJDK Runtime Environment\",\"process@runtime@version\":\"11.0.16+8\",\"telemetry@auto@version\":\"0.17.0\",\"telemetry@sdk@language\":\"java\",\"telemetry@sdk@name\":\"opentelemetry\",\"telemetry@sdk@version\":\"0.17.0\"}}}","traceID":"1f8bf1c51aa0c05cc2f86f99136a3f56","serviceName":"\"prod_freshworks_kbservice\"","__root_span":1,"references":"[{\"spanID\":\"9daa127beb9beeb0\",\"refType\":\"CHILD_OF\",\"traceID\":\"1f8bf1c51aa0c05cc2f86f99136a3f56\"}]","hostName":"kbservice-56486cf647-x7nxc","startTimeMillis":"1681625249614","startTime":"1681625249614000","duration":"940380","operationName":"\/solutions\/api\/v2\/search","parentSpanID":"9daa127beb9beeb0","spanID":"d068a1e3c1551a98","tags.key":["net@peer@port","net@peer@ip","span@kind","status@code","http@url","http@flavor","http@status_code","internal@span@format","thread@name","http@user_agent","transactionName","otel@library@name","http@client_ip","http@method","otel@library@version","thread@id","process@executable@path","os@type","process@runtime@name","telemetry@sdk@version","host@name","host@ip","process@runtime@version","telemetry@auto@version","telemetry@sdk@language","telemetry@sdk@name","process@command_line","process@pid","process@runtime@description","os@description"],"tags.value":["35427","127.0.0.6","server","0","http:\/\/mach2.freshdesk.com\/solutions\/api\/v2\/search?term=International+cou&language=en-us&platforms=web&page=1&per_page=30","HTTP\/1.1","200","proto","http-nio-8080-exec-1","Freshchat User Agent","\/solutions\/api\/v2\/search","io.opentelemetry.javaagent.tomcat","13.238.188.219","GET","0.17.0","30","\/usr\/local\/openjdk-11:bin:java","LINUX","OpenJDK Runtime Environment","0.17.0","kbservice-56486cf647-x7nxc","10.21.228.154","11.0.16+8","0.17.0","java","opentelemetry","\/usr\/local\/openjdk-11:bin:java -javaagent:.\/opentelemetry-javaagent-0.17.0.jar","7","Oracle Corporation OpenJDK 64-Bit Server VM 11.0.16+8","Linux 5.4.209-116.363.amzn2.x86_64"],"exception_type":"","fw_err_nm_name":"","fw_err_transaction_name":"","application_version":"","exception_message":"exception_message_2","db_type":"","db_statement":"","db_instance":""} diff --git a/local/seed.py b/local/seed.py deleted file mode 100644 index 2e57d7415..000000000 --- a/local/seed.py +++ /dev/null @@ -1,19 +0,0 @@ -import requests -import json - -headers = { - 'Content-Type': 'application/x-www-form-urlencoded', -} - -# requests.post('http://localhost:8123/',headers=headers, data="DROP DATABASE sherlock") -# requests.post('http://localhost:8123/',headers=headers, data='CREATE DATABASE sherlock') - -with open('./create_spans_v1', 'r') as file: - data = file.read() - res = requests.post('http://localhost:2123/',headers=headers, data=data) - print(res.content) - -with open('error_data', 'r') as file: - data = file.read() - res = requests.post('http://localhost:2123/?query=INSERT%20INTO%20span%20FORMAT%20JSONEachRow',headers=headers, data=data) - print(res.content) \ No newline at end of file diff --git a/local/seedx.py b/local/seedx.py deleted file mode 100644 index a742368e9..000000000 --- a/local/seedx.py +++ /dev/null @@ -1,19 +0,0 @@ -import requests -import json - -headers = { - 'Content-Type': 'application/x-www-form-urlencoded', -} - -requests.post('http://localhost:9123/',headers=headers, data="DROP DATABASE sherlock") -requests.post('http://localhost:9123/',headers=headers, data='CREATE DATABASE sherlock') - -with open('./create_spans_v1', 'r') as file: - data = file.read() - res = requests.post('http://localhost:9123/',headers=headers, data=data) - print(res.content) - -with open('error_data', 'r') as file: - data = file.read() - res = requests.post('http://localhost:9123/?query=INSERT%20INTO%20sherlock.span%20FORMAT%20JSONEachRow',headers=headers, data=data) - print(res.content) \ No newline at end of file From be627e792d68d426d58a1b7f8ee4b8886a7ba14c Mon Sep 17 00:00:00 2001 From: ajaywk7 Date: Mon, 29 Jul 2024 15:23:40 +0530 Subject: [PATCH 4/5] Changed X_ENV env variable name to X-ENV --- elastalert/config.py | 2 +- elastalert/elastalert.py | 4 ++-- elastalert/util.py | 8 ++++---- 3 files changed, 7 insertions(+), 7 deletions(-) diff --git a/elastalert/config.py b/elastalert/config.py index 9cc2618bc..7a47c9187 100644 --- a/elastalert/config.py +++ b/elastalert/config.py @@ -26,7 +26,7 @@ 'ES_URL_PREFIX': 'es_url_prefix', 'STATSD_INSTANCE_TAG': 'statsd_instance_tag', 'STATSD_HOST': 'statsd_host', - 'X_ENV':'X_ENV'} + 'X-ENV':'X-ENV'} env = Env(ES_USE_SSL=bool) diff --git a/elastalert/elastalert.py b/elastalert/elastalert.py index 5cf6c6210..e1ccc435b 100755 --- a/elastalert/elastalert.py +++ b/elastalert/elastalert.py @@ -705,8 +705,8 @@ def get_ch_data(self, rule, starttime, endtime, agg_key, freshquery,aggregation) } try: headers = {} - if 'X_ENV' in rule: - headers['X-ENV'] = rule['X_ENV'] + if 'X-ENV' in rule: + headers['X-ENV'] = rule['X-ENV'] res = requests.post(self.query_endpoint, json=data, headers=headers) res.raise_for_status() except requests.exceptions.RequestException as e: diff --git a/elastalert/util.py b/elastalert/util.py index dedb8b42a..9ebddaea0 100644 --- a/elastalert/util.py +++ b/elastalert/util.py @@ -420,10 +420,10 @@ def build_adapter_conn_config(conf): elif 'es_bearer' in conf: parsed_conf['es_bearer'] = conf['es_bearer'] - if os.environ.get('X_ENV'): - parsed_conf['headers']['X-ENV'] = os.environ.get('X_ENV') - elif 'X_ENV' in conf: - parsed_conf['headers']['X-ENV'] = os.environ.get('X_ENV') + if os.environ.get('X-ENV'): + parsed_conf['headers']['X-ENV'] = os.environ.get('X-ENV') + elif 'X-ENV' in conf: + parsed_conf['headers']['X-ENV'] = os.environ.get('X-ENV') if 'aws_region' in conf: parsed_conf['aws_region'] = conf['aws_region'] From 529a0e4248cf4b622d0ef9105602c69d2af169cb Mon Sep 17 00:00:00 2001 From: ajaywk7 Date: Mon, 29 Jul 2024 18:14:14 +0530 Subject: [PATCH 5/5] Revert "Changed X_ENV env variable name to X-ENV" This reverts commit be627e792d68d426d58a1b7f8ee4b8886a7ba14c. --- elastalert/config.py | 2 +- elastalert/elastalert.py | 4 ++-- elastalert/util.py | 8 ++++---- 3 files changed, 7 insertions(+), 7 deletions(-) diff --git a/elastalert/config.py b/elastalert/config.py index 7a47c9187..9cc2618bc 100644 --- a/elastalert/config.py +++ b/elastalert/config.py @@ -26,7 +26,7 @@ 'ES_URL_PREFIX': 'es_url_prefix', 'STATSD_INSTANCE_TAG': 'statsd_instance_tag', 'STATSD_HOST': 'statsd_host', - 'X-ENV':'X-ENV'} + 'X_ENV':'X_ENV'} env = Env(ES_USE_SSL=bool) diff --git a/elastalert/elastalert.py b/elastalert/elastalert.py index e1ccc435b..5cf6c6210 100755 --- a/elastalert/elastalert.py +++ b/elastalert/elastalert.py @@ -705,8 +705,8 @@ def get_ch_data(self, rule, starttime, endtime, agg_key, freshquery,aggregation) } try: headers = {} - if 'X-ENV' in rule: - headers['X-ENV'] = rule['X-ENV'] + if 'X_ENV' in rule: + headers['X-ENV'] = rule['X_ENV'] res = requests.post(self.query_endpoint, json=data, headers=headers) res.raise_for_status() except requests.exceptions.RequestException as e: diff --git a/elastalert/util.py b/elastalert/util.py index 9ebddaea0..dedb8b42a 100644 --- a/elastalert/util.py +++ b/elastalert/util.py @@ -420,10 +420,10 @@ def build_adapter_conn_config(conf): elif 'es_bearer' in conf: parsed_conf['es_bearer'] = conf['es_bearer'] - if os.environ.get('X-ENV'): - parsed_conf['headers']['X-ENV'] = os.environ.get('X-ENV') - elif 'X-ENV' in conf: - parsed_conf['headers']['X-ENV'] = os.environ.get('X-ENV') + if os.environ.get('X_ENV'): + parsed_conf['headers']['X-ENV'] = os.environ.get('X_ENV') + elif 'X_ENV' in conf: + parsed_conf['headers']['X-ENV'] = os.environ.get('X_ENV') if 'aws_region' in conf: parsed_conf['aws_region'] = conf['aws_region']